ragflow/conf/models/groq.json

{
  "name": "Groq",
  "url": {
    "default": "https://api.groq.com/openai/v1"
  },
  "url_suffix": {
    "chat": "chat/completions",
    "models": "models"
  },
  "class": "groq",
  "models": [
    {
      "name": "llama-3.1-8b-instant",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "llama-3.3-70b-versatile",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "openai/gpt-oss-120b",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "openai/gpt-oss-20b",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "groq/compound",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "groq/compound-mini",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta-llama/llama-4-scout-17b-16e-instruct",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "qwen/qwen3-32b",
      "max_tokens": 131072,
      "model_types": [
        "chat"
      ]
    }
  ]
}