ragflow/conf/models/togetherai.json

{
  "name": "TogetherAI",
  "url": {
    "default": "https://api.together.ai/v1"
  },
  "url_suffix": {
    "chat": "chat/completions",
    "models": "models",
    "embedding": "embeddings",
    "rerank": "rerank",
    "asr": "audio/transcriptions",
    "tts": "audio/speech"
  },
  "class": "together",
  "models": [
    {
      "name": "openai/gpt-oss-20b",
      "content_length": 131072,
      "max_output": 131072,
      "model_types": [
        "chat"
      ],
      "tools": {
        "support": true
      }
    },
    {
      "name": "meta-llama/Llama-3.3-70B-Instruct-Turbo",
      "content_length": 131072,
      "max_output": 131072,
      "model_types": [
        "chat"
      ],
      "tools": {
        "support": true
      }
    },
    {
      "name": "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",
      "content_length": 262144,
      "max_output": 65536,
      "model_types": [
        "chat"
      ],
      "tools": {
        "support": true
      }
    },
    {
      "name": "intfloat/multilingual-e5-large-instruct",
      "max_tokens": 514,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 2048
    },
    {
      "name": "BAAI/bge-large-en-v1.5",
      "max_tokens": 512,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 2048
    },
    {
      "name": "BAAI/bge-base-en-v1.5",
      "max_tokens": 512,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 2048
    },
    {
      "name": "mixedbread-ai/mxbai-rerank-large-v2",
      "max_tokens": 16384,
      "model_types": [
        "rerank"
      ]
    },
    {
      "name": "openai/whisper-large-v3",
      "model_types": [
        "asr"
      ]
    },
    {
      "name": "canopylabs/orpheus-3b-0.1-ft",
      "model_types": [
        "tts"
      ]
    }
  ]
}