ragflow/conf/models/bedrock.json

{
  "name": "Bedrock",
  "url_suffix": {
    "chat": "converse",
    "models": "foundation-models",
    "embedding": "invoke"
  },
  "class": "bedrock",
  "models": [
    {
      "name": "anthropic.claude-3-5-sonnet-20241022-v2:0",
      "content_length": 200000,
      "max_output": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "anthropic.claude-3-5-haiku-20241022-v1:0",
      "content_length": 200000,
      "max_output": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "anthropic.claude-3-opus-20240229-v1:0",
      "content_length": 200000,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "anthropic.claude-3-sonnet-20240229-v1:0",
      "content_length": 200000,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "anthropic.claude-3-haiku-20240307-v1:0",
      "content_length": 200000,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta.llama3-1-405b-instruct-v1:0",
      "content_length": 131072,
      "max_output": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta.llama3-1-70b-instruct-v1:0",
      "content_length": 131072,
      "max_output": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta.llama3-1-8b-instruct-v1:0",
      "content_length": 131072,
      "max_output": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "mistral.mistral-large-2407-v1:0",
      "content_length": 128000,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "mistral.mixtral-8x7b-instruct-v0:1",
      "content_length": 32000,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "amazon.nova-pro-v1:0",
      "content_length": 300000,
      "max_output": 5000,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "amazon.nova-lite-v1:0",
      "content_length": 300000,
      "max_output": 5000,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "amazon.nova-micro-v1:0",
      "content_length": 128000,
      "max_output": 5000,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "cohere.command-r-plus-v1:0",
      "content_length": 131072,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "cohere.command-r-v1:0",
      "content_length": 131072,
      "max_output": 4096,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "amazon.titan-embed-text-v2:0",
      "max_tokens": 8192,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 1
    },
    {
      "name": "amazon.titan-embed-text-v1",
      "max_tokens": 8192,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 1
    },
    {
      "name": "cohere.embed-english-v3",
      "max_tokens": 512,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 96
    },
    {
      "name": "cohere.embed-multilingual-v3",
      "max_tokens": 512,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 96
    },
    {
      "name": "cohere.embed-v4:0",
      "max_tokens": 128000,
      "model_types": [
        "embedding"
      ],
      "max_batch_size": 96
    }
  ]
}