ragflow/conf/models/replicate.json

{
  "name": "Replicate",
  "url": {
    "default": "https://api.replicate.com"
  },
  "url_suffix": {
    "chat": "v1/predictions",
    "models": "v1/models"
  },
  "class": "replicate",
  "models": [
    {
      "name": "meta/llama-4-maverick-instruct",
      "max_tokens": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta/llama-4-scout-instruct",
      "max_tokens": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta/meta-llama-3-70b-instruct",
      "max_tokens": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "meta/meta-llama-3-8b-instruct",
      "max_tokens": 8192,
      "model_types": [
        "chat"
      ]
    },
    {
      "name": "replicate/all-mpnet-base-v2:b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305",
      "max_tokens": 384,
      "model_types": [
        "embedding"
      ]
    },
    {
      "name": "ibm-granite/granite-embedding-278m-multilingual:1f76d42a05f120e12272746d5a2d86b525c13420773f795a4cbef9117d8685f1",
      "max_tokens": 512,
      "model_types": [
        "embedding"
      ]
    }
  ]
}