From 357cb84cd448c8f5a024a5db454cca48e6718696 Mon Sep 17 00:00:00 2001
From: Idriss Sbaaoui <112825897+6ba3i@users.noreply.github.com>
Date: Wed, 10 Jun 2026 15:57:10 +0800
Subject: [PATCH] Fix: cohere call failing (#15899)

### What problem does this PR solve?

cohere api call failing because of missing prefix

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 rag/llm/__init__.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py
index db9a8b7d2f..7a612380f9 100644
--- a/rag/llm/__init__.py
+++ b/rag/llm/__init__.py
@@ -105,7 +105,7 @@ LITELLM_PROVIDER_PREFIX = {
     SupportedLiteLLMProvider.xAI: "xai/",
     SupportedLiteLLMProvider.DeepInfra: "deepinfra/",
     SupportedLiteLLMProvider.Groq: "groq/",
-    SupportedLiteLLMProvider.Cohere: "",  # don't need a prefix
+    SupportedLiteLLMProvider.Cohere: "cohere_chat/",
     SupportedLiteLLMProvider.Gemini: "gemini/",
     SupportedLiteLLMProvider.DeepSeek: "deepseek/",
     SupportedLiteLLMProvider.Nvidia: "nvidia_nim/",