diff --git a/rag/llm/rerank_model.py b/rag/llm/rerank_model.py index ed569d6bdc..5f1ef3ef24 100644 --- a/rag/llm/rerank_model.py +++ b/rag/llm/rerank_model.py @@ -407,16 +407,21 @@ class HuggingfaceRerank(Base): _FACTORY_NAME = "HuggingFace" @staticmethod - def post(query: str, texts: list, url="127.0.0.1"): + def post(query: str, texts: list, url: str = "http://127.0.0.1"): exc = None scores = [0 for _ in range(len(texts))] batch_size = 8 for i in range(0, len(texts), batch_size): try: - res = requests.post( - f"http://{url}/rerank", headers={"Content-Type": "application/json"}, json={"query": query, "texts": texts[i : i + batch_size], "raw_scores": False, "truncate": True} - ) + endpoint = (url or "").rstrip("/") + if not endpoint.endswith("/rerank"): + endpoint = f"{endpoint}/rerank" + res = requests.post( + endpoint, + headers = {"Content-Type": "application/json"}, + json = {"query": query, "texts": texts[i: i + batch_size], "raw_scores": False, "truncate": True}, + ) for o in res.json(): scores[o["index"] + i] = o["score"] except Exception as e: