nvidia rerank top n missed (langgenius#8185)

cuiks · Sep 26, 2024 · 8ab1dce · 8ab1dce
1 parent 1ec6ab9
commit 8ab1dce
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/api/core/model_runtime/model_providers/nvidia/rerank/rerank.py b/api/core/model_runtime/model_providers/nvidia/rerank/rerank.py
@@ -54,7 +54,6 @@ def _invoke(self, model: str, credentials: dict,
                 "query": {"text": query},
                 "passages": [{"text": doc} for doc in docs],
             }
-
             session = requests.Session()
             response = session.post(invoke_url, headers=headers, json=payload)
             response.raise_for_status()
@@ -71,7 +70,10 @@ def _invoke(self, model: str, credentials: dict,
                 )
 
                 rerank_documents.append(rerank_document)
-
+            if rerank_documents:
+                rerank_documents = sorted(rerank_documents, key=lambda x: x.score, reverse=True)
+                if top_n:
+                    rerank_documents = rerank_documents[:top_n]
             return RerankResult(model=model, docs=rerank_documents)
         except requests.HTTPError as e:
             raise InvokeServerUnavailableError(str(e))