From cc8f57f7de165fda5b257bb60f3265f3b9764559 Mon Sep 17 00:00:00 2001 From: Geovanny Risco Date: Wed, 19 Jun 2024 09:47:41 +0200 Subject: [PATCH] [OutOfScope] Update databricks serving endpoint This change needed to be made after the submissions deadline because our original resources were destroyed and we had to recreate them. --- laia/llm.py | 2 +- laia/rag.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/laia/llm.py b/laia/llm.py index a815ba6..7a4a28b 100644 --- a/laia/llm.py +++ b/laia/llm.py @@ -12,7 +12,7 @@ client = OpenAI( api_key=DATABRICKS_TOKEN, - base_url="https://adb-2978037251816793.13.azuredatabricks.net/serving-endpoints", + base_url="https://adb-652681204530583.3.azuredatabricks.net/serving-endpoints", ) chat_completion = client.chat.completions.create( diff --git a/laia/rag.py b/laia/rag.py index c81e900..013de3d 100644 --- a/laia/rag.py +++ b/laia/rag.py @@ -30,7 +30,7 @@ llm = Databricks( model="databricks-meta-llama-3-70b-instruct", api_key=DATABRICKS_TOKEN, - api_base="https://adb-2978037251816793.13.azuredatabricks.net/serving-endpoints", + api_base="https://adb-652681204530583.3.azuredatabricks.net/serving-endpoints", max_tokens=256, ) # build or load index