mozilla-ai · peteski22 · May 6, 2025 · May 9, 2025
diff --git a/lumigator/backend/backend/models.yaml b/lumigator/backend/backend/models.yaml
@@ -160,7 +160,7 @@
 
 - display_name: Llamafile/Mistral-7B-Instruct-v0.2
   model: mistralai/Mistral-7B-Instruct-v0.2
-  provider: hosted_vllm
+  provider: llamafile
   base_url: http://localhost:8080/v1
   website_url: https://huggingface.co/Mozilla/Mistral-7B-Instruct-v0.2-llamafile
   description: A llamafile package of Mistral's 7B Instruct model. Assumes that llamafile is running on the same system where the Ray cluster is located.

diff --git a/lumigator/jobs/inference/requirements.txt b/lumigator/jobs/inference/requirements.txt
@@ -1,7 +1,7 @@
 accelerate==1.5.2
 datasets==2.19.1
 langcodes==3.5.0
-litellm==1.63.14
+litellm==1.68.0
 loguru==0.7.3
 numpy==1.26.3
 pandas==2.2.3

diff --git a/lumigator/jobs/inference/requirements_cpu.txt b/lumigator/jobs/inference/requirements_cpu.txt
@@ -2,7 +2,7 @@
 accelerate==1.5.2
 datasets==2.19.1
 langcodes==3.5.0
-litellm==1.63.14
+litellm==1.68.0
 loguru==0.7.3
 numpy==1.26.3
 pandas==2.2.3

diff --git a/pyproject.toml b/pyproject.toml
@@ -27,7 +27,7 @@ dev = [
     "debugpy>=1.8.12",
     "fastapi>=0.115.6",
     "ipykernel>=6.29.5",
-    "litellm>=1.60.4",
+    "litellm>=1.68.0",
     "loguru>=0.7.2",
     "lumigator-schemas",
     "lumigator-sdk",