Merge branch 'main' into gpu-support

api/src/serge/routers/chat.py

@@ -1,3 +1,5 @@
+import os
+
 from typing import Optional
 from fastapi import APIRouter, HTTPException
 from langchain.memory import RedisChatMessageHistory
@@ -30,13 +32,8 @@ async def create_new_chat(
     init_prompt: str = "Below is an instruction that describes a task. Write a response that appropriately completes the request.",
     n_threads: int = 4,
 ):
-    try:
-        client = Llama(
-            model_path=f"/usr/src/app/weights/{model}.bin",
-        )
-        del client
-    except Exception as exc:
-        raise ValueError(f"Model can't be found: {exc}")
+    if not os.path.exists(f"/usr/src/app/weights/{model}.bin"):
+        raise ValueError(f"Model can't be found: /usr/src/app/weights/{model}.bin")
 
     client = Redis(host="localhost", port=6379, decode_responses=False)
 

scripts/serge.env

@@ -1 +1 @@
-LLAMA_PYTHON_VERSION=0.2.23
+LLAMA_PYTHON_VERSION=0.2.25

web/package.json

@@ -17,13 +17,13 @@
     "@sveltejs/adapter-static": "^2.0.3",
     "@sveltejs/kit": "^1.30.0",
     "@types/markdown-it": "^13.0.7",
-    "@typescript-eslint/eslint-plugin": "^6.15.0",
-    "@typescript-eslint/parser": "^6.15.0",
+    "@typescript-eslint/eslint-plugin": "^6.16.0",
+    "@typescript-eslint/parser": "^6.16.0",
     "autoprefixer": "^10.4.16",
     "eslint": "^8.56.0",
     "eslint-config-prettier": "^9.1.0",
     "eslint-plugin-import": "^2.29.1",
-    "eslint-plugin-prettier": "^5.1.1",
+    "eslint-plugin-prettier": "^5.1.2",
     "eslint-plugin-svelte": "^2.35.1",
     "eslint-plugin-vue": "^9.19.2",
     "postcss": "^8.4.32",
@@ -40,7 +40,7 @@
     "@iconify/svelte": "^3.1.6",
     "@sveltestack/svelte-query": "^1.6.0",
     "clipboard": "^2.0.11",
-    "daisyui": "^4.4.23",
+    "daisyui": "^4.4.24",
     "highlight.js": "^11.9.0",
     "markdown-it": "^14.0.0",
     "markdown-it-highlightjs": "^4.0.1",