From 2f24eb7c502848dba4319b2ee2cdf4b58a61d6dc Mon Sep 17 00:00:00 2001 From: Ibrahim Habib Date: Thu, 8 Aug 2024 17:42:02 +0300 Subject: [PATCH] Add support for more LLMS --- src/main/model/models.ts | 61 +++++++++++++++++++++++++++++++++++++++- 1 file changed, 60 insertions(+), 1 deletion(-) diff --git a/src/main/model/models.ts b/src/main/model/models.ts index 0e881cb..605c29a 100644 --- a/src/main/model/models.ts +++ b/src/main/model/models.ts @@ -16,6 +16,14 @@ export const modelsDescription: ModelDescription[] = [ minimumRAM: 8, type: "llm", }, + { + id: "phi3:14b", + name: "Phi 3 medium", + description: "A larger version of Phi-3 mini. Made by Microsoft.", + size: 8090, + minimumRAM: 32, + type: "llm", + }, { id: "gemma2:9b", name: "Gemma 2", @@ -35,14 +43,65 @@ export const modelsDescription: ModelDescription[] = [ minimumRAM: 16, type: "llm", }, + { + id: "codegemma:2b", + name: "CodeGemma 2B", + description: "A lighter version of CodeGemma 7B", + size: 1639, + minimumRAM: 8, + type: "llm", + }, + { + id: "qwen2:7b", + name: "Qwen 2", + description: + "Qwen2 is a new series of large language models from Alibaba group.", + size: 4506, + minimumRAM: 16, + type: "llm", + }, { id: "qwen2:1.5b", name: "Qwen 2 small", - description: "A small version of Qwen2 LLM made by Alibaba.", + description: "A smaller version of Qwen2", size: 935, minimumRAM: 8, type: "llm", }, + { + id: "qwen2:0.5b", + name: "Qwen 2 mini", + description: "A even more lightweight version of Qwen2", + size: 352, + minimumRAM: 8, + type: "llm", + }, + { + id: "mistral-nemo:12b", + name: "Mistral Nemo", + description: `A state-of-the-art 12B model with 128k context length, built by Mistral AI + in collaboration with NVIDIA.`, + size: 7271, + minimumRAM: 16, + type: "llm", + }, + { + id: "mistral:7b", + name: "Mistral 7B", + description: "The 7B model released by Mistral AI", + size: 4199, + minimumRAM: 8, + type: "llm", + }, + { + id: "deepseek-coder-v2:16b", + name: "DeepSeek Coder V2", + description: `An open-source Mixture-of-Experts code language model that achieves + performance comparable to GPT4-Turbo in code-specific tasks.`, + size: 9114, + minimumRAM: 32, + type: "llm", + }, { id: "nomic-embed-text:v1.5", name: "Nomic Embed Text",