Added Image svg for Groq + Misc changes

infiniflow · Jul 11, 2024 · a22045d · a22045d
1 parent 6353859
commit a22045d
Show file tree

Hide file tree

Showing 3 changed files with 38 additions and 0 deletions.
diff --git a/api/db/init_data.py b/api/db/init_data.py
@@ -905,6 +905,42 @@ def init_llm_factory():
             "max_tokens": 2048,
             "model_type": LLMType.EMBEDDING.value
         },
+        # ------------------------ Groq -----------------------
+        {
+            "fid": factory_infos[15]["name"],
+            "llm_name": "gemma-7b-it",
+            "tags": "LLM,CHAT,15k",
+            "max_tokens": 15000,
+            "model_type": LLMType.CHAT.value
+        },
+        {
+            "fid": factory_infos[15]["name"],
+            "llm_name": "gemma2-9b-it",
+            "tags": "LLM,CHAT,15k",
+            "max_tokens": 15000,
+            "model_type": LLMType.CHAT.value
+        },
+        {
+            "fid": factory_infos[15]["name"],
+            "llm_name": "llama3-70b-8192",
+            "tags": "LLM,CHAT,6k",
+            "max_tokens": 6000,
+            "model_type": LLMType.CHAT.value
+        },
+        {
+            "fid": factory_infos[15]["name"],
+            "llm_name": "llama3-8b-8192",
+            "tags": "LLM,CHAT,30k",
+            "max_tokens": 30000,
+            "model_type": LLMType.CHAT.value
+        },
+        {
+            "fid": factory_infos[15]["name"],
+            "llm_name": "mixtral-8x7b-32768",
+            "tags": "LLM,CHAT,5k",
+            "max_tokens": 5000,
+            "model_type": LLMType.CHAT.value
+        },
     ]
     for info in factory_infos:
         try:

diff --git a/web/src/assets/svg/llm/Groq.svg b/web/src/assets/svg/llm/Groq.svg
diff --git a/web/src/pages/user-setting/setting-model/index.tsx b/web/src/pages/user-setting/setting-model/index.tsx
@@ -61,6 +61,7 @@ const IconMap = {
   Mistral: 'mistral',
   'Azure-OpenAI': 'azure',
   Bedrock: 'bedrock',
+  Groq: 'Groq',
 };
 
 const LlmIcon = ({ name }: { name: string }) => {