diff --git a/api/db/init_data.py b/api/db/init_data.py index a782865a3a0..dcdcbe3b29a 100644 --- a/api/db/init_data.py +++ b/api/db/init_data.py @@ -905,6 +905,42 @@ def init_llm_factory(): "max_tokens": 2048, "model_type": LLMType.EMBEDDING.value }, + # ------------------------ Groq ----------------------- + { + "fid": factory_infos[15]["name"], + "llm_name": "gemma-7b-it", + "tags": "LLM,CHAT,15k", + "max_tokens": 15000, + "model_type": LLMType.CHAT.value + }, + { + "fid": factory_infos[15]["name"], + "llm_name": "gemma2-9b-it", + "tags": "LLM,CHAT,15k", + "max_tokens": 15000, + "model_type": LLMType.CHAT.value + }, + { + "fid": factory_infos[15]["name"], + "llm_name": "llama3-70b-8192", + "tags": "LLM,CHAT,6k", + "max_tokens": 6000, + "model_type": LLMType.CHAT.value + }, + { + "fid": factory_infos[15]["name"], + "llm_name": "llama3-8b-8192", + "tags": "LLM,CHAT,30k", + "max_tokens": 30000, + "model_type": LLMType.CHAT.value + }, + { + "fid": factory_infos[15]["name"], + "llm_name": "mixtral-8x7b-32768", + "tags": "LLM,CHAT,5k", + "max_tokens": 5000, + "model_type": LLMType.CHAT.value + }, ] for info in factory_infos: try: diff --git a/web/src/assets/svg/llm/Groq.svg b/web/src/assets/svg/llm/Groq.svg new file mode 100644 index 00000000000..5608a42e4fc --- /dev/null +++ b/web/src/assets/svg/llm/Groq.svg @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/web/src/pages/user-setting/setting-model/index.tsx b/web/src/pages/user-setting/setting-model/index.tsx index dd927e5cbc0..bb997e01d5c 100644 --- a/web/src/pages/user-setting/setting-model/index.tsx +++ b/web/src/pages/user-setting/setting-model/index.tsx @@ -61,6 +61,7 @@ const IconMap = { Mistral: 'mistral', 'Azure-OpenAI': 'azure', Bedrock: 'bedrock', + Groq: 'Groq', }; const LlmIcon = ({ name }: { name: string }) => {