CI: Use LLama-3.2 1B model

ariya · Oct 10, 2024 · 59f914c · 59f914c
1 parent cb60164
commit 59f914c
Show file tree

Hide file tree

Showing 7 changed files with 10 additions and 10 deletions.
diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml
@@ -1,5 +1,5 @@
-name: Prepare Phi-3.5 Mini
-description: Download Phi-3.5 Mini and launch it
+name: Prepare Small LLM
+description: Download small LLM and launch it
 runs:
   using: composite
   steps:
@@ -9,9 +9,9 @@ runs:
         curl -OL https://github.com/ggerganov/llama.cpp/releases/download/b3614/llama-b3614-bin-ubuntu-x64.zip
         unzip llama-b3614-bin-ubuntu-x64.zip
 
-    - name: Launch llama.cpp with Phi-3.5 Mini
+    - name: Launch llama.cpp
       shell: bash
-      run: ./build/bin/llama-server -c 8192 --hf-repo bartowski/Phi-3.5-mini-instruct-GGUF --hf-file Phi-3.5-mini-instruct-Q4_K_M.gguf &
+      run: ./build/bin/llama-server -c 4096 --hf-repo lmstudio-community/Llama-3.2-1B-Instruct-GGUF --hf-file Llama-3.2-1B-Instruct-Q4_K_M.gguf &
 
     - name: Wait until it is ready
       shell: bash

diff --git a/.github/workflows/test-babashka.yml b/.github/workflows/test-babashka.yml
@@ -13,7 +13,7 @@ jobs:
 
       - run: bb --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-bun.yml b/.github/workflows/test-bun.yml
@@ -14,7 +14,7 @@ jobs:
 
       - run: bun --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-cpython.yml b/.github/workflows/test-cpython.yml
@@ -11,7 +11,7 @@ jobs:
 
       - run: python3 --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-go.yml b/.github/workflows/test-go.yml
@@ -14,7 +14,7 @@ jobs:
 
       - run: go version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-nodejs.yml b/.github/workflows/test-nodejs.yml
@@ -11,7 +11,7 @@ jobs:
 
       - run: node --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-pypy.yml b/.github/workflows/test-pypy.yml
@@ -15,7 +15,7 @@ jobs:
 
       - run: pypy3 --version
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3