CI: Phi-3.5 Mini

ariya · Aug 22, 2024 · f4dd730 · f4dd730
1 parent 93fe158
commit f4dd730
Show file tree

Hide file tree

Showing 5 changed files with 13 additions and 13 deletions.
diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml
@@ -1,17 +1,17 @@
-name: Prepare Phi-3 Mini
-description: Download Phi-3 Mini and launch it
+name: Prepare Phi-3.5 Mini
+description: Download Phi-3.5 Mini and launch it
 runs:
   using: composite
   steps:
     - name: Download and unpack llama.cpp
       shell: bash
       run: |
-        curl -OL https://github.com/ggerganov/llama.cpp/releases/download/b3065/llama-b3065-bin-ubuntu-x64.zip
-        unzip llama-b3065-bin-ubuntu-x64.zip
+        curl -OL https://github.com/ggerganov/llama.cpp/releases/download/b3614/llama-b3614-bin-ubuntu-x64.zip
+        unzip llama-b3614-bin-ubuntu-x64.zip
 
-    - name: Launch llama.cpp with Phi-3 Mini
+    - name: Launch llama.cpp with Phi-3.5 Mini
       shell: bash
-      run: ./build/bin/server --hf-repo microsoft/Phi-3-mini-4k-instruct-gguf --hf-file Phi-3-mini-4k-instruct-q4.gguf &
+      run: ./build/bin/llama-server -c 8192 --hf-repo lmstudio-community/Phi-3.5-mini-instruct-GGUF --hf-file Phi-3.5-mini-instruct-Q4_K_M.gguf &
 
     - name: Wait until it is ready
       shell: bash

diff --git a/.github/workflows/canary-multi-turn.yml b/.github/workflows/canary-multi-turn.yml
@@ -15,7 +15,7 @@ jobs:
           - mistralai/mistral-7b-instruct-v0.3           # $0.07 [ 32K]
           - qwen/qwen-2-7b-instruct                      # $0.07 [ 32K]
           - meta-llama/llama-3.1-8b-instruct             # $0.09 [128K]
-          - microsoft/phi-3-medium-4k-instruct           # $0.14 [  4K]
+          - microsoft/phi-3.5-mini-128k-instruct         # $0.10 [128K]
           - nousresearch/hermes-2-pro-llama-3-8b         # $0.15 [  8K]
           - mistralai/mistral-nemo                       # $0.18 [128K]
           - mistralai/mixtral-8x7b-instruct              # $0.24 [ 32K]

diff --git a/.github/workflows/general-knowledge.yml b/.github/workflows/general-knowledge.yml
@@ -15,7 +15,7 @@ jobs:
           - mistralai/mistral-7b-instruct-v0.3           # $0.07 [ 32K]
           - qwen/qwen-2-7b-instruct                      # $0.07 [ 32K]
           - meta-llama/llama-3.1-8b-instruct             # $0.09 [128K]
-          - microsoft/phi-3-medium-4k-instruct           # $0.14 [  4K]
+          - microsoft/phi-3.5-mini-128k-instruct         # $0.10 [128K]
           - nousresearch/hermes-2-pro-llama-3-8b         # $0.15 [  8K]
           - mistralai/mistral-nemo                       # $0.18 [128K]
           - mistralai/mixtral-8x7b-instruct              # $0.24 [ 32K]

diff --git a/.github/workflows/high-school-stem.yml b/.github/workflows/high-school-stem.yml
@@ -15,7 +15,7 @@ jobs:
           - mistralai/mistral-7b-instruct-v0.3           # $0.07 [ 32K]
           - qwen/qwen-2-7b-instruct                      # $0.07 [ 32K]
           - meta-llama/llama-3.1-8b-instruct             # $0.09 [128K]
-          - microsoft/phi-3-medium-4k-instruct           # $0.14 [  4K]
+          - microsoft/phi-3.5-mini-128k-instruct         # $0.10 [128K]
           - nousresearch/hermes-2-pro-llama-3-8b         # $0.15 [  8K]
           - mistralai/mistral-nemo                       # $0.18 [128K]
           - mistralai/mixtral-8x7b-instruct              # $0.24 [ 32K]

diff --git a/.github/workflows/test-phi3-mini.yml b/.github/workflows/test-phi3-mini.yml
@@ -1,4 +1,4 @@
-name: Test with Phi-3 Mini
+name: Test with Phi-3.5 Mini
 
 on: [push, pull_request]
 
@@ -13,7 +13,7 @@ jobs:
         with:
           node-version: '18'
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM (Phi-3.5 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
@@ -35,7 +35,7 @@ jobs:
         with:
           node-version: '18'
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM (Phi-3.5 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 
@@ -57,7 +57,7 @@ jobs:
         with:
           node-version: '18'
 
-      - name: Prepare LLM (Phi-3 Mini)
+      - name: Prepare LLM (Phi-3.5 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3