From 095fea7c6f9a87c6a0c56d0a2e6022c7f2cd6a05 Mon Sep 17 00:00:00 2001 From: Ariya Hidayat Date: Sat, 7 Dec 2024 09:34:48 -0800 Subject: [PATCH] CI: Gemini Flash 1.5 --- .github/workflows/canary-multi-turn.yml | 1 + .github/workflows/general-knowledge.yml | 1 + .github/workflows/high-school-stem.yml | 1 + 3 files changed, 3 insertions(+) diff --git a/.github/workflows/canary-multi-turn.yml b/.github/workflows/canary-multi-turn.yml index aa441d2..99b4ea1 100644 --- a/.github/workflows/canary-multi-turn.yml +++ b/.github/workflows/canary-multi-turn.yml @@ -22,6 +22,7 @@ jobs: - amazon/nova-lite-v1 # $0.0600/$0.2400 [ 300K] - mistralai/mixtral-8x7b-instruct # $0.2400/$0.2400 [ 32K] - qwen/qwen-2.5-7b-instruct # $0.2700/$0.2700 [ 128K] + - google/gemini-flash-1.5 # $0.0750/$0.3000 [1000K] - meta-llama/llama-3.1-70b-instruct # $0.3000/$0.3000 [ 128K] - openai/gpt-4o-mini # $0.1500/$0.6000 [ 128K] steps: diff --git a/.github/workflows/general-knowledge.yml b/.github/workflows/general-knowledge.yml index f53f542..1d5c3b7 100644 --- a/.github/workflows/general-knowledge.yml +++ b/.github/workflows/general-knowledge.yml @@ -19,6 +19,7 @@ jobs: - google/gemini-flash-1.5-8b # $0.0375/$0.1500 [1000K] - amazon/nova-lite-v1 # $0.0600/$0.2400 [ 300K] - qwen/qwen-2.5-7b-instruct # $0.2700/$0.2700 [ 128K] + - google/gemini-flash-1.5 # $0.0750/$0.3000 [1000K] - openai/gpt-4o-mini # $0.1500/$0.6000 [ 128K] steps: - uses: actions/checkout@v4 diff --git a/.github/workflows/high-school-stem.yml b/.github/workflows/high-school-stem.yml index a0248ae..06dd9e8 100644 --- a/.github/workflows/high-school-stem.yml +++ b/.github/workflows/high-school-stem.yml @@ -23,6 +23,7 @@ jobs: - amazon/nova-lite-v1 # $0.0600/$0.2400 [ 300K] - mistralai/mixtral-8x7b-instruct # $0.2400/$0.2400 [ 32K] - qwen/qwen-2.5-7b-instruct # $0.2700/$0.2700 [ 128K] + - google/gemini-flash-1.5 # $0.0750/$0.3000 [1000K] - meta-llama/llama-3.1-70b-instruct # $0.3000/$0.3000 [ 128K] - openai/gpt-4o-mini # $0.1500/$0.6000 [ 128K] steps: