From b86baeaba00e461f0149cffc23bf85025242bdc5 Mon Sep 17 00:00:00 2001 From: Ariya Hidayat Date: Sun, 28 Apr 2024 06:40:51 -0700 Subject: [PATCH] CI: Use Phi-3 Mini --- .github/actions/prepare-llm/action.yml | 10 +++++----- .github/workflows/test-babashka.yml | 2 +- .github/workflows/test-bun.yml | 2 +- .github/workflows/test-cpython.yml | 2 +- .github/workflows/test-go.yml | 2 +- .github/workflows/test-nodejs.yml | 2 +- .github/workflows/test-pypy.yml | 2 +- 7 files changed, 11 insertions(+), 11 deletions(-) diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml index 591fd1d..d4c460d 100644 --- a/.github/actions/prepare-llm/action.yml +++ b/.github/actions/prepare-llm/action.yml @@ -1,11 +1,11 @@ -name: Prepare TinyLlama -description: Download TinyLlama and launch it +name: Prepare Phi-3 Mini +description: Download Phi-3 Mini and launch it runs: using: "composite" steps: - - name: Download TinyLlama model + - name: Download Phi-3 Mini shell: bash - run: curl -OL https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf + run: curl -OL https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf - name: Download and unpack llama.cpp shell: bash @@ -15,7 +15,7 @@ runs: - name: Launch llama.cpp shell: bash - run: ./build/bin/server -m ./tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf & + run: ./build/bin/server -m ./Phi-3-mini-4k-instruct-q4.gguf & - name: Wait until it is ready shell: bash diff --git a/.github/workflows/test-babashka.yml b/.github/workflows/test-babashka.yml index d89cc6f..96b7ec0 100644 --- a/.github/workflows/test-babashka.yml +++ b/.github/workflows/test-babashka.yml @@ -13,7 +13,7 @@ jobs: - run: bb --version - - name: Prepare LLM (TinyLlama) + - name: Prepare LLM (Phi-3 Mini) uses: ./.github/actions/prepare-llm timeout-minutes: 3 diff --git a/.github/workflows/test-bun.yml b/.github/workflows/test-bun.yml index bf8b260..7ebc7c1 100644 --- a/.github/workflows/test-bun.yml +++ b/.github/workflows/test-bun.yml @@ -14,7 +14,7 @@ jobs: - run: bun --version - - name: Prepare LLM (TinyLlama) + - name: Prepare LLM (Phi-3 Mini) uses: ./.github/actions/prepare-llm timeout-minutes: 3 diff --git a/.github/workflows/test-cpython.yml b/.github/workflows/test-cpython.yml index 3f5fc5a..d14d9bb 100644 --- a/.github/workflows/test-cpython.yml +++ b/.github/workflows/test-cpython.yml @@ -13,7 +13,7 @@ jobs: with: python-version: '3.10' - - name: Prepare LLM (TinyLlama) + - name: Prepare LLM (Phi-3 Mini) uses: ./.github/actions/prepare-llm timeout-minutes: 3 diff --git a/.github/workflows/test-go.yml b/.github/workflows/test-go.yml index e34b870..0d04c53 100644 --- a/.github/workflows/test-go.yml +++ b/.github/workflows/test-go.yml @@ -14,7 +14,7 @@ jobs: - run: go version - - name: Prepare LLM (TinyLlama) + - name: Prepare LLM (Phi-3 Mini) uses: ./.github/actions/prepare-llm timeout-minutes: 3 diff --git a/.github/workflows/test-nodejs.yml b/.github/workflows/test-nodejs.yml index 7fb3658..80d8632 100644 --- a/.github/workflows/test-nodejs.yml +++ b/.github/workflows/test-nodejs.yml @@ -13,7 +13,7 @@ jobs: with: node-version: '18' - - name: Prepare LLM (TinyLlama) + - name: Prepare LLM (Phi-3 Mini) uses: ./.github/actions/prepare-llm timeout-minutes: 3 diff --git a/.github/workflows/test-pypy.yml b/.github/workflows/test-pypy.yml index ef3f912..9f86359 100644 --- a/.github/workflows/test-pypy.yml +++ b/.github/workflows/test-pypy.yml @@ -15,7 +15,7 @@ jobs: - run: pypy3 --version - - name: Prepare LLM (TinyLlama) + - name: Prepare LLM (Phi-3 Mini) uses: ./.github/actions/prepare-llm timeout-minutes: 3