chore(maint): add quantize steps to linux and MacOS build jobs (#193)

PABannier · Oct 11, 2024 · d2b51e7 · d2b51e7
1 parent 41e51ef
commit d2b51e7
Showing 1 changed file with 36 additions and 0 deletions.
diff --git a/.github/workflows/run.yml b/.github/workflows/run.yml
@@ -82,6 +82,24 @@ jobs:
           -m ./models/bark-small/ggml_weights.bin
           -p "hello"
           -t 4
+          -s 0
+
+      - name: Quantize
+        id: quantize
+        run: >-
+          ./build/examples/quantize/quantize
+          ./models/bark-small/ggml_weights.bin
+          ./models/bark-small/ggml_weights_q4.bin
+          q4_0
+
+      - name: Run quantized
+        id: load_and_run_quantized
+        run: >-
+          ./build/examples/main/main
+          -m ./models/bark-small/ggml_weights_q4.bin
+          -p "hello"
+          -t 4
+          -s 0
 
   macOS-latest-run:
     runs-on: macos-latest
@@ -132,3 +150,21 @@ jobs:
           -m ./models/bark-small/ggml_weights.bin
           -p "hello"
           -t 4
+          -s 0
+
+      - name: Quantize
+        id: quantize
+        run: >-
+          ./build/examples/quantize/quantize
+          ./models/bark-small/ggml_weights.bin
+          ./models/bark-small/ggml_weights_q4.bin
+          q4_0
+
+      - name: Run quantized
+        id: load_and_run_quantized
+        run: >-
+          ./build/examples/main/main
+          -m ./models/bark-small/ggml_weights_q4.bin
+          -p "hello"
+          -t 4
+          -s 0