chore(maint): add quantize steps to linux and MacOS build jobs (#193)

This commit is contained in:
PAB 2024-10-11 18:16:36 +02:00 committed by GitHub
parent 41e51efc87
commit d2b51e7424
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -82,6 +82,24 @@ jobs:
-m ./models/bark-small/ggml_weights.bin
-p "hello"
-t 4
-s 0
- name: Quantize
id: quantize
run: >-
./build/examples/quantize/quantize
./models/bark-small/ggml_weights.bin
./models/bark-small/ggml_weights_q4.bin
q4_0
- name: Run quantized
id: load_and_run_quantized
run: >-
./build/examples/main/main
-m ./models/bark-small/ggml_weights_q4.bin
-p "hello"
-t 4
-s 0
macOS-latest-run:
runs-on: macos-latest
@ -132,3 +150,21 @@ jobs:
-m ./models/bark-small/ggml_weights.bin
-p "hello"
-t 4
-s 0
- name: Quantize
id: quantize
run: >-
./build/examples/quantize/quantize
./models/bark-small/ggml_weights.bin
./models/bark-small/ggml_weights_q4.bin
q4_0
- name: Run quantized
id: load_and_run_quantized
run: >-
./build/examples/main/main
-m ./models/bark-small/ggml_weights_q4.bin
-p "hello"
-t 4
-s 0