Skip to content

Commit e4bf87b

Browse files
ggerganovggerganov
committed
bench : update [no ci]
1 parent b57b9d3 commit e4bf87b

File tree

1 file changed

+40
-41
lines changed

1 file changed

+40
-41
lines changed

‎scripts/bench-all-gg.txt‎

Lines changed: 40 additions & 41 deletions
Original file line numberDiff line numberDiff line change
@@ -109,33 +109,33 @@ Running ggml_mul_mat benchmark with 1 threads
109109

110110
make -j && ./scripts/bench-all.sh 1 1 0
111111

112-
| CPU | Config | Model | Th | FA | Enc. | Dec. | Bch5 | PP | Commit |
113-
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
114-
| M2 ULTRA | METAL | tiny | 1 | 0 | 10.15 | 1.20 | 0.36 | 0.01 | dc8dda60 |
115-
| M2 ULTRA | METAL | tiny-q5_0 | 1 | 0 | 10.21 | 1.15 | 0.39 | 0.01 | dc8dda60 |
116-
| M2 ULTRA | METAL | tiny-q5_1 | 1 | 0 | 9.26 | 1.15 | 0.38 | 0.01 | dc8dda60 |
117-
| M2 ULTRA | METAL | tiny-q8_0 | 1 | 0 | 9.00 | 1.12 | 0.37 | 0.01 | dc8dda60 |
118-
| M2 ULTRA | METAL | base | 1 | 0 | 15.77 | 1.73 | 0.45 | 0.02 | dc8dda60 |
119-
| M2 ULTRA | METAL | base-q5_0 | 1 | 0 | 16.90 | 1.63 | 0.44 | 0.02 | dc8dda60 |
120-
| M2 ULTRA | METAL | base-q5_1 | 1 | 0 | 16.93 | 1.64 | 0.44 | 0.02 | dc8dda60 |
121-
| M2 ULTRA | METAL | base-q8_0 | 1 | 0 | 16.13 | 1.63 | 0.43 | 0.02 | dc8dda60 |
122-
| M2 ULTRA | METAL | small | 1 | 0 | 45.15 | 3.45 | 0.92 | 0.05 | dc8dda60 |
123-
| M2 ULTRA | METAL | small-q5_0 | 1 | 0 | 50.63 | 3.36 | 0.94 | 0.06 | dc8dda60 |
124-
| M2 ULTRA | METAL | small-q5_1 | 1 | 0 | 50.56 | 3.36 | 0.94 | 0.06 | dc8dda60 |
125-
| M2 ULTRA | METAL | small-q8_0 | 1 | 0 | 47.52 | 3.20 | 0.92 | 0.05 | dc8dda60 |
126-
| M2 ULTRA | METAL | medium | 1 | 0 | 122.55 | 7.38 | 1.95 | 0.12 | dc8dda60 |
127-
| M2 ULTRA | METAL | medium-q5_0 | 1 | 0 | 140.61 | 6.73 | 2.02 | 0.14 | dc8dda60 |
128-
| M2 ULTRA | METAL | medium-q5_1 | 1 | 0 | 140.48 | 6.76 | 2.04 | 0.14 | dc8dda60 |
129-
| M2 ULTRA | METAL | medium-q8_0 | 1 | 0 | 131.00 | 6.57 | 1.96 | 0.13 | dc8dda60 |
130-
| M2 ULTRA | METAL | medium-dis | 1 | 0 | 110.85 | 1.00 | 0.24 | 0.02 | dc8dda60 |
131-
| M2 ULTRA | METAL | large-v2 | 1 | 0 | 222.28 | 10.96 | 3.03 | 0.21 | dc8dda60 |
132-
| M2 ULTRA | METAL | large-v2-q5_0 | 1 | 0 | 258.64 | 9.79 | 3.04 | 0.25 | dc8dda60 |
133-
| M2 ULTRA | METAL | large-v2-q5_1 | 1 | 0 | 258.32 | 9.87 | 3.05 | 0.24 | dc8dda60 |
134-
| M2 ULTRA | METAL | large-v2-q8_0 | 1 | 0 | 236.55 | 9.61 | 2.87 | 0.23 | dc8dda60 |
135-
| M2 ULTRA | METAL | large-v2-dis | 1 | 0 | 199.84 | 1.14 | 0.27 | 0.02 | dc8dda60 |
136-
| M2 ULTRA | METAL | large-v3-turbo | 1 | 0 | 201.52 | 1.77 | 0.45 | 0.03 | dc8dda60 |
137-
| M2 ULTRA | METAL | large-v3-turbo-q5_0 | 1 | 0 | 233.14 | 1.56 | 0.47 | 0.04 | dc8dda60 |
138-
| M2 ULTRA | METAL | large-v3-turbo-q8_0 | 1 | 0 | 214.23 | 1.53 | 0.44 | 0.04 | dc8dda60 |
112+
| CPU | Config | Model | Th | FA | Enc. | Dec. | Bch5 | PP | Commit |
113+
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
114+
| M2 ULTRA | METAL | tiny | 1 | 0 | 8.63 | 1.09 | 0.27 | 0.01 | b57b9d3a |
115+
| M2 ULTRA | METAL | tiny-q5_0 | 1 | 0 | 9.04 | 1.06 | 0.28 | 0.01 | b57b9d3a |
116+
| M2 ULTRA | METAL | tiny-q5_1 | 1 | 0 | 8.98 | 1.06 | 0.28 | 0.01 | b57b9d3a |
117+
| M2 ULTRA | METAL | tiny-q8_0 | 1 | 0 | 8.69 | 1.06 | 0.27 | 0.01 | b57b9d3a |
118+
| M2 ULTRA | METAL | base | 1 | 0 | 15.39 | 1.54 | 0.43 | 0.02 | b57b9d3a |
119+
| M2 ULTRA | METAL | base-q5_0 | 1 | 0 | 16.50 | 1.50 | 0.42 | 0.02 | b57b9d3a |
120+
| M2 ULTRA | METAL | base-q5_1 | 1 | 0 | 16.45 | 1.49 | 0.43 | 0.02 | b57b9d3a |
121+
| M2 ULTRA | METAL | base-q8_0 | 1 | 0 | 15.62 | 1.51 | 0.42 | 0.02 | b57b9d3a |
122+
| M2 ULTRA | METAL | small | 1 | 0 | 45.99 | 2.99 | 0.90 | 0.05 | b57b9d3a |
123+
| M2 ULTRA | METAL | small-q5_0 | 1 | 0 | 50.65 | 2.98 | 0.92 | 0.06 | b57b9d3a |
124+
| M2 ULTRA | METAL | small-q5_1 | 1 | 0 | 50.74 | 2.96 | 0.92 | 0.06 | b57b9d3a |
125+
| M2 ULTRA | METAL | small-q8_0 | 1 | 0 | 47.16 | 2.83 | 0.89 | 0.06 | b57b9d3a |
126+
| M2 ULTRA | METAL | medium | 1 | 0 | 132.78 | 6.46 | 2.02 | 0.13 | b57b9d3a |
127+
| M2 ULTRA | METAL | medium-q5_0 | 1 | 0 | 149.35 | 6.11 | 2.09 | 0.14 | b57b9d3a |
128+
| M2 ULTRA | METAL | medium-q5_1 | 1 | 0 | 149.11 | 6.09 | 2.11 | 0.14 | b57b9d3a |
129+
| M2 ULTRA | METAL | medium-q8_0 | 1 | 0 | 137.37 | 6.05 | 2.03 | 0.13 | b57b9d3a |
130+
| M2 ULTRA | METAL | medium-dis | 1 | 0 | 121.60 | 0.90 | 0.25 | 0.02 | b57b9d3a |
131+
| M2 ULTRA | METAL | large-v2 | 1 | 0 | 231.19 | 9.40 | 3.10 | 0.22 | b57b9d3a |
132+
| M2 ULTRA | METAL | large-v2-q5_0 | 1 | 0 | 265.90 | 8.98 | 3.11 | 0.25 | b57b9d3a |
133+
| M2 ULTRA | METAL | large-v2-q5_1 | 1 | 0 | 265.18 | 8.92 | 3.13 | 0.25 | b57b9d3a |
134+
| M2 ULTRA | METAL | large-v2-q8_0 | 1 | 0 | 240.23 | 9.06 | 2.98 | 0.23 | b57b9d3a |
135+
| M2 ULTRA | METAL | large-v2-dis | 1 | 0 | 210.25 | 0.99 | 0.28 | 0.02 | b57b9d3a |
136+
| M2 ULTRA | METAL | large-v3-turbo | 1 | 0 | 211.72 | 1.52 | 0.46 | 0.03 | b57b9d3a |
137+
| M2 ULTRA | METAL | large-v3-turbo-q5_0 | 1 | 0 | 242.17 | 1.40 | 0.47 | 0.04 | b57b9d3a |
138+
| M2 ULTRA | METAL | large-v3-turbo-q8_0 | 1 | 0 | 219.75 | 1.40 | 0.45 | 0.04 | b57b9d3a |
139139

140140
make -j && ./scripts/bench-all.sh 1 1 1
141141

@@ -216,20 +216,19 @@ Running ggml_mul_mat benchmark with 1 threads
216216

217217
make -j && ./scripts/bench-all.sh 1 1 0
218218

219-
| CPU | Config | Model | Th | FA | Enc. | Dec. | Bch5 | PP | Commit |
220-
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
221-
| M4 Max | METAL | tiny | 1 | 0 | 12.83 | 0.94 | 0.30 | 0.01 | dc8dda60 |
222-
| M4 Max | METAL | tiny-q8_0 | 1 | 0 | 12.95 | 0.80 | 0.31 | 0.01 | dc8dda60 |
223-
| M4 Max | METAL | base | 1 | 0 | 23.54 | 1.37 | 0.33 | 0.02 | dc8dda60 |
224-
| M4 Max | METAL | base-q8_0 | 1 | 0 | 24.14 | 1.24 | 0.33 | 0.02 | dc8dda60 |
225-
| M4 Max | METAL | small | 1 | 0 | 71.59 | 3.02 | 0.71 | 0.06 | dc8dda60 |
226-
| M4 Max | METAL | small-q8_0 | 1 | 0 | 73.34 | 2.65 | 0.72 | 0.06 | dc8dda60 |
227-
| M4 Max | METAL | medium | 1 | 0 | 208.53 | 7.02 | 1.58 | 0.16 | dc8dda60 |
228-
| M4 Max | METAL | medium-q8_0 | 1 | 0 | 212.87 | 6.00 | 1.58 | 0.17 | dc8dda60 |
229-
| M4 Max | METAL | large-v2 | 1 | 0 | 379.84 | 11.47 | 2.52 | 0.29 | dc8dda60 |
230-
| M4 Max | METAL | large-v2-q8_0 | 1 | 0 | 390.45 | 9.19 | 2.48 | 0.29 | dc8dda60 |
231-
| M4 Max | METAL | large-v3-turbo | 1 | 0 | 345.74 | 1.99 | 0.44 | 0.05 | dc8dda60 |
232-
219+
| CPU | Config | Model | Th | FA | Enc. | Dec. | Bch5 | PP | Commit |
220+
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
221+
| M4 Max | METAL | tiny | 1 | 0 | 10.46 | 0.81 | 0.22 | 0.01 | b57b9d3a |
222+
| M4 Max | METAL | tiny-q8_0 | 1 | 0 | 10.64 | 0.79 | 0.23 | 0.01 | b57b9d3a |
223+
| M4 Max | METAL | base | 1 | 0 | 19.61 | 1.32 | 0.35 | 0.02 | b57b9d3a |
224+
| M4 Max | METAL | base-q8_0 | 1 | 0 | 20.08 | 1.25 | 0.36 | 0.02 | b57b9d3a |
225+
| M4 Max | METAL | small | 1 | 0 | 62.59 | 2.78 | 0.78 | 0.06 | b57b9d3a |
226+
| M4 Max | METAL | small-q8_0 | 1 | 0 | 64.30 | 2.42 | 0.78 | 0.06 | b57b9d3a |
227+
| M4 Max | METAL | medium | 1 | 0 | 181.55 | 6.42 | 1.84 | 0.15 | b57b9d3a |
228+
| M4 Max | METAL | medium-q8_0 | 1 | 0 | 187.79 | 5.74 | 1.83 | 0.15 | b57b9d3a |
229+
| M4 Max | METAL | large-v2 | 1 | 0 | 335.93 | 10.56 | 3.03 | 0.26 | b57b9d3a |
230+
| M4 Max | METAL | large-v2-q8_0 | 1 | 0 | 350.73 | 8.73 | 2.98 | 0.27 | b57b9d3a |
231+
| M4 Max | METAL | large-v3-turbo | 1 | 0 | 301.98 | 1.82 | 0.49 | 0.04 | b57b9d3a |
233232

234233
make -j && ./scripts/bench-all.sh 1 1 1
235234

0 commit comments

Comments
 (0)