Skip to content

Commit aed06a9

Browse files
committed
batched-bench : fix total speed computation
ggml-ci
1 parent 9223756 commit aed06a9

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

tools/batched-bench/batched-bench.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -191,7 +191,7 @@ int main(int argc, char ** argv) {
191191

192192
const float speed_pp = is_pp_shared ? pp / t_pp : pl*pp / t_pp;
193193
const float speed_tg = pl*tg / t_tg;
194-
const float speed = n_kv / t;
194+
const float speed = ((is_pp_shared ? pp : pl*pp) + pl*tg) / t;
195195

196196
if(params.batched_bench_output_jsonl) {
197197
LOG(

0 commit comments

Comments
 (0)