diff --git a/examples/sweep-bench/sweep-bench.cpp b/examples/sweep-bench/sweep-bench.cpp index 8e962858..42764ffc 100644 --- a/examples/sweep-bench/sweep-bench.cpp +++ b/examples/sweep-bench/sweep-bench.cpp @@ -136,6 +136,8 @@ int main(int argc, char ** argv) { common_batch_clear(batch); llama_kv_cache_clear(ctx); + llama_reset_timings(ctx); + int i_loop = 0; for (unsigned int n_kv = 0; n_kv < n_kv_max; n_kv += params.n_ubatch) { @@ -211,6 +213,8 @@ int main(int argc, char ** argv) { ++i_loop; } + llama_print_timings(ctx); + llama_batch_free(batch); llama_free(ctx);