From bc46d0f2ddba1bbd2846024ef5f090c17f587daf Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Fri, 14 Mar 2025 13:52:22 -0700 Subject: [PATCH] use benchmark loop --- benchmark/server_benchmark_test.go | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/benchmark/server_benchmark_test.go b/benchmark/server_benchmark_test.go index a6ad24ee9..b27aa630b 100644 --- a/benchmark/server_benchmark_test.go +++ b/benchmark/server_benchmark_test.go @@ -83,8 +83,7 @@ func BenchmarkColdStart(b *testing.B) { // Set number of tokens as our throughput metric b.SetBytes(int64(tt.maxTokens)) - b.ResetTimer() - for range b.N { + for b.Loop() { b.StopTimer() // Ensure model is unloaded before each iteration unload(client, m, b) @@ -122,12 +121,11 @@ func BenchmarkWarmStart(b *testing.B) { // Set number of tokens as our throughput metric b.SetBytes(int64(tt.maxTokens)) - b.ResetTimer() - for range b.N { + for b.Loop() { req := &api.GenerateRequest{ Model: m, Prompt: tt.prompt, - Options: map[string]interface{}{"num_predict": tt.maxTokens, "temperature": 0.1}, + Options: map[string]any{"num_predict": tt.maxTokens, "temperature": 0.1}, } runGenerateBenchmark(b, ctx, client, req)