From ef1bd3b95e17df85c4cf71fa298018773d83a04a Mon Sep 17 00:00:00 2001 From: Pablo Gonzalez Date: Thu, 16 Jan 2025 00:51:49 -0500 Subject: [PATCH] Fix reporting of samples per queries with equal issue mode (#2039) * Fix reporting of samples per queries with equal issue mode * Update VERSION.txt --------- Co-authored-by: Arjun Suresh --- loadgen/VERSION.txt | 2 +- loadgen/loadgen.cc | 2 +- loadgen/mlperf.conf | 1 + loadgen/test_settings_internal.cc | 6 ++++++ 4 files changed, 9 insertions(+), 2 deletions(-) diff --git a/loadgen/VERSION.txt b/loadgen/VERSION.txt index b07ada586..175775885 100644 --- a/loadgen/VERSION.txt +++ b/loadgen/VERSION.txt @@ -1 +1 @@ -5.0.10 +5.0.11 diff --git a/loadgen/loadgen.cc b/loadgen/loadgen.cc index 85b69894e..42b2140de 100644 --- a/loadgen/loadgen.cc +++ b/loadgen/loadgen.cc @@ -421,7 +421,7 @@ std::vector GenerateQueries( } } - LogDetail([count = queries.size(), spq = settings.samples_per_query, + LogDetail([count = queries.size(), spq = samples_per_query, duration = timestamp.count()](AsyncDetail& detail) { #if USE_NEW_LOGGING_FORMAT MLPERF_LOG(detail, "generated_query_count", count); diff --git a/loadgen/mlperf.conf b/loadgen/mlperf.conf index 9ef118820..836b42564 100644 --- a/loadgen/mlperf.conf +++ b/loadgen/mlperf.conf @@ -13,6 +13,7 @@ dlrm.*.performance_sample_count_override = 204800 dlrm-v2.*.performance_sample_count_override = 204800 rnnt.*.performance_sample_count_override = 2513 gptj.*.performance_sample_count_override = 13368 +mixtral-8x7b.*.performance_sample_count_override = 15000 llama2-70b.*.performance_sample_count_override = 24576 llama3_1-405b.*.performance_sample_count_override = 8313 stable-diffusion-xl.*.performance_sample_count_override = 5000 diff --git a/loadgen/test_settings_internal.cc b/loadgen/test_settings_internal.cc index ddc5cebff..5da0952f8 100644 --- a/loadgen/test_settings_internal.cc +++ b/loadgen/test_settings_internal.cc @@ -515,6 +515,12 @@ void TestSettingsInternal::LogSummary(AsyncSummary &summary) const { summary("performance_issue_same : ", performance_issue_same); summary("performance_issue_same_index : ", performance_issue_same_index); summary("performance_sample_count : ", performance_sample_count); + if (sample_concatenate_permutation){ + summary("WARNING: sample_concatenate_permutation was set to true. \n" + "Generated samples per query might be different as the one in the setting.\n" + "Check the generated_samples_per_query line in the detailed log for the real\n" + "samples_per_query value"); + } } } // namespace loadgen