Auto-merge updates from master branch

mlcommons · Jan 16, 2025 · a24b758 · a24b758
2 parents 73a5852 + ef1bd3b
commit a24b758
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 2 deletions.
diff --git a/loadgen/VERSION.txt b/loadgen/VERSION.txt
@@ -1 +1 @@
-5.0.10
+5.0.11
diff --git a/loadgen/loadgen.cc b/loadgen/loadgen.cc
@@ -421,7 +421,7 @@ std::vector<QueryMetadata> GenerateQueries(
     }
   }
 
-  LogDetail([count = queries.size(), spq = settings.samples_per_query,
+  LogDetail([count = queries.size(), spq = samples_per_query,
              duration = timestamp.count()](AsyncDetail& detail) {
 #if USE_NEW_LOGGING_FORMAT
     MLPERF_LOG(detail, "generated_query_count", count);

diff --git a/loadgen/mlperf.conf b/loadgen/mlperf.conf
@@ -13,6 +13,7 @@ dlrm.*.performance_sample_count_override = 204800
 dlrm-v2.*.performance_sample_count_override = 204800
 rnnt.*.performance_sample_count_override = 2513
 gptj.*.performance_sample_count_override = 13368
+mixtral-8x7b.*.performance_sample_count_override = 15000
 llama2-70b.*.performance_sample_count_override = 24576
 llama3_1-405b.*.performance_sample_count_override = 8313
 stable-diffusion-xl.*.performance_sample_count_override = 5000

diff --git a/loadgen/test_settings_internal.cc b/loadgen/test_settings_internal.cc
@@ -515,6 +515,12 @@ void TestSettingsInternal::LogSummary(AsyncSummary &summary) const {
   summary("performance_issue_same : ", performance_issue_same);
   summary("performance_issue_same_index : ", performance_issue_same_index);
   summary("performance_sample_count : ", performance_sample_count);
+  if (sample_concatenate_permutation){
+    summary("WARNING: sample_concatenate_permutation was set to true. \n"
+            "Generated samples per query might be different as the one in the setting.\n"
+            "Check the generated_samples_per_query line in the detailed log for the real\n"
+            "samples_per_query value");
+  }
 }
 
 }  // namespace loadgen