Fix the performance sample count from 8312 to 8313

mlcommons · Dec 13, 2024 · 4162d85 · 4162d85
1 parent 36212a5
commit 4162d85
Show file tree

Hide file tree

Showing 5 changed files with 9 additions and 10 deletions.
diff --git a/language/llama3-405b/README.md b/language/llama3-405b/README.md
@@ -145,7 +145,7 @@ python -u main.py --scenario Offline \
                 --batch-size 16 \
                 --dtype float16 \
                 --user-conf user.conf \
-                --total-sample-count 8312 \
+                --total-sample-count 8313 \
                 --dataset-path ${DATASET_PATH} \
                 --output-log-dir output \
                 --tensor-parallel-size ${GPU_COUNT} \
@@ -160,7 +160,7 @@ python -u main.py --scenario Server \
                 --batch-size 16 \
                 --dtype float16 \
                 --user-conf user.conf \
-                --total-sample-count 8312 \
+                --total-sample-count 8313 \
                 --dataset-path ${DATASET_PATH} \
                 --output-log-dir output \
                 --tensor-parallel-size ${GPU_COUNT} \
@@ -184,7 +184,7 @@ python -u main.py --scenario Offline \
                 --accuracy \
                 --dtype float16 \
                 --user-conf user.conf \
-                --total-sample-count 8312 \
+                --total-sample-count 8313 \
                 --dataset-path ${DATASET_PATH} \
                 --output-log-dir output \
                 --tensor-parallel-size ${GPU_COUNT} \
@@ -212,7 +212,7 @@ python -u main.py --scenario Server \
                 --accuracy \
                 --dtype float16 \
                 --user-conf user.conf \
-                --total-sample-count 8312 \
+                --total-sample-count 8313 \
                 --dataset-path ${DATASET_PATH} \
                 --output-log-dir output \
                 --tensor-parallel-size ${GPU_COUNT} \

diff --git a/language/llama3-405b/run_accuracy.sh b/language/llama3-405b/run_accuracy.sh
@@ -9,7 +9,7 @@ python3 -u main.py --scenario Offline \
         --accuracy \
         --mlperf-conf mlperf.conf \
         --user-conf user.conf \
-        --total-sample-count 8312 \
+        --total-sample-count 8313 \
         --dataset-path ${DATASET_PATH} \
         --output-log-dir offline_accuracy_loadgen_logs \
         --dtype float32 | tee offline_accuracy_log.log

diff --git a/language/llama3-405b/run_offline.sh b/language/llama3-405b/run_offline.sh
@@ -6,7 +6,7 @@ python -u main.py --scenario Offline \
 	--batch-size 16 \
 	--dtype float16 \
 	--user-conf user.conf \
-	--total-sample-count 8312 \
+	--total-sample-count 8313 \
 	--dataset-path ${DATASET_PATH} \
 	--output-log-dir output \
 	--tensor-parallel-size ${GPU_COUNT} \

diff --git a/language/llama3-405b/run_server.sh b/language/llama3-405b/run_server.sh
@@ -8,7 +8,7 @@ python -u main.py --scenario Server \
 	--batch-size 16 \
 	--dtype float16 \
 	--user-conf user.conf \
-	--total-sample-count 8312 \
+	--total-sample-count 8313 \
 	--dataset-path ${DATASET_PATH} \
 	--output-log-dir output \
 	--tensor-parallel-size ${GPU_COUNT} \

diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py
@@ -429,7 +429,7 @@
             "llama2-70b-99.9": 24576,
             "stable-diffusion-xl": 5000,
             "mixtral-8x7b": 15000,
-            "llama3-405b": 8312,
+            "llama3-405b": 8313,
             "rgat": 788379
 
         },
@@ -579,8 +579,7 @@
     "llama2-70b-99.9": 24576,
     "stable-diffusion-xl": 5000,
     "mixtral-8x7b": 15000,
-    "llama3-405b": 8312,
-    "llama2-405b-99.9": 8312,
+    "llama3-405b": 8313,
     "rgat": 788379,
 }