From 4162d856655a6e6f464420f5aff7f0b04d337800 Mon Sep 17 00:00:00 2001 From: zhihanj Date: Thu, 12 Dec 2024 17:24:18 -0800 Subject: [PATCH] Fix the performance sample count from 8312 to 8313 --- language/llama3-405b/README.md | 8 ++++---- language/llama3-405b/run_accuracy.sh | 2 +- language/llama3-405b/run_offline.sh | 2 +- language/llama3-405b/run_server.sh | 2 +- tools/submission/submission_checker.py | 5 ++--- 5 files changed, 9 insertions(+), 10 deletions(-) diff --git a/language/llama3-405b/README.md b/language/llama3-405b/README.md index 26e2876a0..3ae36b5ed 100644 --- a/language/llama3-405b/README.md +++ b/language/llama3-405b/README.md @@ -145,7 +145,7 @@ python -u main.py --scenario Offline \ --batch-size 16 \ --dtype float16 \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir output \ --tensor-parallel-size ${GPU_COUNT} \ @@ -160,7 +160,7 @@ python -u main.py --scenario Server \ --batch-size 16 \ --dtype float16 \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir output \ --tensor-parallel-size ${GPU_COUNT} \ @@ -184,7 +184,7 @@ python -u main.py --scenario Offline \ --accuracy \ --dtype float16 \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir output \ --tensor-parallel-size ${GPU_COUNT} \ @@ -212,7 +212,7 @@ python -u main.py --scenario Server \ --accuracy \ --dtype float16 \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir output \ --tensor-parallel-size ${GPU_COUNT} \ diff --git a/language/llama3-405b/run_accuracy.sh b/language/llama3-405b/run_accuracy.sh index f1a8be404..9a54d8f13 100644 --- a/language/llama3-405b/run_accuracy.sh +++ b/language/llama3-405b/run_accuracy.sh @@ -9,7 +9,7 @@ python3 -u main.py --scenario Offline \ --accuracy \ --mlperf-conf mlperf.conf \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir offline_accuracy_loadgen_logs \ --dtype float32 | tee offline_accuracy_log.log diff --git a/language/llama3-405b/run_offline.sh b/language/llama3-405b/run_offline.sh index b5ad1ded5..6b3a56e01 100644 --- a/language/llama3-405b/run_offline.sh +++ b/language/llama3-405b/run_offline.sh @@ -6,7 +6,7 @@ python -u main.py --scenario Offline \ --batch-size 16 \ --dtype float16 \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir output \ --tensor-parallel-size ${GPU_COUNT} \ diff --git a/language/llama3-405b/run_server.sh b/language/llama3-405b/run_server.sh index 7735b417e..010a359de 100644 --- a/language/llama3-405b/run_server.sh +++ b/language/llama3-405b/run_server.sh @@ -8,7 +8,7 @@ python -u main.py --scenario Server \ --batch-size 16 \ --dtype float16 \ --user-conf user.conf \ - --total-sample-count 8312 \ + --total-sample-count 8313 \ --dataset-path ${DATASET_PATH} \ --output-log-dir output \ --tensor-parallel-size ${GPU_COUNT} \ diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py index a5165b381..43fa1350c 100755 --- a/tools/submission/submission_checker.py +++ b/tools/submission/submission_checker.py @@ -429,7 +429,7 @@ "llama2-70b-99.9": 24576, "stable-diffusion-xl": 5000, "mixtral-8x7b": 15000, - "llama3-405b": 8312, + "llama3-405b": 8313, "rgat": 788379 }, @@ -579,8 +579,7 @@ "llama2-70b-99.9": 24576, "stable-diffusion-xl": 5000, "mixtral-8x7b": 15000, - "llama3-405b": 8312, - "llama2-405b-99.9": 8312, + "llama3-405b": 8313, "rgat": 788379, }