diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md index 3a3d7be51..72a8d2e79 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md @@ -1,3 +1,3 @@ -| Model | Scenario | Accuracy | Throughput | Latency (in ms) | -|---------------------|------------|------------|--------------|-------------------| -| stable-diffusion-xl | offline | () | 0.352 | - | \ No newline at end of file +| Model | Scenario | Accuracy | Throughput | Latency (in ms) | +|---------|------------|------------|--------------|-------------------| +| gptj-99 | offline | 264 | 49.07 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md index 9b2a31e1e..3ae0af26b 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md @@ -16,7 +16,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@mlperf-automations --checkout=ee7be856e5def9e46bc4535b6128ec342f6931db +cm pull repo gateoverflow@mlperf-automations --checkout=0b0073c83f137dabd0f2abb0866cf1a7193c8100 cm run script \ --tags=app,mlperf,inference,generic,_reference,_gptj-99,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline \ @@ -105,4 +105,4 @@ Model Precision: fp32 `GEN_LEN`: `264.0`, Required accuracy for closed division `>= 42.55663` ### Performance Results -`Samples per second`: `49.2068` +`Samples per second`: `49.0696` diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out index 3c71b42cf..13cb24c97 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out @@ -2,17 +2,17 @@ Constructing QSL Encoding Samples Finished constructing QSL. Loading PyTorch model... - Loading checkpoint shards: 0%| | 0/3 [00:001` or unset `early_stopping`. warnings.warn( - 100%|██████████| 1/1 [00:01<00:00, 1.21s/it] 100%|██████████| 1/1 [00:01<00:00, 1.21s/it] + 100%|██████████| 1/1 [00:01<00:00, 1.30s/it] 100%|██████████| 1/1 [00:01<00:00, 1.30s/it] No warnings encountered during test. diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd index 0e2814cc7..60a3a575a 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd @@ -31,22 +31,22 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_reference,_gptj-99,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,python - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,cuda,_cudnn + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,cuda,_cudnn get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_torch_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_torch_cuda get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_torchvision_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_torchvision_cuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_transformers download-and-extract,c67e81a4ce2649f5_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/gpt-j_) --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/gpt-j get-ml-model-gptj,a41166210f294fbf_(_pytorch_) --> download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/gpt-j - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,ml-model,large-language-model,gptj,raw,_pytorch - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,dataset,cnndm,_validation + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,ml-model,large-language-model,gptj,raw,_pytorch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,dataset,cnndm,_validation generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -57,22 +57,22 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> generate,user-conf,mlperf,inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.datasets_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_package.datasets + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_package.datasets get-generic-python-lib,94b62a682bc44791_(_package.attrs_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_package.attrs + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_package.attrs get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> get,generic-python-lib,_package.accelerate + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> get,generic-python-lib,_package.accelerate detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_cuda,_pytorch,_offline,_gptj-99,_float16_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_gptj-99,_pytorch,_cuda,_offline,_float16_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png index 51bf95148..218dfaf62 100644 Binary files a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png and b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png differ diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json index 03eab65d6..063096900 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json @@ -327,7 +327,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -347,7 +347,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch_cuda", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.47.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,raw,ml-model,gptj,gpt-j,large-language-model", "script_variations": "pytorch", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,dataset,gpt-j,cnndm,cnn-dailymail,original", "script_variations": "validation", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -597,7 +597,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -637,7 +637,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -687,7 +687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.datasets", "version": "3.2.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -707,7 +707,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.attrs", "version": "24.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.accelerate", "version": "1.2.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } }, { @@ -767,7 +767,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_gptj-99,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_pytorch,_cuda,_offline,_float16 )" } } ] diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json index b932de4aa..5624d79e4 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "25f9422e11f2" + "CM_HOST_SYSTEM_NAME": "da0fe3cc8ffa" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out index 07a5bbde4..2c31624c8 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out @@ -2,25 +2,25 @@ Constructing QSL Encoding Samples Finished constructing QSL. Loading PyTorch model... - Loading checkpoint shards: 0%| | 0/3 [00:001` or unset `early_stopping`. warnings.warn( - 100%|██████████| 1/1 [00:01<00:00, 1.40s/it] 100%|██████████| 1/1 [00:01<00:00, 1.40s/it] + 100%|██████████| 1/1 [00:01<00:00, 1.41s/it] 100%|██████████| 1/1 [00:01<00:00, 1.41s/it] ================================================ MLPerf Results Summary ================================================ SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.713142 -Tokens per second (inferred): 49.2068 +Samples per second: 0.711154 +Tokens per second (inferred): 49.0696 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -29,15 +29,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1402245517 -Max latency (ns) : 1402245517 -Mean latency (ns) : 1402245517 -50.00 percentile latency (ns) : 1402245517 -90.00 percentile latency (ns) : 1402245517 -95.00 percentile latency (ns) : 1402245517 -97.00 percentile latency (ns) : 1402245517 -99.00 percentile latency (ns) : 1402245517 -99.90 percentile latency (ns) : 1402245517 +Min latency (ns) : 1406164791 +Max latency (ns) : 1406164791 +Mean latency (ns) : 1406164791 +50.00 percentile latency (ns) : 1406164791 +90.00 percentile latency (ns) : 1406164791 +95.00 percentile latency (ns) : 1406164791 +97.00 percentile latency (ns) : 1406164791 +99.00 percentile latency (ns) : 1406164791 +99.90 percentile latency (ns) : 1406164791 ================================================ Test Parameters Used diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt index c88ab3d3f..fd17c1260 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 25f9422e11f2 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux da0fe3cc8ffa 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 19:24:10 up 28 days, 5:42, 0 users, load average: 1.59, 0.69, 0.26 + 19:23:31 up 29 days, 5:41, 0 users, load average: 1.66, 0.72, 0.27 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -97,7 +97,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2393.023 +cpu MHz : 832.622 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3000.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 4199.935 +cpu MHz : 902.764 cache size : 46080 KB physical id : 0 siblings : 48 @@ -181,7 +181,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1497.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -209,7 +209,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3390.087 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -265,7 +265,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 799.059 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3600.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 898.762 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 800.092 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.101 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -545,7 +545,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 798.837 cache size : 46080 KB physical id : 0 siblings : 48 @@ -601,7 +601,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 799.107 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3300.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 940.485 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1300.000 +cpu MHz : 801.156 cache size : 46080 KB physical id : 0 siblings : 48 @@ -909,7 +909,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1799.637 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -965,7 +965,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3913.147 cache size : 46080 KB physical id : 0 siblings : 48 @@ -993,7 +993,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2504.355 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1021,7 +1021,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 801.489 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1105,7 +1105,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 900.114 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1133,7 +1133,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 799.563 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1189,7 +1189,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 797.484 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1273,7 +1273,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 798.893 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,51 +1424,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 98589 MB +node 0 free: 40092 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334532 kB -MemFree: 100955212 kB -MemAvailable: 192920644 kB -Buffers: 192644 kB -Cached: 92606380 kB -SwapCached: 119900 kB -Active: 36879088 kB -Inactive: 56457268 kB -Active(anon): 443596 kB -Inactive(anon): 131276 kB -Active(file): 36435492 kB -Inactive(file): 56325992 kB +MemFree: 41054836 kB +MemAvailable: 192973508 kB +Buffers: 239084 kB +Cached: 151620680 kB +SwapCached: 124276 kB +Active: 36648328 kB +Inactive: 115774228 kB +Active(anon): 494720 kB +Inactive(anon): 105940 kB +Active(file): 36153608 kB +Inactive(file): 115668288 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 7777724 kB +SwapFree: 7768808 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 40800 kB +Dirty: 48004 kB Writeback: 0 kB -AnonPages: 517868 kB -Mapped: 327468 kB -Shmem: 37540 kB -KReclaimable: 976244 kB -Slab: 1710900 kB -SReclaimable: 976244 kB -SUnreclaim: 734656 kB -KernelStack: 24160 kB -PageTables: 26588 kB +AnonPages: 544624 kB +Mapped: 341164 kB +Shmem: 37868 kB +KReclaimable: 1869072 kB +Slab: 2669712 kB +SReclaimable: 1869072 kB +SUnreclaim: 800640 kB +KernelStack: 25088 kB +PageTables: 26888 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 6699844 kB +Committed_AS: 6943680 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 164476 kB +VmallocUsed: 165576 kB VmallocChunk: 0 kB -Percpu: 189312 kB +Percpu: 170496 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1482,8 +1482,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 62426724 kB -DirectMap2M: 135233536 kB +DirectMap4k: 62764644 kB +DirectMap2M: 134895616 kB DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r @@ -1699,18 +1699,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=cd1dd39e-4e7b-4be5-8864-c6790fa67706 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 14: +analyzing CPU 40: driver: intel_pstate - CPUs which run at the same hardware frequency: 14 - CPUs which need to have their frequency coordinated by software: 14 + CPUs which run at the same hardware frequency: 40 + CPUs which need to have their frequency coordinated by software: 40 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.80 GHz + hardware limits: 800 MHz - 4.60 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.80 GHz. + current policy: frequency should be within 800 MHz and 4.60 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 1.30 GHz (asserted by call to kernel) + current CPU frequency: 2.38 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1761,16 +1761,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 342304 261786 45 0 109923 0 +fs.dentry-state = 390721 323864 45 0 152555 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7136 0 9223372036854775807 -fs.inode-nr = 317701 96951 -fs.inode-state = 317701 96951 0 0 0 0 0 +fs.file-nr = 7328 0 9223372036854775807 +fs.inode-nr = 273866 41674 +fs.inode-state = 273866 41674 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1798,7 +1798,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 2768 +fs.quota.syncs = 2842 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1825,7 +1825,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 25f9422e11f2 +kernel.hostname = da0fe3cc8ffa kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1857,7 +1857,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 9533 +kernel.ns_last_pid = 9537 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1888,13 +1888,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 36 +kernel.pty.nr = 41 kernel.pty.reserve = 1024 kernel.random.boot_id = 29685405-01e1-41c8-8cf0-dcaddcc1862c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 4c6bad51-a418-4649-b9b4-f09e513153c2 +kernel.random.uuid = 69c70274-9da3-443f-96fd-21a61b32bef2 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt index c88ab3d3f..fd17c1260 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 25f9422e11f2 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux da0fe3cc8ffa 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 19:24:10 up 28 days, 5:42, 0 users, load average: 1.59, 0.69, 0.26 + 19:23:31 up 29 days, 5:41, 0 users, load average: 1.66, 0.72, 0.27 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -97,7 +97,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2393.023 +cpu MHz : 832.622 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3000.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 4199.935 +cpu MHz : 902.764 cache size : 46080 KB physical id : 0 siblings : 48 @@ -181,7 +181,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1497.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -209,7 +209,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3390.087 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -265,7 +265,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 799.059 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3600.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 898.762 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 800.092 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.101 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -545,7 +545,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 798.837 cache size : 46080 KB physical id : 0 siblings : 48 @@ -601,7 +601,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 799.107 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3300.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 940.485 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1300.000 +cpu MHz : 801.156 cache size : 46080 KB physical id : 0 siblings : 48 @@ -909,7 +909,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1799.637 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -965,7 +965,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3913.147 cache size : 46080 KB physical id : 0 siblings : 48 @@ -993,7 +993,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2504.355 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1021,7 +1021,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 801.489 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1105,7 +1105,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 900.114 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1133,7 +1133,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 799.563 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1189,7 +1189,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 797.484 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1273,7 +1273,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 798.893 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,51 +1424,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 98589 MB +node 0 free: 40092 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334532 kB -MemFree: 100955212 kB -MemAvailable: 192920644 kB -Buffers: 192644 kB -Cached: 92606380 kB -SwapCached: 119900 kB -Active: 36879088 kB -Inactive: 56457268 kB -Active(anon): 443596 kB -Inactive(anon): 131276 kB -Active(file): 36435492 kB -Inactive(file): 56325992 kB +MemFree: 41054836 kB +MemAvailable: 192973508 kB +Buffers: 239084 kB +Cached: 151620680 kB +SwapCached: 124276 kB +Active: 36648328 kB +Inactive: 115774228 kB +Active(anon): 494720 kB +Inactive(anon): 105940 kB +Active(file): 36153608 kB +Inactive(file): 115668288 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 7777724 kB +SwapFree: 7768808 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 40800 kB +Dirty: 48004 kB Writeback: 0 kB -AnonPages: 517868 kB -Mapped: 327468 kB -Shmem: 37540 kB -KReclaimable: 976244 kB -Slab: 1710900 kB -SReclaimable: 976244 kB -SUnreclaim: 734656 kB -KernelStack: 24160 kB -PageTables: 26588 kB +AnonPages: 544624 kB +Mapped: 341164 kB +Shmem: 37868 kB +KReclaimable: 1869072 kB +Slab: 2669712 kB +SReclaimable: 1869072 kB +SUnreclaim: 800640 kB +KernelStack: 25088 kB +PageTables: 26888 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 6699844 kB +Committed_AS: 6943680 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 164476 kB +VmallocUsed: 165576 kB VmallocChunk: 0 kB -Percpu: 189312 kB +Percpu: 170496 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1482,8 +1482,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 62426724 kB -DirectMap2M: 135233536 kB +DirectMap4k: 62764644 kB +DirectMap2M: 134895616 kB DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r @@ -1699,18 +1699,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=cd1dd39e-4e7b-4be5-8864-c6790fa67706 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 14: +analyzing CPU 40: driver: intel_pstate - CPUs which run at the same hardware frequency: 14 - CPUs which need to have their frequency coordinated by software: 14 + CPUs which run at the same hardware frequency: 40 + CPUs which need to have their frequency coordinated by software: 40 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.80 GHz + hardware limits: 800 MHz - 4.60 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.80 GHz. + current policy: frequency should be within 800 MHz and 4.60 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 1.30 GHz (asserted by call to kernel) + current CPU frequency: 2.38 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1761,16 +1761,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 342304 261786 45 0 109923 0 +fs.dentry-state = 390721 323864 45 0 152555 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7136 0 9223372036854775807 -fs.inode-nr = 317701 96951 -fs.inode-state = 317701 96951 0 0 0 0 0 +fs.file-nr = 7328 0 9223372036854775807 +fs.inode-nr = 273866 41674 +fs.inode-state = 273866 41674 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1798,7 +1798,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 2768 +fs.quota.syncs = 2842 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1825,7 +1825,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 25f9422e11f2 +kernel.hostname = da0fe3cc8ffa kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1857,7 +1857,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 9533 +kernel.ns_last_pid = 9537 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1888,13 +1888,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 36 +kernel.pty.nr = 41 kernel.pty.reserve = 1024 kernel.random.boot_id = 29685405-01e1-41c8-8cf0-dcaddcc1862c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 4c6bad51-a418-4649-b9b4-f09e513153c2 +kernel.random.uuid = 69c70274-9da3-443f-96fd-21a61b32bef2 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt index 0f34aa6bc..fd17c1260 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux c44d611ed865 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux da0fe3cc8ffa 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 17:32:27 up 29 days, 3:50, 0 users, load average: 0.85, 0.46, 0.19 + 19:23:31 up 29 days, 5:41, 0 users, load average: 1.66, 0.72, 0.27 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.075 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -69,7 +69,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1796.392 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -97,7 +97,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3928.205 +cpu MHz : 832.622 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 802.067 +cpu MHz : 902.764 cache size : 46080 KB physical id : 0 siblings : 48 @@ -181,7 +181,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 902.889 +cpu MHz : 1497.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -209,7 +209,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 821.061 +cpu MHz : 3390.087 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -265,7 +265,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.123 +cpu MHz : 799.059 cache size : 46080 KB physical id : 0 siblings : 48 @@ -293,7 +293,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1300.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -349,7 +349,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2501.663 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 898.762 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 800.092 cache size : 46080 KB physical id : 0 siblings : 48 @@ -545,7 +545,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 798.837 cache size : 46080 KB physical id : 0 siblings : 48 @@ -573,7 +573,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 806.302 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3300.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 940.485 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 801.156 cache size : 46080 KB physical id : 0 siblings : 48 @@ -881,7 +881,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 4000.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -965,7 +965,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3913.147 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1133,7 +1133,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2369.393 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1161,7 +1161,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2559.765 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1189,7 +1189,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 797.484 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1273,7 +1273,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 798.893 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1329,7 +1329,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3111.870 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1357,7 +1357,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1302.276 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,49 +1424,49 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 77276 MB +node 0 free: 40092 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334532 kB -MemFree: 79131000 kB -MemAvailable: 192924408 kB -Buffers: 174320 kB -Cached: 113970820 kB -SwapCached: 124120 kB -Active: 12066888 kB -Inactive: 102743756 kB -Active(anon): 597252 kB -Inactive(anon): 107692 kB -Active(file): 11469636 kB -Inactive(file): 102636064 kB +MemFree: 41054836 kB +MemAvailable: 192973508 kB +Buffers: 239084 kB +Cached: 151620680 kB +SwapCached: 124276 kB +Active: 36648328 kB +Inactive: 115774228 kB +Active(anon): 494720 kB +Inactive(anon): 105940 kB +Active(file): 36153608 kB +Inactive(file): 115668288 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 7763664 kB +SwapFree: 7768808 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 40724 kB +Dirty: 48004 kB Writeback: 0 kB -AnonPages: 647004 kB -Mapped: 344904 kB -Shmem: 39416 kB -KReclaimable: 1460004 kB -Slab: 2219964 kB -SReclaimable: 1460004 kB -SUnreclaim: 759960 kB -KernelStack: 25440 kB -PageTables: 27604 kB +AnonPages: 544624 kB +Mapped: 341164 kB +Shmem: 37868 kB +KReclaimable: 1869072 kB +Slab: 2669712 kB +SReclaimable: 1869072 kB +SUnreclaim: 800640 kB +KernelStack: 25088 kB +PageTables: 26888 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 7230360 kB +Committed_AS: 6943680 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 166020 kB +VmallocUsed: 165576 kB VmallocChunk: 0 kB Percpu: 170496 kB HardwareCorrupted: 0 kB @@ -1482,8 +1482,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 62674532 kB -DirectMap2M: 134985728 kB +DirectMap4k: 62764644 kB +DirectMap2M: 134895616 kB DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r @@ -1699,10 +1699,10 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=cd1dd39e-4e7b-4be5-8864-c6790fa67706 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 5: +analyzing CPU 40: driver: intel_pstate - CPUs which run at the same hardware frequency: 5 - CPUs which need to have their frequency coordinated by software: 5 + CPUs which run at the same hardware frequency: 40 + CPUs which need to have their frequency coordinated by software: 40 maximum transition latency: Cannot determine or is not supported. hardware limits: 800 MHz - 4.60 GHz available cpufreq governors: performance powersave @@ -1710,7 +1710,7 @@ analyzing CPU 5: The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 1.20 GHz (asserted by call to kernel) + current CPU frequency: 2.38 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1761,16 +1761,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 283213 226249 45 0 99667 0 +fs.dentry-state = 390721 323864 45 0 152555 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7424 0 9223372036854775807 -fs.inode-nr = 222017 41666 -fs.inode-state = 222017 41666 0 0 0 0 0 +fs.file-nr = 7328 0 9223372036854775807 +fs.inode-nr = 273866 41674 +fs.inode-state = 273866 41674 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1798,7 +1798,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 2830 +fs.quota.syncs = 2842 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1825,7 +1825,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = c44d611ed865 +kernel.hostname = da0fe3cc8ffa kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1857,7 +1857,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 10104 +kernel.ns_last_pid = 9537 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1894,7 +1894,7 @@ kernel.random.boot_id = 29685405-01e1-41c8-8cf0-dcaddcc1862c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 78557b76-6cc9-46ba-afa8-fffdf0d4df0a +kernel.random.uuid = 69c70274-9da3-443f-96fd-21a61b32bef2 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2734,7 +2734,7 @@ nvme0n1 259:2 0 3.6T 0 disk │ /usr/bin/nvidia-persistenced │ /usr/bin/nvidia-debugdump │ /usr/bin/nvidia-smi -│ /home/cmuser/CM/repos/local/cache/762e6805370c44eb +│ /home/cmuser/CM/repos/local/cache/31767c21a8f149e5 │ /cm-mount/home/arjun/gh_action_submissions │ /cm-mount/home/arjun/gh_action_results │ /etc/hosts diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/accuracy.txt index 73b4d82af..f2f257b68 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/accuracy.txt @@ -5,4 +5,5 @@ Results {'rouge1': '32.2581', 'rouge2': '6.6667', 'rougeL': '22.5806', 'rougeLsum': '25.8065', 'gen_len': 264, 'gen_num': 1} Finished destroying QSL. + hash=5470ad247d575ae6dd919dbaec13f5d488c15366f13a7dc52cb0e73e062cc958 diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt index 35fb9e56e..ee8077dd7 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.004759, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-07T19:27:22Z", "time_ms": 0.010230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 184, "time_ms": 0.010230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.010230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.010230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.025523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.025762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.032512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1084, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.036624, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.059762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.059762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.059762, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1218.435257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1218.435257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1218.435257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1218.435257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1218.435257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1218.435257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "power_begin", "value": "01-07-2025 19:27:22.307", "time_ms": 1218.436154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "power_end", "value": "01-07-2025 19:27:23.521", "time_ms": 1218.436154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4885, "tid": 4885}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-08T19:26:41Z", "time_ms": 0.015519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.015519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 179, "time_ms": 0.015519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.015519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.015519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.015519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.031433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.031732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.038154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1084, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.041985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.062840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.062840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.062840, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1299.708157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1299.708157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1299.708157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1299.708157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1299.708157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1299.708157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "power_begin", "value": "01-08-2025 19:26:41.841", "time_ms": 1299.709075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4888, "tid": 4888}} +:::MLLOG {"key": "power_end", "value": "01-08-2025 19:26:43.138", "time_ms": 1299.709075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4888, "tid": 4888}} diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt index d77717989..a388eb0c3 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.024754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-07T19:23:24Z", "time_ms": 0.037132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.037132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 575, "time_ms": 0.037132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.037132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.037132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.037132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.076639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.077329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.092540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 835, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.113379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.422069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.422069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.422069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1402.866401, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1411.247630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1411.247630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1411.247630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1411.247630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1411.247630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1411.247630, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "power_begin", "value": "01-07-2025 19:23:24.833", "time_ms": 1411.249276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "power_end", "value": "01-07-2025 19:23:26.235", "time_ms": 1411.249276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.713142, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_max_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 1402245517, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4885, "tid": 4885}} -:::MLLOG {"key": "result_inferred_tokens_per_second", "value": 49.2068, "time_ms": 1411.264257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 840, "pid": 4885, "tid": 4885}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.024347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-08T19:22:49Z", "time_ms": 0.036934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.036934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 763, "time_ms": 0.036934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.036934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.036934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.036934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.076382, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.076894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.092700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 835, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.105560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.385248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.385248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.385248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1407.159001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1411.440981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1411.440981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1411.440981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1411.440981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1411.440981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1411.440981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "power_begin", "value": "01-08-2025 19:22:49.371", "time_ms": 1411.441380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "power_end", "value": "01-08-2025 19:22:50.777", "time_ms": 1411.441380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.711154, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 1406164791, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4889, "tid": 4889}} +:::MLLOG {"key": "result_inferred_tokens_per_second", "value": 49.0696, "time_ms": 1411.446443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 840, "pid": 4889, "tid": 4889}} diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt index 0c8af5a83..55d6d03b7 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt @@ -4,8 +4,8 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.713142 -Tokens per second (inferred): 49.2068 +Samples per second: 0.711154 +Tokens per second (inferred): 49.0696 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -14,15 +14,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1402245517 -Max latency (ns) : 1402245517 -Mean latency (ns) : 1402245517 -50.00 percentile latency (ns) : 1402245517 -90.00 percentile latency (ns) : 1402245517 -95.00 percentile latency (ns) : 1402245517 -97.00 percentile latency (ns) : 1402245517 -99.00 percentile latency (ns) : 1402245517 -99.90 percentile latency (ns) : 1402245517 +Min latency (ns) : 1406164791 +Max latency (ns) : 1406164791 +Mean latency (ns) : 1406164791 +50.00 percentile latency (ns) : 1406164791 +90.00 percentile latency (ns) : 1406164791 +95.00 percentile latency (ns) : 1406164791 +97.00 percentile latency (ns) : 1406164791 +99.00 percentile latency (ns) : 1406164791 +99.90 percentile latency (ns) : 1406164791 ================================================ Test Parameters Used