diff --git a/open/MLCommons/code/resnet50/README.md b/open/MLCommons/code/resnet50/README.md new file mode 100644 index 000000000..2fd9f9570 --- /dev/null +++ b/open/MLCommons/code/resnet50/README.md @@ -0,0 +1 @@ +TBD \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md new file mode 100644 index 000000000..22fa0beab --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -0,0 +1,3 @@ +| Model | Scenario | Accuracy | Throughput | Latency (in ms) | +|----------|------------|------------|--------------|-------------------| +| resnet50 | offline | 76 | 23.161 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md new file mode 100644 index 000000000..14e9dc241 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md @@ -0,0 +1,57 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-1014-azure-x86_64-with-glibc2.35 +* CPU version: x86_64 +* Python version: 3.12.6 (main, Sep 9 2024, 03:08:08) [GCC 11.4.0] +* MLCommons CM version: 2.3.9 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo anandhu-eng@cm4mlops --checkout=4b083d3814e998892d58a72f98477a46b65b8165 + +cm run script \ + --tags=run-mlperf,inference,_submission,_short \ + --submitter=MLCommons \ + --hw_name=gh_ubuntu-latest_x86 \ + --model=resnet50 \ + --implementation=cpp \ + --backend=onnxruntime \ + --device=cpu \ + --scenario=Offline \ + --test_query_count=500 \ + --target_qps=1 \ + -v \ + --quiet +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload anandhu-eng@cm4mlops without checkout and clean CM cache as follows:* + +```bash +cm rm repo anandhu-eng@cm4mlops +cm pull repo anandhu-eng@cm4mlops +cm rm cache -f + +``` + +## Results + +Platform: gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config + +Model Precision: fp32 + +### Accuracy Results +`acc`: `76.0`, Required accuracy for closed division `>= 75.6954` + +### Performance Results +`Samples per second`: `23.1609` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out new file mode 100644 index 000000000..e69de29bb diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json new file mode 100644 index 000000000..c1ae7e528 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json @@ -0,0 +1,954 @@ +{ + "app-mlperf-inference,d775cac873ee4231:cpp,resnet50,onnxruntime,cpu,test,r4.1-dev_default,offline": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( cpp,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-sys-utils-cm,bc90993277e84b8e" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "app-mlperf-inference,d775cac873ee4231 ( cpp,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "app-mlperf-inference,d775cac873ee4231 ( cpp,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlperf,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( cpp,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )" + } + }, + { + "download,file,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "wget,url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/b10cb075d2964587/caffe_ilsvrc12.tar.gz )" + } + }, + { + "extract,file,_path./home/runner/CM/repos/local/cache/b10cb075d2964587/caffe_ilsvrc12.tar.gz": { + "script_uid": "3f0b76219d004817", + "script_alias": "extract-file", + "script_tags": "extract,file", + "script_variations": "path./home/runner/CM/repos/local/cache/b10cb075d2964587/caffe_ilsvrc12.tar.gz", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )" + } + }, + { + "download-and-extract,_extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "extract,wget,url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz", + "version": "", + "parent": "get-dataset-imagenet-aux,bb2c6dd8c8c64217" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "script_uid": "bb2c6dd8c8c64217", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( cpp,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-sys-utils-cm,bc90993277e84b8e" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-mlperf-inference-src,4b57186581024797" + } + }, + { + "get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.master,repo.https://github.com/mlcommons/inference", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "get,compiler": { + "script_uid": "99832a103ed04eb8", + "script_alias": "get-llvm", + "script_tags": "get,llvm,compiler,c-compiler,cpp-compiler,get-llvm", + "script_variations": "", + "version": "14.0.0", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-cmake,52bf974d791b4fc8" + } + }, + { + "get,cmake": { + "script_uid": "52bf974d791b4fc8", + "script_alias": "get-cmake", + "script_tags": "get,cmake,get-cmake", + "script_variations": "", + "version": "3.30.3", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.wheel )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.wheel )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.wheel )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pip", + "version": "24.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.wheel )" + } + }, + { + "get,generic-python-lib,_package.wheel": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.wheel", + "version": "0.43.0", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pip", + "version": "24.2", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pip", + "version": "24.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )" + } + }, + { + "get,generic-python-lib,_package.pybind11": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.pybind11", + "version": "2.13.6", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.setuptools )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.setuptools )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.setuptools )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pip", + "version": "24.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.setuptools )" + } + }, + { + "get,generic-python-lib,_package.setuptools": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.setuptools", + "version": "75.1.0", + "parent": "get-mlperf-inference-loadgen,64c3d98d0ba04950" + } + }, + { + "get,loadgen": { + "script_uid": "64c3d98d0ba04950", + "script_alias": "get-mlperf-inference-loadgen", + "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-onnxruntime-prebuilt,be02c84ff57c4244 ( cpu )" + } + }, + { + "get,lib,onnxruntime,lang-cpp,_cpu": { + "script_uid": "be02c84ff57c4244", + "script_alias": "get-onnxruntime-prebuilt", + "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", + "script_variations": "cpu", + "version": "1.16.3", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-dataset-imagenet-val,7afd58d287fe4f11 ( size.500,_2012 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" + } + }, + { + "download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "cmutil,url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/d4dc57019b0b407a/ILSVRC2012_img_val_500.tar )" + } + }, + { + "extract,file,_path./home/runner/CM/repos/local/cache/d4dc57019b0b407a/ILSVRC2012_img_val_500.tar": { + "script_uid": "3f0b76219d004817", + "script_alias": "extract-file", + "script_tags": "extract,file", + "script_variations": "path./home/runner/CM/repos/local/cache/d4dc57019b0b407a/ILSVRC2012_img_val_500.tar", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" + } + }, + { + "download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "extract,url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar", + "version": "", + "parent": "get-dataset-imagenet-val,7afd58d287fe4f11 ( size.500,_2012 )" + } + }, + { + "get,dataset,image-classification,original,_size.500,_2012": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "size.500,2012", + "version": "", + "parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )" + } + }, + { + "get,dataset-aux,image-classification,imagenet-aux": { + "script_uid": "bb2c6dd8c8c64217", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_variations": "", + "version": "", + "parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.opencv-python-headless )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.opencv-python-headless )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.opencv-python-headless )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pip", + "version": "24.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.opencv-python-headless )" + } + }, + { + "get,generic-python-lib,_package.opencv-python-headless": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "package.opencv-python-headless", + "version": "4.10.0.84", + "parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pillow )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pillow )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pillow )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pip", + "version": "24.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pillow )" + } + }, + { + "get,generic-python-lib,_pillow": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_variations": "pillow", + "version": "10.4.0", + "parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )" + } + }, + { + "mlperf,mlcommons,inference,source,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "get-preprocessed-dataset-imagenet,f259d490bbaf45f5 ( NCHW )" + } + }, + { + "get,dataset,preprocessed,imagenet,_NCHW": { + "script_uid": "f259d490bbaf45f5", + "script_alias": "get-preprocessed-dataset-imagenet", + "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", + "script_variations": "NCHW", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx )" + } + }, + { + "download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "cmutil,url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx )" + } + }, + { + "download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx", + "version": "", + "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( onnx )" + } + }, + { + "get,ml-model,raw,resnet50,_onnx": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "onnx", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.12.6", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "compile-program,c05042ba005a4bfa" + } + }, + { + "get,compiler": { + "script_uid": "99832a103ed04eb8", + "script_alias": "get-llvm", + "script_tags": "get,llvm,compiler,c-compiler,cpp-compiler,get-llvm", + "script_variations": "", + "version": "14.0.0", + "parent": "compile-program,c05042ba005a4bfa" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-compiler-flags,31be8b74a69742f8" + } + }, + { + "get,compiler-flags": { + "script_uid": "31be8b74a69742f8", + "script_alias": "get-compiler-flags", + "script_tags": "get,compiler-flags", + "script_variations": "", + "version": "", + "parent": "compile-program,c05042ba005a4bfa" + } + }, + { + "compile,cpp-program": { + "script_uid": "c05042ba005a4bfa", + "script_alias": "compile-program", + "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_cpu,_offline,_resnet50 )" + } + } + ] +} \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cpu_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cpu_info.json new file mode 100644 index 000000000..fa0003704 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0xffffffff", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso", + "CM_HOST_CPU_TLB_SIZE": "2560 4K pages", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "4", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-3", + "CM_HOST_CPU_VENDOR_ID": "AuthenticAMD", + "CM_HOST_CPU_MODEL_NAME": "AMD EPYC 7763 64-Core Processor", + "CM_HOST_CPU_FAMILY": "25", + "CM_HOST_CPU_THREADS_PER_CORE": "2", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "2", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_L1D_CACHE_SIZE": "64 KiB (2 instances)", + "CM_HOST_CPU_L1I_CACHE_SIZE": "64 KiB (2 instances)", + "CM_HOST_CPU_L2_CACHE_SIZE": "1 MiB (2 instances)", + "CM_HOST_CPU_L3_CACHE_SIZE": "32 MiB (1 instance)", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "4", + "CM_HOST_MEMORY_CAPACITY": "15G", + "CM_HOST_DISK_CAPACITY": "159G" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json new file mode 100644 index 000000000..bd3223e73 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/4735647/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "fp32", + "weight_data_types": "fp32", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlperf.conf b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlperf.conf new file mode 100644 index 000000000..10f7ae78f --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlperf.conf @@ -0,0 +1,98 @@ +# The format of this config file is 'key = value'. +# The key has the format 'model.scenario.key'. Value is mostly int64_t. +# Model maybe '*' as wildcard. In that case the value applies to all models. +# All times are in milli seconds + +# Set performance_sample_count for each model. +# User can optionally set this to higher values in user.conf. +resnet50.*.performance_sample_count_override = 1024 +ssd-mobilenet.*.performance_sample_count_override = 256 +retinanet.*.performance_sample_count_override = 64 +bert.*.performance_sample_count_override = 10833 +dlrm.*.performance_sample_count_override = 204800 +dlrm-v2.*.performance_sample_count_override = 204800 +rnnt.*.performance_sample_count_override = 2513 +gptj.*.performance_sample_count_override = 13368 +llama2-70b.*.performance_sample_count_override = 24576 +stable-diffusion-xl.*.performance_sample_count_override = 5000 +# set to 0 to let entire sample set to be performance sample +3d-unet.*.performance_sample_count_override = 0 + +# Set seeds. The seeds will be distributed two weeks before the submission. +*.*.qsl_rng_seed = 3066443479025735752 +*.*.sample_index_rng_seed = 10688027786191513374 +*.*.schedule_rng_seed = 14962580496156340209 +# Set seeds for TEST_05. The seeds will be distributed two weeks before the submission. +*.*.test05_qsl_rng_seed = 16799458546791641818 +*.*.test05_sample_index_rng_seed = 5453809927556429288 +*.*.test05_schedule_rng_seed = 5435552105434836064 + + +*.SingleStream.target_latency_percentile = 90 +*.SingleStream.min_duration = 600000 + +*.MultiStream.target_latency_percentile = 99 +*.MultiStream.samples_per_query = 8 +*.MultiStream.min_duration = 600000 +*.MultiStream.min_query_count = 662 +retinanet.MultiStream.target_latency = 528 + +# 3D-UNet uses equal issue mode because it has non-uniform inputs +3d-unet.*.sample_concatenate_permutation = 1 + +# LLM benchmarks have non-uniform inputs and outputs, and use equal issue mode for all latency scenario +gptj.*.sample_concatenate_permutation = 1 +llama2-70b.*.sample_concatenate_permutation = 1 +mixtral-8x7b.*.sample_concatenate_permutation = 1 + +*.Server.target_latency = 10 +*.Server.target_latency_percentile = 99 +*.Server.target_duration = 0 +*.Server.min_duration = 600000 +resnet50.Server.target_latency = 15 +retinanet.Server.target_latency = 100 +bert.Server.target_latency = 130 +dlrm.Server.target_latency = 60 +dlrm-v2.Server.target_latency = 60 +rnnt.Server.target_latency = 1000 +gptj.Server.target_latency = 20000 +stable-diffusion-xl.Server.target_latency = 20000 +# Llama2-70b benchmarks measures token latencies +llama2-70b.*.use_token_latencies = 1 +mixtral-8x7b.*.use_token_latencies = 1 +# gptj benchmark infers token latencies +gptj.*.infer_token_latencies = 1 +gptj.*.token_latency_scaling_factor = 69 +# Only ttft and tpot are tracked for the llama2-70b & mixtral-8x7B benchmark therefore target_latency = 0 +llama2-70b.Server.target_latency = 0 +llama2-70b.Server.ttft_latency = 2000 +llama2-70b.Server.tpot_latency = 200 + +mixtral-8x7b.Server.target_latency = 0 +mixtral-8x7b.Server.ttft_latency = 2000 +mixtral-8x7b.Server.tpot_latency = 200 + +*.Offline.target_latency_percentile = 90 +*.Offline.min_duration = 600000 + +# In Offline scenario, we always have one query. But LoadGen maps this to +# min_sample_count internally in Offline scenario. If the dataset size is larger +# than 24576 we limit the min_query_count to 24576 and otherwise we use +# the dataset size as the limit + +resnet50.Offline.min_query_count = 24576 +retinanet.Offline.min_query_count = 24576 +dlrm-v2.Offline.min_query_count = 24576 +bert.Offline.min_query_count = 10833 +gptj.Offline.min_query_count = 13368 +rnnt.Offline.min_query_count = 2513 +3d-unet.Offline.min_query_count = 43 +stable-diffusion-xl.Offline.min_query_count = 5000 +llama2-70b.Offline.min_query_count = 24576 +mixtral-8x7b.Offline.min_query_count = 15000 + +# These fields should be defined and overridden by user.conf. +*.SingleStream.target_latency = 10 +*.MultiStream.target_latency = 80 +*.Server.target_qps = 1.0 +*.Offline.target_qps = 1.0 diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json new file mode 100644 index 000000000..653ad8fc5 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "22.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-1014-azure", + "CM_HOST_OS_GLIBC_VERSION": "2.35", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "fv-az730-893" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out new file mode 100644 index 000000000..e69de29bb diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/pip_freeze.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/pip_freeze.json new file mode 100644 index 000000000..103cb1833 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/pip_freeze.json @@ -0,0 +1,20 @@ +{ + "pip_freeze": { + "certifi": "2024.8.30", + "charset-normalizer": "3.3.2", + "cmind": "2.3.9", + "dmiparser": "5.1", + "giturlparse": "0.12.0", + "idna": "3.10", + "numpy": "2.1.1", + "opencv-python-headless": "4.10.0.84", + "pillow": "10.4.0", + "pip": "24.2", + "pybind11": "2.13.6", + "PyYAML": "6.0.2", + "requests": "2.32.3", + "setuptools": "75.1.0", + "tabulate": "0.9.0", + "urllib3": "2.2.3" + } +} \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/user.conf b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/user.conf new file mode 100644 index 000000000..e35483d26 --- /dev/null +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/user.conf @@ -0,0 +1,5 @@ +resnet50.Offline.target_qps = 1.0 +resnet50.Offline.max_query_count = 500 +resnet50.Offline.min_query_count = 500 +resnet50.Offline.min_duration = 0 +resnet50.Offline.sample_concatenate_permutation = 0 diff --git a/open/MLCommons/model_mapping.json b/open/MLCommons/model_mapping.json index 0aa5fff1f..8ae1f5bfb 100644 --- a/open/MLCommons/model_mapping.json +++ b/open/MLCommons/model_mapping.json @@ -1,3 +1,3 @@ { - "stable-diffusion-xl": "stable-diffusion-xl" + "resnet50": "resnet50" } \ No newline at end of file diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt new file mode 100644 index 000000000..c79b3791d --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt @@ -0,0 +1,2 @@ +accuracy=76.000%, good=380, total=500 +hash=0c3a932e9f2ad69b0067910fcb842a852b10e20e0b19e53594700f2f885b506b diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json new file mode 100644 index 000000000..ff2aee637 --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,132 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 230, "data" : "7D00000000000000" }, +{ "seq_id" : 1, "qsl_idx" : 119, "data" : "8502000000000000" }, +{ "seq_id" : 2, "qsl_idx" : 189, "data" : "4802000000000000" }, +{ "seq_id" : 3, "qsl_idx" : 383, "data" : "6D02000000000000" }, +{ "seq_id" : 4, "qsl_idx" : 406, "data" : "3601000000000000" }, +{ "seq_id" : 5, "qsl_idx" : 142, "data" : "0303000000000000" }, +{ "seq_id" : 6, "qsl_idx" : 291, "data" : "5803000000000000" }, +{ "seq_id" : 7, "qsl_idx" : 87, "data" : "1C00000000000000" }, +{ "seq_id" : 8, "qsl_idx" : 220, "data" : "EC02000000000000" }, +{ "seq_id" : 9, "qsl_idx" : 70, "data" : "8601000000000000" }, +{ "seq_id" : 10, "qsl_idx" : 135, "data" : "2A01000000000000" }, +{ "seq_id" : 11, "qsl_idx" : 496, "data" : "8603000000000000" }, +{ "seq_id" : 12, "qsl_idx" : 371, "data" : "5C03000000000000" }, +{ "seq_id" : 13, "qsl_idx" : 77, "data" : "1301000000000000" }, +{ "seq_id" : 14, "qsl_idx" : 206, "data" : "9200000000000000" }, +{ "seq_id" : 15, "qsl_idx" : 427, "data" : "D202000000000000" }, +{ "seq_id" : 16, "qsl_idx" : 85, "data" : "F201000000000000" }, +{ "seq_id" : 17, "qsl_idx" : 243, "data" : "5402000000000000" }, +{ "seq_id" : 18, "qsl_idx" : 193, "data" : "0303000000000000" }, +{ "seq_id" : 19, "qsl_idx" : 29, "data" : "5A03000000000000" }, +{ "seq_id" : 20, "qsl_idx" : 372, "data" : "B602000000000000" }, +{ "seq_id" : 21, "qsl_idx" : 499, "data" : "AF00000000000000" }, +{ "seq_id" : 22, "qsl_idx" : 249, "data" : "7E03000000000000" }, +{ "seq_id" : 23, "qsl_idx" : 443, "data" : "5E01000000000000" }, +{ "seq_id" : 24, "qsl_idx" : 200, "data" : "C002000000000000" }, +{ "seq_id" : 25, "qsl_idx" : 473, "data" : "BE00000000000000" }, +{ "seq_id" : 26, "qsl_idx" : 157, "data" : "FB02000000000000" }, +{ "seq_id" : 27, "qsl_idx" : 167, "data" : "9A02000000000000" }, +{ "seq_id" : 28, "qsl_idx" : 279, "data" : "8103000000000000" }, +{ "seq_id" : 29, "qsl_idx" : 165, "data" : "AF02000000000000" }, +{ "seq_id" : 30, "qsl_idx" : 326, "data" : "EA00000000000000" }, +{ "seq_id" : 31, "qsl_idx" : 27, "data" : "A600000000000000" }, +{ "seq_id" : 64, "qsl_idx" : 153, "data" : "7300000000000000" }, +{ "seq_id" : 65, "qsl_idx" : 282, "data" : "1B01000000000000" }, +{ "seq_id" : 66, "qsl_idx" : 216, "data" : "1000000000000000" }, +{ "seq_id" : 67, "qsl_idx" : 97, "data" : "8E00000000000000" }, +{ "seq_id" : 68, "qsl_idx" : 407, "data" : "E603000000000000" }, +{ "seq_id" : 69, "qsl_idx" : 359, "data" : "9200000000000000" }, +{ "seq_id" : 70, "qsl_idx" : 448, "data" : "5D03000000000000" }, +{ "seq_id" : 71, "qsl_idx" : 199, "data" : "E103000000000000" }, +{ "seq_id" : 72, "qsl_idx" : 158, "data" : "4302000000000000" }, +{ "seq_id" : 73, "qsl_idx" : 118, "data" : "5303000000000000" }, +{ "seq_id" : 74, "qsl_idx" : 324, "data" : "0903000000000000" }, +{ "seq_id" : 75, "qsl_idx" : 271, "data" : "A501000000000000" }, +{ "seq_id" : 76, "qsl_idx" : 452, "data" : "FF02000000000000" }, +{ "seq_id" : 77, "qsl_idx" : 114, "data" : "FD00000000000000" }, +{ "seq_id" : 78, "qsl_idx" : 379, "data" : "D603000000000000" }, +{ "seq_id" : 79, "qsl_idx" : 256, "data" : "4E02000000000000" }, +{ "seq_id" : 80, "qsl_idx" : 0, "data" : "4100000000000000" }, +{ "seq_id" : 81, "qsl_idx" : 384, "data" : "BF02000000000000" }, +{ "seq_id" : 82, "qsl_idx" : 219, "data" : "FE00000000000000" }, +{ "seq_id" : 83, "qsl_idx" : 127, "data" : "1500000000000000" }, +{ "seq_id" : 84, "qsl_idx" : 489, "data" : "9303000000000000" }, +{ "seq_id" : 85, "qsl_idx" : 277, "data" : "5C00000000000000" }, +{ "seq_id" : 86, "qsl_idx" : 160, "data" : "A800000000000000" }, +{ "seq_id" : 87, "qsl_idx" : 338, "data" : "DD01000000000000" }, +{ "seq_id" : 88, "qsl_idx" : 162, "data" : "8702000000000000" }, +{ "seq_id" : 89, "qsl_idx" : 420, "data" : "FD02000000000000" }, +{ "seq_id" : 90, "qsl_idx" : 21, "data" : "B000000000000000" }, +{ "seq_id" : 91, "qsl_idx" : 353, "data" : "AF01000000000000" }, +{ "seq_id" : 92, "qsl_idx" : 121, "data" : "E301000000000000" }, +{ "seq_id" : 93, "qsl_idx" : 186, "data" : "6303000000000000" }, +{ "seq_id" : 94, "qsl_idx" : 435, "data" : "C400000000000000" }, +{ "seq_id" : 95, "q + +... + +a" : "6301000000000000" }, +{ "seq_id" : 54, "qsl_idx" : 290, "data" : "B902000000000000" }, +{ "seq_id" : 55, "qsl_idx" : 12, "data" : "7201000000000000" }, +{ "seq_id" : 56, "qsl_idx" : 148, "data" : "4E02000000000000" }, +{ "seq_id" : 57, "qsl_idx" : 483, "data" : "E603000000000000" }, +{ "seq_id" : 58, "qsl_idx" : 455, "data" : "5A01000000000000" }, +{ "seq_id" : 59, "qsl_idx" : 276, "data" : "D001000000000000" }, +{ "seq_id" : 60, "qsl_idx" : 409, "data" : "5602000000000000" }, +{ "seq_id" : 61, "qsl_idx" : 366, "data" : "5002000000000000" }, +{ "seq_id" : 62, "qsl_idx" : 67, "data" : "7703000000000000" }, +{ "seq_id" : 63, "qsl_idx" : 176, "data" : "8C00000000000000" }, +{ "seq_id" : 448, "qsl_idx" : 358, "data" : "6E02000000000000" }, +{ "seq_id" : 449, "qsl_idx" : 283, "data" : "7103000000000000" }, +{ "seq_id" : 450, "qsl_idx" : 25, "data" : "4E03000000000000" }, +{ "seq_id" : 451, "qsl_idx" : 47, "data" : "0801000000000000" }, +{ "seq_id" : 452, "qsl_idx" : 201, "data" : "C901000000000000" }, +{ "seq_id" : 453, "qsl_idx" : 334, "data" : "C302000000000000" }, +{ "seq_id" : 454, "qsl_idx" : 52, "data" : "4C03000000000000" }, +{ "seq_id" : 455, "qsl_idx" : 178, "data" : "5301000000000000" }, +{ "seq_id" : 456, "qsl_idx" : 108, "data" : "7802000000000000" }, +{ "seq_id" : 457, "qsl_idx" : 227, "data" : "1902000000000000" }, +{ "seq_id" : 458, "qsl_idx" : 288, "data" : "9301000000000000" }, +{ "seq_id" : 459, "qsl_idx" : 444, "data" : "2D02000000000000" }, +{ "seq_id" : 460, "qsl_idx" : 233, "data" : "A901000000000000" }, +{ "seq_id" : 461, "qsl_idx" : 111, "data" : "BA03000000000000" }, +{ "seq_id" : 462, "qsl_idx" : 59, "data" : "4C02000000000000" }, +{ "seq_id" : 463, "qsl_idx" : 263, "data" : "B602000000000000" }, +{ "seq_id" : 464, "qsl_idx" : 304, "data" : "4F02000000000000" }, +{ "seq_id" : 465, "qsl_idx" : 458, "data" : "9E01000000000000" }, +{ "seq_id" : 466, "qsl_idx" : 255, "data" : "1502000000000000" }, +{ "seq_id" : 467, "qsl_idx" : 66, "data" : "6500000000000000" }, +{ "seq_id" : 468, "qsl_idx" : 433, "data" : "A302000000000000" }, +{ "seq_id" : 469, "qsl_idx" : 392, "data" : "E600000000000000" }, +{ "seq_id" : 470, "qsl_idx" : 377, "data" : "BF03000000000000" }, +{ "seq_id" : 471, "qsl_idx" : 251, "data" : "C701000000000000" }, +{ "seq_id" : 472, "qsl_idx" : 94, "data" : "7501000000000000" }, +{ "seq_id" : 473, "qsl_idx" : 214, "data" : "DB01000000000000" }, +{ "seq_id" : 474, "qsl_idx" : 202, "data" : "E900000000000000" }, +{ "seq_id" : 475, "qsl_idx" : 53, "data" : "4F02000000000000" }, +{ "seq_id" : 476, "qsl_idx" : 42, "data" : "8100000000000000" }, +{ "seq_id" : 477, "qsl_idx" : 405, "data" : "A703000000000000" }, +{ "seq_id" : 478, "qsl_idx" : 478, "data" : "6B03000000000000" }, +{ "seq_id" : 479, "qsl_idx" : 344, "data" : "E902000000000000" }, +{ "seq_id" : 480, "qsl_idx" : 19, "data" : "0502000000000000" }, +{ "seq_id" : 481, "qsl_idx" : 297, "data" : "4000000000000000" }, +{ "seq_id" : 482, "qsl_idx" : 64, "data" : "4A03000000000000" }, +{ "seq_id" : 483, "qsl_idx" : 35, "data" : "7703000000000000" }, +{ "seq_id" : 484, "qsl_idx" : 287, "data" : "2A02000000000000" }, +{ "seq_id" : 485, "qsl_idx" : 222, "data" : "D901000000000000" }, +{ "seq_id" : 486, "qsl_idx" : 454, "data" : "1403000000000000" }, +{ "seq_id" : 487, "qsl_idx" : 462, "data" : "AF03000000000000" }, +{ "seq_id" : 488, "qsl_idx" : 197, "data" : "1000000000000000" }, +{ "seq_id" : 489, "qsl_idx" : 293, "data" : "6203000000000000" }, +{ "seq_id" : 490, "qsl_idx" : 134, "data" : "EF02000000000000" }, +{ "seq_id" : 491, "qsl_idx" : 285, "data" : "A003000000000000" }, +{ "seq_id" : 492, "qsl_idx" : 260, "data" : "6103000000000000" }, +{ "seq_id" : 493, "qsl_idx" : 401, "data" : "6703000000000000" }, +{ "seq_id" : 494, "qsl_idx" : 224, "data" : "1900000000000000" }, +{ "seq_id" : 495, "qsl_idx" : 421, "data" : "9C01000000000000" }, +{ "seq_id" : 496, "qsl_idx" : 195, "data" : "8C01000000000000" }, +{ "seq_id" : 497, "qsl_idx" : 45, "data" : "8303000000000000" }, +{ "seq_id" : 498, "qsl_idx" : 449, "data" : "D000000000000000" }, +{ "seq_id" : 499, "qsl_idx" : 305, "data" : "5A01000000000000" } +] diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt new file mode 100644 index 000000000..f62a77930 --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -0,0 +1,70 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 53, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-04T16:10:27.994104", "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 55, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-04T16:10:27.995654", "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 56, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 57, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 58, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 60, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.009768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 67, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-04T16:12:10Z", "time_ms": 0.028463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.028463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 291, "time_ms": 0.028463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.028463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.028463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.028463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 270, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 271, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 308, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.032380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 416, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.032560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.034254, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "loaded_qsl_set", "value": [230,119,189,383,406,142,291,87,220,70,135,496,371,77,206,427,85,243,193,29,372,499,249,443,200,473,157,167,279,165,326,27,259,79,400,363,123,262,316,437,101,6,128,62,151,252,92,257,381,425,467,429,308,342,290,12,148,483,455,276,409,366,67,176,153,282,216,97,407,359,448,199,158,118,324,271,452,114,379,256,0,384,219,127,489,277,160,338,162,420,21,353,121,186,435,368,145,7,494,390,234,203,221,445,471,141,349,397,412,318,440,137,296,242,264,335,105,273,117,68,306,428,129,154,235,116,240,488,57,265,41,80,367,424,43,32,78,223,447,399,300,341,22,244,402,422,347,149,491,239,204,317,17,245,284,497,333,174,212,36,140,37,385,96,418,236,138,311,120,272,396,71,292,346,16,498,312,65,136,169,241,474,289,191,198,469,228,54,253,46,183,431,395,139,354,325,266,468,155,109,246,217,387,307,446,163,376,490,337,441,106,415,270,388,481,58,459,286,267,464,351,91,170,327,336,112,362,24,301,147,166,84,472,168,294,274,104,181,15,386,438,269,180,205,179,143,99,208,394,475,2,484,410,404,102,268,398,38,439,187,89,261,182,373,430,126,211,115,479,453,321,313,81,188,356,339,238,426,482,350,310,485,3,480,225,130,131,382,355,132,48,331,13,173,315,175,466,298,375,302,492,232,280,303,55,389,133,14,393,192,51,8,172,436,370,74,88,60,207,161,184,171,125,357,107,361,49,10,369,177,365,278,314,103,93,34,450,196,226,30,75,380,237,416,20,408,320,159,86,477,156,231,50,457,319,83,194,215,465,61,248,40,434,281,328,213,210,323,487,295,332,33,190,413,403,164,419,98,150,113,152,476,432,414,39,72,417,1,218,275,26,495,309,299,348,122,442,486,69,28,322,340,451,82,95,411,100,254,250,374,124,360,391,460,146,378,63,144,31,463,5,423,73,247,461,56,330,185,456,90,23,329,209,4,493,18,343,9,44,352,110,76,364,258,229,345,11,470,358,283,25,47,201,334,52,178,108,227,288,444,233,111,59,263,304,458,255,66,433,392,377,251,94,214,202,53,42,405,478,344,19,297,64,35,287,222,454,462,197,293,134,285,260,401,224,421,195,45,449,305], "time_ms": 0.053319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 164.512941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 164.512941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 164.512941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21261.332319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 898, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21261.332319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 900, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21261.332319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 902, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21261.332319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 904, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21261.332319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 906, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21261.332319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 908, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "power_begin", "value": "10-04-2024 16:12:10.819", "time_ms": 21261.333060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 6184, "tid": 6184}} +:::MLLOG {"key": "power_end", "value": "10-04-2024 16:12:31.907", "time_ms": 21261.333060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 6184, "tid": 6184}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_summary.txt new file mode 100644 index 000000000..a05d86571 --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_accuracy.json b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 000000000..0d4f101c7 --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 000000000..39444b3ff --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,87 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 53, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-04T16:10:27.994104", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 55, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-04T16:10:27.995654", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 56, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 57, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 58, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 60, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.014477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/version.cc", "line_no": 67, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-04T16:11:39Z", "time_ms": 0.022362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.022362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 290, "time_ms": 0.022362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.022362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.022362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.022362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 270, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 271, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 308, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.025758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 416, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.025939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.030737, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "loaded_qsl_set", "value": [230,119,189,383,406,142,291,87,220,70,135,496,371,77,206,427,85,243,193,29,372,499,249,443,200,473,157,167,279,165,326,27,259,79,400,363,123,262,316,437,101,6,128,62,151,252,92,257,381,425,467,429,308,342,290,12,148,483,455,276,409,366,67,176,153,282,216,97,407,359,448,199,158,118,324,271,452,114,379,256,0,384,219,127,489,277,160,338,162,420,21,353,121,186,435,368,145,7,494,390,234,203,221,445,471,141,349,397,412,318,440,137,296,242,264,335,105,273,117,68,306,428,129,154,235,116,240,488,57,265,41,80,367,424,43,32,78,223,447,399,300,341,22,244,402,422,347,149,491,239,204,317,17,245,284,497,333,174,212,36,140,37,385,96,418,236,138,311,120,272,396,71,292,346,16,498,312,65,136,169,241,474,289,191,198,469,228,54,253,46,183,431,395,139,354,325,266,468,155,109,246,217,387,307,446,163,376,490,337,441,106,415,270,388,481,58,459,286,267,464,351,91,170,327,336,112,362,24,301,147,166,84,472,168,294,274,104,181,15,386,438,269,180,205,179,143,99,208,394,475,2,484,410,404,102,268,398,38,439,187,89,261,182,373,430,126,211,115,479,453,321,313,81,188,356,339,238,426,482,350,310,485,3,480,225,130,131,382,355,132,48,331,13,173,315,175,466,298,375,302,492,232,280,303,55,389,133,14,393,192,51,8,172,436,370,74,88,60,207,161,184,171,125,357,107,361,49,10,369,177,365,278,314,103,93,34,450,196,226,30,75,380,237,416,20,408,320,159,86,477,156,231,50,457,319,83,194,215,465,61,248,40,434,281,328,213,210,323,487,295,332,33,190,413,403,164,419,98,150,113,152,476,432,414,39,72,417,1,218,275,26,495,309,299,348,122,442,486,69,28,322,340,451,82,95,411,100,254,250,374,124,360,391,460,146,378,63,144,31,463,5,423,73,247,461,56,330,185,456,90,23,329,209,4,493,18,343,9,44,352,110,76,364,258,229,345,11,470,358,283,25,47,201,334,52,178,108,227,288,444,233,111,59,263,304,458,255,66,433,392,377,251,94,214,202,53,42,405,478,344,19,297,64,35,287,222,454,462,197,293,134,285,260,401,224,421,195,45,449,305], "time_ms": 0.040235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 165.460905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 165.460905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 165.460905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 165.474981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21763.555167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 898, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21763.555167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 900, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21763.555167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 902, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21763.555167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 904, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21763.555167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 906, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21763.555167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/logging.cc", "line_no": 908, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "power_begin", "value": "10-04-2024 16:11:39.620", "time_ms": 21763.555859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "power_end", "value": "10-04-2024 16:12:01.208", "time_ms": 21763.555859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 655, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 660, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 661, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 662, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 682, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 692, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_samples_per_second", "value": 23.1609, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 748, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1347258010, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 754, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_max_latency_ns", "value": 21588100813, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 755, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 11448385814, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 756, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 11017120961, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 758, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 20717718942, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 758, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 20717718942, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 758, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 21588100813, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 758, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 21588100813, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 758, "pid": 5156, "tid": 5156}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 21588100813, "time_ms": 21763.571228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/81462a6408c4423f/inference/loadgen/results.cc", "line_no": 758, "pid": 5156, "tid": 5156}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 000000000..82c1d5122 --- /dev/null +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,51 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : QueueSUT +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 23.1609 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 1347258010 +Max latency (ns) : 21588100813 +Mean latency (ns) : 11448385814 +50.00 percentile latency (ns) : 11017120961 +90.00 percentile latency (ns) : 20717718942 +95.00 percentile latency (ns) : 20717718942 +97.00 percentile latency (ns) : 21588100813 +99.00 percentile latency (ns) : 21588100813 +99.90 percentile latency (ns) : 21588100813 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 500 +target_qps : 1 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 0 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 500 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/systems/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json b/open/MLCommons/systems/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json new file mode 100644 index 000000000..82ebdcd49 --- /dev/null +++ b/open/MLCommons/systems/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json @@ -0,0 +1,37 @@ +{ + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "framework": "onnxruntime", + "host_memory_capacity": "15G", + "host_memory_configuration": "undefined", + "host_network_card_count": "1", + "host_networking": "Gig Ethernet", + "host_networking_topology": "N/A", + "host_processor_caches": "L1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)", + "host_processor_core_count": "2", + "host_processor_frequency": "undefined", + "host_processor_interconnect": "", + "host_processor_model_name": "AMD EPYC 7763 64-Core Processor", + "host_processors_per_node": "1", + "host_storage_capacity": "159G", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "operating_system": "Ubuntu 22.04 (linux-6.8.0-1014-azure-glibc2.35)", + "other_software_stack": "Python: 3.12.6, LLVM-14.0.0", + "status": "available", + "submitter": "MLCommons", + "sw_notes": "Automated by MLCommons CM v2.3.9. ", + "system_name": "gh_ubuntu-latest_x86", + "system_type": "edge", + "system_type_detail": "edge server" +} \ No newline at end of file