diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md index 1ba6c064..14cea2c2 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|------------|--------------|-------------------| -| stable-diffusion-xl | offline | () | 0.359 | - | \ No newline at end of file +| stable-diffusion-xl | offline | () | 0.353 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md index 5cba0811..63f99e9f 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md @@ -100,4 +100,4 @@ Model Precision: fp32 ### Accuracy Results ### Performance Results -`Samples per second`: `0.359113` +`Samples per second`: `0.352826` diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out index 5657113b..63bc0cae 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out @@ -1,71 +1,71 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6e07676e92904192ab3991a32877ea76.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=1, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3b5960b6d6f34851bc96b36b509ac991.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=1, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00 get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,python - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,cuda,_cudnn + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,cuda,_cudnn get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_torch_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_torch_cuda get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_torchvision_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_torchvision_cuda download-and-extract,c67e81a4ce2649f5_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16_) --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16 get-ml-model-stable-diffusion,22c6516b2d4d4c23_(_pytorch,_fp16_) --> download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,dataset,coco2014,_validation + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,dataset,coco2014,_validation generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -46,33 +46,33 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> generate,user-conf,mlperf,inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,loadgen - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.diffusers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.diffusers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.diffusers get-generic-python-lib,94b62a682bc44791_(_package.transformers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.transformers get-generic-python-lib,94b62a682bc44791_(_package.torchvision_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.torchvision get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.accelerate + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.accelerate get-generic-python-lib,94b62a682bc44791_(_package.torchmetrics_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.torchmetrics + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.torchmetrics get-generic-python-lib,94b62a682bc44791_(_package.torch-fidelity_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.torch-fidelity + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.torch-fidelity get-generic-python-lib,94b62a682bc44791_(_package.open_clip_torch_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.open_clip_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.open_clip_torch get-generic-python-lib,94b62a682bc44791_(_package.opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.opencv-python get-generic-python-lib,94b62a682bc44791_(_package.scipy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.scipy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.scipy get-generic-python-lib,94b62a682bc44791_(_package.pandas_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> get,generic-python-lib,_package.pandas + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.pandas detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_offline,_cuda,_pytorch,_float16_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_sdxl,_offline,_cuda,_float16_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png index 24b31089..666d948a 100644 Binary files a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png and b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png differ diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json index 28d2ff27..4472888c 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json @@ -267,7 +267,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -307,7 +307,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch_cuda", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image", "script_variations": "pytorch,fp16", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,dataset,coco2014,object-detection,original", "script_variations": "validation", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -487,7 +487,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -507,7 +507,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -547,7 +547,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.diffusers", "version": "0.32.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -567,7 +567,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.transformers", "version": "4.47.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.accelerate", "version": "1.2.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.6.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -687,7 +687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -707,7 +707,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.scipy", "version": "1.15.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pandas", "version": "2.2.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } }, { @@ -767,7 +767,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_offline,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_offline,_cuda,_float16 )" } } ] diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json index 0ef43812..95d86ec7 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "0dd3b4bfe262" + "CM_HOST_SYSTEM_NAME": "ef7caa3a5f4f" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out index d13d6a33..8012ede0 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out @@ -1,12 +1,12 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=False, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/performance/run_1', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8ff5b73e0fc947a694c528a318fbf3f7.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=False, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/performance/run_1', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6b943b6328f84d9f923a11c54db427fd.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00