Skip to content

Commit

Permalink
Updated results summary
Browse files Browse the repository at this point in the history
  • Loading branch information
@gateoverflow-admin
gateoverflow-admin committed Jan 9, 2025
1 parent 13e07f8 commit a272122
Show file tree
Hide file tree
Showing 6 changed files with 65 additions and 65 deletions.
104 changes: 52 additions & 52 deletions README.md
View file

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion dbversion
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
325
326
4 changes: 2 additions & 2 deletions summary.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,8 +29,8 @@ MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4
MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.346565,CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.9. ",1,0,v5.0,0,False,Samples/s,"fp32"
MLCommons,available,open,"edge","gh_windows-latest",gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config,retinanet,retinanet,Offline,0.327316,mAP: 76.951,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline,"pytorch v2.4.1","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v3.2.3. ",1,0,v5.0,0,False,Samples/s,"fp32"
MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.4.1-default_config,gptj-99,gptj-99,Offline,50.3446,ROUGE1: 32.2581 ROUGE2: 6.6667 ROUGEL: 22.5806 GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35)","Automated by MLCommons CM v2.3.4. ",1,0,v5.0,0,False,Tokens/s,"fp32"
MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,gptj-99,gptj-99,Offline,49.0696,GEN_LEN: 264,1,"13th Gen Intel(R) Core(TM) i9-13900K",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32"
MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.351006,,1,"13th Gen Intel(R) Core(TM) i9-13900K",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Samples/s,"fp32"
MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,gptj-99,gptj-99,Offline,48.746,GEN_LEN: 264,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Tokens/s,"fp32"
MLCommons,available,open,"edge","gh_action",gh_action-reference-gpu-pytorch_v2.5.1-cu124,stable-diffusion-xl,stable-diffusion-xl,Offline,0.351006,,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline,"pytorch v2.5.1","Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)","",1,0,v5.0,0,False,Samples/s,"fp32"
MLCommons,available,open,"datacenter","gh_ubuntu_x86",gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config,resnet50,resnet,Server,75016.1,acc: 76.078,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/server,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v3.2.4. ",1,0,v5.0,0,False,Queries/s,"int8"
MLCommons,available,open,"datacenter","gh_ubuntu_x86",gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config,resnet50,resnet,Offline,80229.7,acc: 76.078,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","2",open/MLCommons/results/gh_ubuntu_x86-nvidia-gpu-TensorRT-default_config/resnet50/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v3.2.4. ",1,0,v5.0,0,False,Samples/s,"int8"
MLCommons,available,open,"edge","gh_macos-latest_x86",gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config,retinanet,retinanet,Offline,0.277839,mAP: 76.951,1,"undefined",1,3,"N/A","0",open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.5.0-default_config/retinanet/offline,"pytorch v2.5.0"," (darwin-23.6.0)","Automated by MLCommons CM v3.2.6. ",1,0,v5.0,0,False,Samples/s,"fp32"
Expand Down
10 changes: 5 additions & 5 deletions summary.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -909,14 +909,14 @@
"Model":"gptj-99",
"MlperfModel":"gptj-99",
"Scenario":"Offline",
"Result":49.0696,
"Result":48.746,
"Accuracy":"GEN_LEN: 264",
"number_of_nodes":1,
"host_processor_model_name":"13th Gen Intel(R) Core(TM) i9-13900K",
"host_processor_model_name":"Intel(R) Xeon(R) w7-2495X",
"host_processors_per_node":1,
"host_processor_core_count":24,
"accelerator_model_name":"NVIDIA GeForce RTX 4090",
"accelerators_per_node":1,
"accelerators_per_node":2,
"Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.5.1-cu124\/gptj-99\/offline",
"framework":"pytorch v2.5.1",
"operating_system":"Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)",
Expand All @@ -942,11 +942,11 @@
"Result":0.351006,
"Accuracy":null,
"number_of_nodes":1,
"host_processor_model_name":"13th Gen Intel(R) Core(TM) i9-13900K",
"host_processor_model_name":"Intel(R) Xeon(R) w7-2495X",
"host_processors_per_node":1,
"host_processor_core_count":24,
"accelerator_model_name":"NVIDIA GeForce RTX 4090",
"accelerators_per_node":1,
"accelerators_per_node":2,
"Location":"open\/MLCommons\/results\/gh_action-reference-gpu-pytorch_v2.5.1-cu124\/stable-diffusion-xl\/offline",
"framework":"pytorch v2.5.1",
"operating_system":"Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)",
Expand Down
Binary file modified summary.xlsx
View file
Binary file not shown.
10 changes: 5 additions & 5 deletions summary_results.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -552,11 +552,11 @@
"Scenario": "Offline",
"Accuracy": "GEN_LEN: 264",
"Nodes": 1,
"Processor": "13th Gen Intel(R) Core(TM) i9-13900K",
"Processor": "Intel(R) Xeon(R) w7-2495X",
"host_processors_per_node": 1,
"host_processor_core_count": 24,
"Accelerator": "NVIDIA GeForce RTX 4090",
"a#": 1,
"a#": 2,
"Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline",
"Software": "pytorch v2.5.1",
"operating_system": "Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)",
Expand All @@ -572,7 +572,7 @@
"Code": "https://github.com/mlcommons/mlperf_inference_test_submissions_v5.0/tree/auto-update/open/MLCommons/code",
"Unique ID (e.g. for Audit)": "edge/open/MLCommons/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99",
"ColorKey": "availableMLCommons",
"Performance_Result": 49.0696,
"Performance_Result": 48.746,
"Performance_Units": "Tokens/s"
},
{
Expand All @@ -588,11 +588,11 @@
"Scenario": "Offline",
"Accuracy": "",
"Nodes": 1,
"Processor": "13th Gen Intel(R) Core(TM) i9-13900K",
"Processor": "Intel(R) Xeon(R) w7-2495X",
"host_processors_per_node": 1,
"host_processor_core_count": 24,
"Accelerator": "NVIDIA GeForce RTX 4090",
"a#": 1,
"a#": 2,
"Location": "open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline",
"Software": "pytorch v2.5.1",
"operating_system": "Ubuntu 22.04 (linux-6.8.0-49-generic-glibc2.35)",
Expand Down

0 comments on commit a272122

Please sign in to comment.