Skip to content

Commit 3184d16

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from R50 GH action on windows-latest
1 parent b870f19 commit 3184d16

File tree

7 files changed

+191
-191
lines changed

7 files changed

+191
-191
lines changed

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 21.908 | - |
3+
| resnet50 | offline | 76 | 21.939 | - |

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=b351b11b5f04f0f2898c63f6543c250ed2089d0b
21+
cm pull repo anandhu-eng@cm4mlops --checkout=9ebb6b2c63c621dc229c047750a3c8be872e2ad0
2222

2323
cm run script ^
2424
--tags=run-mlperf,inference,_submission,_short ^
@@ -56,4 +56,4 @@ Model Precision: fp32
5656
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
5757

5858
### Performance Results
59-
`Samples per second`: `21.9079`
59+
`Samples per second`: `21.9388`

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/cm-version-info.json

Lines changed: 23 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -127,15 +127,15 @@
127127
"script_tags": "detect-os,detect,os,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\17f768d947a14187\\caffe_ilsvrc12.tar.gz )"
130+
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a2394747f65e447b\\caffe_ilsvrc12.tar.gz )"
131131
}
132132
},
133133
{
134-
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\17f768d947a14187\\caffe_ilsvrc12.tar.gz": {
134+
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a2394747f65e447b\\caffe_ilsvrc12.tar.gz": {
135135
"script_uid": "3f0b76219d004817",
136136
"script_alias": "extract-file",
137137
"script_tags": "extract,file",
138-
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\17f768d947a14187\\caffe_ilsvrc12.tar.gz",
138+
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\a2394747f65e447b\\caffe_ilsvrc12.tar.gz",
139139
"version": "",
140140
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
141141
}
@@ -177,7 +177,7 @@
177177
"script_tags": "detect-os,detect,os,info",
178178
"script_variations": "",
179179
"version": "",
180-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
180+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
181181
}
182182
},
183183
{
@@ -207,7 +207,7 @@
207207
"script_tags": "detect,cpu,detect-cpu,info",
208208
"script_variations": "",
209209
"version": "",
210-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
210+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
211211
}
212212
},
213213
{
@@ -237,7 +237,7 @@
237237
"script_tags": "get,python,python3,get-python,get-python3",
238238
"script_variations": "",
239239
"version": "3.12.6",
240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
241241
}
242242
},
243243
{
@@ -317,7 +317,7 @@
317317
"script_tags": "get,install,generic,generic-python-lib",
318318
"script_variations": "tensorflow",
319319
"version": "2.17.0",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
321321
}
322322
},
323323
{
@@ -367,7 +367,7 @@
367367
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
368368
"script_variations": "tf,fp32",
369369
"version": "",
370-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
370+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
371371
}
372372
},
373373
{
@@ -447,15 +447,15 @@
447447
"script_tags": "detect-os,detect,os,info",
448448
"script_variations": "",
449449
"version": "",
450-
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\7d552359a00e4bb2\\ILSVRC2012_img_val_500.tar )"
450+
"parent": "extract-file,3f0b76219d004817 ( path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5452c0703f854027\\ILSVRC2012_img_val_500.tar )"
451451
}
452452
},
453453
{
454-
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\7d552359a00e4bb2\\ILSVRC2012_img_val_500.tar": {
454+
"extract,file,_path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5452c0703f854027\\ILSVRC2012_img_val_500.tar": {
455455
"script_uid": "3f0b76219d004817",
456456
"script_alias": "extract-file",
457457
"script_tags": "extract,file",
458-
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\7d552359a00e4bb2\\ILSVRC2012_img_val_500.tar",
458+
"script_variations": "path.C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5452c0703f854027\\ILSVRC2012_img_val_500.tar",
459459
"version": "",
460460
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
461461
}
@@ -667,7 +667,7 @@
667667
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
668668
"script_variations": "NHWC",
669669
"version": "",
670-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
670+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
671671
}
672672
},
673673
{
@@ -677,7 +677,7 @@
677677
"script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux",
678678
"script_variations": "",
679679
"version": "",
680-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
680+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
681681
}
682682
},
683683
{
@@ -777,7 +777,7 @@
777777
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
778778
"script_variations": "",
779779
"version": "",
780-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
780+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
781781
}
782782
},
783783
{
@@ -1227,7 +1227,7 @@
12271227
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
12281228
"script_variations": "from-pip",
12291229
"version": "master",
1230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
12311231
}
12321232
},
12331233
{
@@ -1237,7 +1237,7 @@
12371237
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
12381238
"script_variations": "",
12391239
"version": "master",
1240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
12411241
}
12421242
},
12431243
{
@@ -1247,7 +1247,7 @@
12471247
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
12481248
"script_variations": "",
12491249
"version": "master",
1250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
12511251
}
12521252
},
12531253
{
@@ -1327,7 +1327,7 @@
13271327
"script_tags": "get,install,generic,generic-python-lib",
13281328
"script_variations": "package.psutil",
13291329
"version": "6.0.0",
1330-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1330+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
13311331
}
13321332
},
13331333
{
@@ -1407,7 +1407,7 @@
14071407
"script_tags": "get,install,generic,generic-python-lib",
14081408
"script_variations": "opencv-python",
14091409
"version": "4.10.0.84",
1410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
14111411
}
14121412
},
14131413
{
@@ -1487,7 +1487,7 @@
14871487
"script_tags": "get,install,generic,generic-python-lib",
14881488
"script_variations": "numpy",
14891489
"version": "1.26.4",
1490-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1490+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
14911491
}
14921492
},
14931493
{
@@ -1567,7 +1567,7 @@
15671567
"script_tags": "get,install,generic,generic-python-lib",
15681568
"script_variations": "pycocotools",
15691569
"version": "2.0.8",
1570-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1570+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
15711571
}
15721572
},
15731573
{
@@ -1647,7 +1647,7 @@
16471647
"script_tags": "get,install,generic,generic-python-lib",
16481648
"script_variations": "protobuf",
16491649
"version": "4.23.4",
1650-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1650+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
16511651
}
16521652
},
16531653
{
@@ -1697,7 +1697,7 @@
16971697
"script_tags": "mlperf,benchmark-mlperf",
16981698
"script_variations": "",
16991699
"version": "",
1700-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_offline,_tf,_cpu,_fp32 )"
1700+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_tf,_offline,_resnet50,_fp32 )"
17011701
}
17021702
}
17031703
]

‎open/MLCommons/measurements/gh_windows-latest_x86-reference-cpu-tf_v2.17.0-default_config/resnet50/offline/os_info.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
"CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "choco install -y",
66
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "choco upgrade -y",
77
"CM_HOST_PYTHON_BITS": "64",
8-
"CM_HOST_SYSTEM_NAME": "fv-az1390-400",
8+
"CM_HOST_SYSTEM_NAME": "fv-az1495-482",
99
"+PATH": [
10-
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\4136d759159d400c\\bin",
10+
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\5f90fbb144c94542\\bin",
1111
"C:\\hostedtoolcache\\windows\\Python\\3.12.6\\x64\\Scripts"
1212
]
1313
}

0 commit comments

Comments
 (0)