Skip to content

Commit 342517a

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from Retinanet GH action on windows-latest
1 parent 4528161 commit 342517a

File tree

8 files changed

+185
-185
lines changed

8 files changed

+185
-185
lines changed

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 76.951 | 0.314 | - |
3+
| retinanet | offline | 76.951 | 0.322 | - |

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=b351b11b5f04f0f2898c63f6543c250ed2089d0b
21+
cm pull repo anandhu-eng@cm4mlops --checkout=9ebb6b2c63c621dc229c047750a3c8be872e2ad0
2222

2323
cm run script ^
2424
--tags=run,mlperf,inference,generate-run-cmds,_submission,_short ^
@@ -56,4 +56,4 @@ Model Precision: fp32
5656
`mAP`: `76.951`, Required accuracy for closed division `>= 37.1745`
5757

5858
### Performance Results
59-
`Samples per second`: `0.314424`
59+
`Samples per second`: `0.321837`

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/cm-version-info.json

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@
9797
"script_tags": "detect-os,detect,os,info",
9898
"script_variations": "",
9999
"version": "",
100-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
100+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
101101
}
102102
},
103103
{
@@ -127,7 +127,7 @@
127127
"script_tags": "detect,cpu,detect-cpu,info",
128128
"script_variations": "",
129129
"version": "",
130-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
130+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
131131
}
132132
},
133133
{
@@ -157,7 +157,7 @@
157157
"script_tags": "get,python,python3,get-python,get-python3",
158158
"script_variations": "",
159159
"version": "3.12.6",
160-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
160+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
161161
}
162162
},
163163
{
@@ -237,7 +237,7 @@
237237
"script_tags": "get,install,generic,generic-python-lib",
238238
"script_variations": "torch",
239239
"version": "2.4.1",
240-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
240+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
241241
}
242242
},
243243
{
@@ -317,7 +317,7 @@
317317
"script_tags": "get,install,generic,generic-python-lib",
318318
"script_variations": "torchvision",
319319
"version": "0.19.1",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
321321
}
322322
},
323323
{
@@ -367,7 +367,7 @@
367367
"script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection",
368368
"script_variations": "pytorch,fp32",
369369
"version": "",
370-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
370+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
371371
}
372372
},
373373
{
@@ -1277,7 +1277,7 @@
12771277
"script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed",
12781278
"script_variations": "validation,NCHW",
12791279
"version": "",
1280-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1280+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
12811281
}
12821282
},
12831283
{
@@ -1377,7 +1377,7 @@
13771377
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
13781378
"script_variations": "",
13791379
"version": "",
1380-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1380+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
13811381
}
13821382
},
13831383
{
@@ -1827,7 +1827,7 @@
18271827
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
18281828
"script_variations": "from-pip",
18291829
"version": "master",
1830-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1830+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
18311831
}
18321832
},
18331833
{
@@ -1837,7 +1837,7 @@
18371837
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
18381838
"script_variations": "",
18391839
"version": "master",
1840-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1840+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
18411841
}
18421842
},
18431843
{
@@ -1847,7 +1847,7 @@
18471847
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
18481848
"script_variations": "",
18491849
"version": "master",
1850-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1850+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
18511851
}
18521852
},
18531853
{
@@ -1927,7 +1927,7 @@
19271927
"script_tags": "get,install,generic,generic-python-lib",
19281928
"script_variations": "package.psutil",
19291929
"version": "6.0.0",
1930-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1930+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
19311931
}
19321932
},
19331933
{
@@ -1937,7 +1937,7 @@
19371937
"script_tags": "get,install,generic,generic-python-lib",
19381938
"script_variations": "opencv-python",
19391939
"version": "4.10.0.84",
1940-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1940+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
19411941
}
19421942
},
19431943
{
@@ -1947,7 +1947,7 @@
19471947
"script_tags": "get,install,generic,generic-python-lib",
19481948
"script_variations": "numpy",
19491949
"version": "1.26.4",
1950-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1950+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
19511951
}
19521952
},
19531953
{
@@ -1957,7 +1957,7 @@
19571957
"script_tags": "get,install,generic,generic-python-lib",
19581958
"script_variations": "pycocotools",
19591959
"version": "2.0.8",
1960-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
1960+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
19611961
}
19621962
},
19631963
{
@@ -2007,7 +2007,7 @@
20072007
"script_tags": "mlperf,benchmark-mlperf",
20082008
"script_variations": "",
20092009
"version": "",
2010-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cpu,_retinanet,_fp32 )"
2010+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_pytorch,_offline,_cpu,_fp32 )"
20112011
}
20122012
}
20132013
]

‎open/MLCommons/measurements/gh_windows-latest-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/os_info.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
"CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "choco install -y",
66
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "choco upgrade -y",
77
"CM_HOST_PYTHON_BITS": "64",
8-
"CM_HOST_SYSTEM_NAME": "fv-az1258-780",
8+
"CM_HOST_SYSTEM_NAME": "fv-az1495-482",
99
"+PATH": [
10-
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\268de6935ffa4460\\bin",
10+
"C:\\Users\\runneradmin\\CM\\repos\\local\\cache\\4fe1836596cf44e9\\bin",
1111
"C:\\hostedtoolcache\\windows\\Python\\3.12.6\\x64\\Scripts"
1212
]
1313
}

‎open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"resnet50": "resnet50"
2+
"retinanet": "retinanet"
33
}

0 commit comments

Comments
 (0)