Skip to content

Commit 183a5cb

Browse files
gateoverflow-admingateoverflow-admin
committed
Results from Retinanet GH action on macos-latest
1 parent ad4e50c commit 183a5cb

File tree

10 files changed

+193
-195
lines changed

10 files changed

+193
-195
lines changed

‎open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 76.951 | 0.294 | - |
3+
| retinanet | offline | 76.951 | 0.375 | - |

‎open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo anandhu-eng@cm4mlops --checkout=4eecdf82ad28eb1c2f33dee21d4eba4787f825e9
21+
cm pull repo anandhu-eng@cm4mlops --checkout=bcec9ec54eb3b0408cc2033e6f86e05a995c5b23
2222

2323
cm run script \
2424
--tags=run,mlperf,inference,generate-run-cmds,_submission,_short \
@@ -55,4 +55,4 @@ Model Precision: fp32
5555
`mAP`: `76.951`, Required accuracy for closed division `>= 37.1745`
5656

5757
### Performance Results
58-
`Samples per second`: `0.294171`
58+
`Samples per second`: `0.374772`

‎open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/cm-version-info.json

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@
6767
"script_tags": "detect-os,detect,os,info",
6868
"script_variations": "",
6969
"version": "",
70-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
70+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
7171
}
7272
},
7373
{
@@ -87,7 +87,7 @@
8787
"script_tags": "detect,cpu,detect-cpu,info",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
90+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
9191
}
9292
},
9393
{
@@ -107,7 +107,7 @@
107107
"script_tags": "get,python,python3,get-python,get-python3",
108108
"script_variations": "",
109109
"version": "3.12.6",
110-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
110+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
111111
}
112112
},
113113
{
@@ -167,7 +167,7 @@
167167
"script_tags": "get,install,generic,generic-python-lib",
168168
"script_variations": "torch",
169169
"version": "2.4.1",
170-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
170+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
171171
}
172172
},
173173
{
@@ -227,7 +227,7 @@
227227
"script_tags": "get,install,generic,generic-python-lib",
228228
"script_variations": "torchvision",
229229
"version": "0.19.1",
230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
231231
}
232232
},
233233
{
@@ -307,7 +307,7 @@
307307
"script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection",
308308
"script_variations": "fp32,pytorch",
309309
"version": "",
310-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
310+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
311311
}
312312
},
313313
{
@@ -1007,7 +1007,7 @@
10071007
"script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed",
10081008
"script_variations": "validation,NCHW",
10091009
"version": "",
1010-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1010+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
10111011
}
10121012
},
10131013
{
@@ -1087,7 +1087,7 @@
10871087
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
10881088
"script_variations": "",
10891089
"version": "",
1090-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1090+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
10911091
}
10921092
},
10931093
{
@@ -1387,7 +1387,7 @@
13871387
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
13881388
"script_variations": "",
13891389
"version": "master",
1390-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1390+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
13911391
}
13921392
},
13931393
{
@@ -1397,7 +1397,7 @@
13971397
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
13981398
"script_variations": "",
13991399
"version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
1400-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1400+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
14011401
}
14021402
},
14031403
{
@@ -1407,7 +1407,7 @@
14071407
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
14081408
"script_variations": "",
14091409
"version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
1410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
14111411
}
14121412
},
14131413
{
@@ -1467,7 +1467,7 @@
14671467
"script_tags": "get,install,generic,generic-python-lib",
14681468
"script_variations": "package.psutil",
14691469
"version": "6.0.0",
1470-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1470+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
14711471
}
14721472
},
14731473
{
@@ -1477,7 +1477,7 @@
14771477
"script_tags": "get,install,generic,generic-python-lib",
14781478
"script_variations": "opencv-python",
14791479
"version": "4.10.0.84",
1480-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1480+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
14811481
}
14821482
},
14831483
{
@@ -1487,7 +1487,7 @@
14871487
"script_tags": "get,install,generic,generic-python-lib",
14881488
"script_variations": "numpy",
14891489
"version": "1.26.4",
1490-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1490+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
14911491
}
14921492
},
14931493
{
@@ -1497,7 +1497,7 @@
14971497
"script_tags": "get,install,generic,generic-python-lib",
14981498
"script_variations": "pycocotools",
14991499
"version": "2.0.8",
1500-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1500+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
15011501
}
15021502
},
15031503
{
@@ -1537,7 +1537,7 @@
15371537
"script_tags": "mlperf,benchmark-mlperf",
15381538
"script_variations": "",
15391539
"version": "",
1540-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cpu,_retinanet,_offline,_pytorch,_fp32 )"
1540+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( retinanet,_offline,_pytorch,_cpu,_fp32 )"
15411541
}
15421542
}
15431543
]

‎open/MLCommons/measurements/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010
"CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
1111
"CM_HOST_PLATFORM_FLAVOR": "arm64",
1212
"CM_HOST_PYTHON_BITS": "64",
13-
"CM_HOST_SYSTEM_NAME": "Mac-1728327757709.local"
13+
"CM_HOST_SYSTEM_NAME": "Mac-1728328663673.local"
1414
}

‎open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"resnet50": "resnet50"
2+
"retinanet": "retinanet"
33
}

‎open/MLCommons/results/gh_macos-latest_x86-reference-cpu-pytorch_v2.4.1-default_config/retinanet/offline/accuracy/accuracy.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,9 @@ creating index...
88
index created!
99
Running per image evaluation...
1010
Evaluate annotation type *bbox*
11-
DONE (t=0.03s).
11+
DONE (t=0.02s).
1212
Accumulating evaluation results...
13-
DONE (t=0.03s).
13+
DONE (t=0.02s).
1414
Average Precision (AP) @[ IoU=0.50:0.95 | area= all | maxDets=100 ] = 0.770
1515
Average Precision (AP) @[ IoU=0.50 | area= all | maxDets=100 ] = 0.982
1616
Average Precision (AP) @[ IoU=0.75 | area= all | maxDets=100 ] = 0.677
@@ -28,4 +28,4 @@ found 5 results
2828
found 5 images
2929
found 0 images with no results
3030
ignored 0 dupes
31-
hash=df4fb3f26e2c007f2bd7e854834c1dedeb81d467fd975213e1f5d1badefbbd95
31+
hash=ccabd1f28199e37ae428185a8d77b83099b1cb1d4bdeb3ee3b92002c145018c6

0 commit comments

Comments
 (0)