Skip to content

Commit a0837bf

Browse files
arjunsuresharjunsuresh
committed
Results from self hosted Github actions - NVIDIARTX4090
1 parent 77dc916 commit a0837bf

File tree

8 files changed

+197
-197
lines changed

8 files changed

+197
-197
lines changed

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2-
|---------|------------|-----------------------------------|--------------|-------------------|
3-
| gptj-99 | offline | (32.2581, 6.6667, 22.5806, 264.0) | 0.753 | - |
1+
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2+
|---------------------|------------|-----------------------|--------------|-------------------|
3+
| stable-diffusion-xl | offline | (15.18544, 235.69504) | 0.347 | - |

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline/README.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -99,4 +99,4 @@ Model Precision: fp32
9999
`FID_SCORE`: `235.69504`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
100100

101101
### Performance Results
102-
`Samples per second`: `0.346736`
102+
`Samples per second`: `0.347147`

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline/cm-version-info.json

Lines changed: 24 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -227,7 +227,7 @@
227227
"script_tags": "detect-os,detect,os,info",
228228
"script_variations": "",
229229
"version": "",
230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
231231
}
232232
},
233233
{
@@ -247,7 +247,7 @@
247247
"script_tags": "detect,cpu,detect-cpu,info",
248248
"script_variations": "",
249249
"version": "",
250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
251251
}
252252
},
253253
{
@@ -257,7 +257,7 @@
257257
"script_tags": "get,sys-utils-cm",
258258
"script_variations": "",
259259
"version": "",
260-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
260+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
261261
}
262262
},
263263
{
@@ -267,7 +267,7 @@
267267
"script_tags": "get,python,python3,get-python,get-python3",
268268
"script_variations": "",
269269
"version": "3.10.12",
270-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
270+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
271271
}
272272
},
273273
{
@@ -277,7 +277,7 @@
277277
"script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d",
278278
"script_variations": "cudnn",
279279
"version": "12.4",
280-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
280+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
281281
}
282282
},
283283
{
@@ -287,7 +287,7 @@
287287
"script_tags": "get,install,generic,generic-python-lib",
288288
"script_variations": "torch_cuda",
289289
"version": "2.4.1",
290-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
290+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
291291
}
292292
},
293293
{
@@ -297,7 +297,7 @@
297297
"script_tags": "get,install,generic,generic-python-lib",
298298
"script_variations": "torchvision_cuda",
299299
"version": "0.19.1",
300-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
300+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
301301
}
302302
},
303303
{
@@ -307,7 +307,7 @@
307307
"script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image",
308308
"script_variations": "pytorch",
309309
"version": "",
310-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
310+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
311311
}
312312
},
313313
{
@@ -317,7 +317,7 @@
317317
"script_tags": "get,dataset,coco2014,object-detection,original",
318318
"script_variations": "validation",
319319
"version": "",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
321321
}
322322
},
323323
{
@@ -397,7 +397,7 @@
397397
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
398398
"script_variations": "",
399399
"version": "",
400-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
400+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
401401
}
402402
},
403403
{
@@ -407,7 +407,7 @@
407407
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
408408
"script_variations": "",
409409
"version": "master",
410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
411411
}
412412
},
413413
{
@@ -417,7 +417,7 @@
417417
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
418418
"script_variations": "",
419419
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
420-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
420+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
421421
}
422422
},
423423
{
@@ -427,7 +427,7 @@
427427
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
428428
"script_variations": "",
429429
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
430-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
430+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
431431
}
432432
},
433433
{
@@ -437,7 +437,7 @@
437437
"script_tags": "get,install,generic,generic-python-lib",
438438
"script_variations": "package.psutil",
439439
"version": "6.0.0",
440-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
440+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
441441
}
442442
},
443443
{
@@ -447,7 +447,7 @@
447447
"script_tags": "get,install,generic,generic-python-lib",
448448
"script_variations": "package.diffusers",
449449
"version": "0.30.3",
450-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
450+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
451451
}
452452
},
453453
{
@@ -457,7 +457,7 @@
457457
"script_tags": "get,install,generic,generic-python-lib",
458458
"script_variations": "package.transformers",
459459
"version": "4.45.2",
460-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
460+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
461461
}
462462
},
463463
{
@@ -467,7 +467,7 @@
467467
"script_tags": "get,install,generic,generic-python-lib",
468468
"script_variations": "package.torchvision",
469469
"version": "0.19.1",
470-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
470+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
471471
}
472472
},
473473
{
@@ -477,7 +477,7 @@
477477
"script_tags": "get,install,generic,generic-python-lib",
478478
"script_variations": "package.accelerate",
479479
"version": "1.0.0",
480-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
480+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
481481
}
482482
},
483483
{
@@ -487,7 +487,7 @@
487487
"script_tags": "get,install,generic,generic-python-lib",
488488
"script_variations": "package.torchmetrics",
489489
"version": "1.4.2",
490-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
490+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
491491
}
492492
},
493493
{
@@ -497,7 +497,7 @@
497497
"script_tags": "get,install,generic,generic-python-lib",
498498
"script_variations": "package.torch-fidelity",
499499
"version": "0.3.0",
500-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
500+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
501501
}
502502
},
503503
{
@@ -507,7 +507,7 @@
507507
"script_tags": "get,install,generic,generic-python-lib",
508508
"script_variations": "package.open_clip_torch",
509509
"version": "2.26.1",
510-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
510+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
511511
}
512512
},
513513
{
@@ -517,7 +517,7 @@
517517
"script_tags": "get,install,generic,generic-python-lib",
518518
"script_variations": "package.opencv-python",
519519
"version": "4.10.0.84",
520-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
520+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
521521
}
522522
},
523523
{
@@ -527,7 +527,7 @@
527527
"script_tags": "get,install,generic,generic-python-lib",
528528
"script_variations": "package.scipy",
529529
"version": "1.10.1",
530-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
530+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
531531
}
532532
},
533533
{
@@ -567,7 +567,7 @@
567567
"script_tags": "mlperf,benchmark-mlperf",
568568
"script_variations": "",
569569
"version": "",
570-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )"
570+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )"
571571
}
572572
}
573573
]

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/stable-diffusion-xl/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,5 +26,5 @@
2626
],
2727
"CM_HOST_PLATFORM_FLAVOR": "x86_64",
2828
"CM_HOST_PYTHON_BITS": "64",
29-
"CM_HOST_SYSTEM_NAME": "550f589179ea"
29+
"CM_HOST_SYSTEM_NAME": "3e8c460ecdec"
3030
}

‎open/MLCommons/model_mapping.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
{
2-
"gptj-99": "gptj-99"
2+
"stable-diffusion-xl": "stable-diffusion-xl"
33
}

0 commit comments

Comments
 (0)