Skip to content

Commit f2d48a0

Browse files
arjunsuresharjunsuresh
committed
Results from self hosted Github actions - NVIDIARTX4090
1 parent e56cae3 commit f2d48a0

File tree

11 files changed

+390
-390
lines changed

11 files changed

+390
-390
lines changed

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/README.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2-
|---------------------|------------|-----------------------|--------------|-------------------|
3-
| stable-diffusion-xl | offline | (15.18544, 235.69504) | 0.351 | - |
1+
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2+
|---------|------------|-----------------------------------|--------------|-------------------|
3+
| gptj-99 | offline | (32.2581, 6.6667, 22.5806, 264.0) | 0.7 | - |

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/gptj-99/offline/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ pip install -U cmind
1818

1919
cm rm cache -f
2020

21-
cm pull repo gateoverflow@cm4mlops --checkout=13c18a4af7ad92e2c902e85396159c60102e69e3
21+
cm pull repo gateoverflow@cm4mlops --checkout=99f3482453a1ff772ac1507521a7bb187393f89c
2222

2323
cm run script \
2424
--tags=app,mlperf,inference,generic,_reference,_gptj-99,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \
@@ -102,4 +102,4 @@ Model Precision: fp32
102102
`GEN_LEN`: `264.0`, Required accuracy for closed division `>= 3615190.2`
103103

104104
### Performance Results
105-
`Samples per second`: `0.703322`
105+
`Samples per second`: `0.699921`

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/gptj-99/offline/cm-version-info.json

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -227,7 +227,7 @@
227227
"script_tags": "detect-os,detect,os,info",
228228
"script_variations": "",
229229
"version": "",
230-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
230+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
231231
}
232232
},
233233
{
@@ -247,7 +247,7 @@
247247
"script_tags": "detect,cpu,detect-cpu,info",
248248
"script_variations": "",
249249
"version": "",
250-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
250+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
251251
}
252252
},
253253
{
@@ -257,7 +257,7 @@
257257
"script_tags": "get,sys-utils-cm",
258258
"script_variations": "",
259259
"version": "",
260-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
260+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
261261
}
262262
},
263263
{
@@ -267,7 +267,7 @@
267267
"script_tags": "get,python,python3,get-python,get-python3",
268268
"script_variations": "",
269269
"version": "3.10.12",
270-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
270+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
271271
}
272272
},
273273
{
@@ -277,7 +277,7 @@
277277
"script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d",
278278
"script_variations": "cudnn",
279279
"version": "12.4",
280-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
280+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
281281
}
282282
},
283283
{
@@ -287,7 +287,7 @@
287287
"script_tags": "get,install,generic,generic-python-lib",
288288
"script_variations": "torch_cuda",
289289
"version": "2.4.1",
290-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
290+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
291291
}
292292
},
293293
{
@@ -297,7 +297,7 @@
297297
"script_tags": "get,install,generic,generic-python-lib",
298298
"script_variations": "torchvision_cuda",
299299
"version": "0.19.1",
300-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
300+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
301301
}
302302
},
303303
{
@@ -307,7 +307,7 @@
307307
"script_tags": "get,install,generic,generic-python-lib",
308308
"script_variations": "transformers",
309309
"version": "4.45.2",
310-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
310+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
311311
}
312312
},
313313
{
@@ -317,7 +317,7 @@
317317
"script_tags": "get,raw,ml-model,gptj,gpt-j,large-language-model",
318318
"script_variations": "pytorch",
319319
"version": "",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
321321
}
322322
},
323323
{
@@ -327,7 +327,7 @@
327327
"script_tags": "get,dataset,gpt-j,cnndm,cnn-dailymail,original",
328328
"script_variations": "validation",
329329
"version": "",
330-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
330+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
331331
}
332332
},
333333
{
@@ -407,7 +407,7 @@
407407
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
408408
"script_variations": "",
409409
"version": "",
410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
411411
}
412412
},
413413
{
@@ -417,7 +417,7 @@
417417
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
418418
"script_variations": "",
419419
"version": "master",
420-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
420+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
421421
}
422422
},
423423
{
@@ -427,7 +427,7 @@
427427
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
428428
"script_variations": "",
429429
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
430-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
430+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
431431
}
432432
},
433433
{
@@ -437,7 +437,7 @@
437437
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
438438
"script_variations": "",
439439
"version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054",
440-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
440+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
441441
}
442442
},
443443
{
@@ -447,7 +447,7 @@
447447
"script_tags": "get,install,generic,generic-python-lib",
448448
"script_variations": "package.psutil",
449449
"version": "6.0.0",
450-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
450+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
451451
}
452452
},
453453
{
@@ -457,7 +457,7 @@
457457
"script_tags": "get,install,generic,generic-python-lib",
458458
"script_variations": "package.datasets",
459459
"version": "3.0.1",
460-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
460+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
461461
}
462462
},
463463
{
@@ -467,7 +467,7 @@
467467
"script_tags": "get,install,generic,generic-python-lib",
468468
"script_variations": "package.attrs",
469469
"version": "24.2.0",
470-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
470+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
471471
}
472472
},
473473
{
@@ -477,7 +477,7 @@
477477
"script_tags": "get,install,generic,generic-python-lib",
478478
"script_variations": "package.accelerate",
479479
"version": "1.0.0",
480-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
480+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
481481
}
482482
},
483483
{
@@ -517,7 +517,7 @@
517517
"script_tags": "mlperf,benchmark-mlperf",
518518
"script_variations": "",
519519
"version": "",
520-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( gptj-99,_cuda,_pytorch,_offline,_float16 )"
520+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_gptj-99,_offline,_pytorch,_float16 )"
521521
}
522522
}
523523
]

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.4.1-cu124/gptj-99/offline/os_info.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,5 +26,5 @@
2626
],
2727
"CM_HOST_PLATFORM_FLAVOR": "x86_64",
2828
"CM_HOST_PYTHON_BITS": "64",
29-
"CM_HOST_SYSTEM_NAME": "64cd8577c291"
29+
"CM_HOST_SYSTEM_NAME": "482ff0d707cd"
3030
}

0 commit comments

Comments
 (0)