mirror of
https://github.com/harvard-edge/cs249r_book.git
synced 2026-05-07 18:18:42 -05:00
a9878ad6bd
Snapshot of the standalone /Users/VJ/GitHub/mlperf-edu/ repo as of 2026-04-16, brought into MLSysBook as a parked feature branch for backup and iteration. Not for merge to dev. Contents (88 files, ~2.3 MB): - 16 reference workloads (cloud / edge / tiny / agent divisions) - LoadGen proxy harness + SUT plugin protocol - Compliance checker, autograder, hardware fingerprint - Paper draft (paper.tex) with TikZ/SVG figure sources - Three lab examples + practitioner workflow configs - Workload + dataset YAML registries (single source of truth) Excluded (per mlperf-edu/.gitignore + size constraints): - Datasets (6.6 GB), checkpoints (260 MB), gpt2 weights (523 MB) - Generated PDFs, .venv, build artifacts
482 lines
10 KiB
JSON
482 lines
10 KiB
JSON
{
|
|
"nanogpt-12m": {
|
|
"params": 30339456,
|
|
"train_losses": [
|
|
4.284652676582336,
|
|
3.317438645362854,
|
|
3.3158294010162352,
|
|
3.3224558544158938,
|
|
3.282922329902649,
|
|
3.1617730689048766,
|
|
2.99842919588089,
|
|
2.86826278924942,
|
|
2.789652190208435,
|
|
2.7329301548004152,
|
|
2.663560428619385,
|
|
2.6157876467704773,
|
|
2.569393856525421,
|
|
2.531363844871521,
|
|
2.4940255856513978,
|
|
2.4553639554977416,
|
|
2.414885952472687,
|
|
2.3898858213424683,
|
|
2.3675361943244932,
|
|
2.33423440694809,
|
|
2.303191509246826,
|
|
2.2933219623565675,
|
|
2.280651917457581,
|
|
2.255416328907013,
|
|
2.2484609198570253
|
|
],
|
|
"val_losses": [
|
|
3.3973539233207704,
|
|
3.3836848735809326,
|
|
3.390276551246643,
|
|
3.379068875312805,
|
|
3.2973941564559937,
|
|
3.1572909474372866,
|
|
2.9946972489356996,
|
|
2.8934303641319277,
|
|
2.834374415874481,
|
|
2.752285695075989,
|
|
2.692531871795654,
|
|
2.6194881081581114,
|
|
2.5678342819213866,
|
|
2.518219828605652,
|
|
2.491394877433777,
|
|
2.453050971031189,
|
|
2.4150048732757567,
|
|
2.390290153026581,
|
|
2.3371681809425353,
|
|
2.3124064803123474,
|
|
2.3061212301254272,
|
|
2.2856035828590393,
|
|
2.2435344457626343,
|
|
2.233890724182129,
|
|
2.205036997795105
|
|
],
|
|
"val_accs": [
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null
|
|
],
|
|
"total_time": 89.3
|
|
},
|
|
"nano-moe-12m": {
|
|
"params": 17363456,
|
|
"train_losses": [
|
|
6.497339181900024,
|
|
2.854913046360016,
|
|
2.5537198328971864,
|
|
1.3145425868034364,
|
|
0.22668180406093597,
|
|
0.09345537338405847,
|
|
0.06619483113288879,
|
|
0.056765829920768736,
|
|
0.051880534030497076,
|
|
0.049981528036296366,
|
|
0.04849851425737142,
|
|
0.04754138220101595,
|
|
0.045966139025986195,
|
|
0.04570742830634117,
|
|
0.04482907259836793,
|
|
0.04477016305550933,
|
|
0.04333664458245039,
|
|
0.042688190303742886,
|
|
0.043579618334770205,
|
|
0.04302849385887384,
|
|
0.04283161927014589,
|
|
0.043261769227683544,
|
|
0.04293651737272739,
|
|
0.04217567745596171,
|
|
0.04169543728232384
|
|
],
|
|
"val_losses": [
|
|
3.420355975627899,
|
|
2.691044843196869,
|
|
2.3972041606903076,
|
|
0.47045818641781806,
|
|
0.14237376004457475,
|
|
0.07861269321292638,
|
|
0.062187752686440945,
|
|
0.05539623349905014,
|
|
0.05154178906232119,
|
|
0.04858437534421682,
|
|
0.04798239041119814,
|
|
0.04613631535321474,
|
|
0.04599152058362961,
|
|
0.04493465535342693,
|
|
0.04463398884981871,
|
|
0.04383494257926941,
|
|
0.04387169126421213,
|
|
0.04350170809775591,
|
|
0.04332914259284735,
|
|
0.04337987080216408,
|
|
0.04303198456764221,
|
|
0.04248281549662351,
|
|
0.04266706630587578,
|
|
0.04244188591837883,
|
|
0.042249839007854464
|
|
],
|
|
"val_accs": [
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null
|
|
],
|
|
"total_time": 157.6
|
|
},
|
|
"resnet18": {
|
|
"params": 11220132,
|
|
"train_losses": [
|
|
4.413406405448914,
|
|
4.094533371925354,
|
|
3.968854389190674,
|
|
3.802256486415863,
|
|
3.697363896369934,
|
|
3.5660513734817503,
|
|
3.4554594683647157,
|
|
3.3403885650634764,
|
|
3.251114852428436,
|
|
3.1467263102531433,
|
|
3.075759782791138,
|
|
2.955264687538147,
|
|
2.8640591406822207,
|
|
2.7831516218185426,
|
|
2.7398565888404844,
|
|
2.6313064527511596,
|
|
2.6008337783813475,
|
|
2.5251310801506044,
|
|
2.4897315347194673,
|
|
2.4559150385856627
|
|
],
|
|
"val_losses": [
|
|
5.049388408660889,
|
|
4.028156745433807,
|
|
4.025070631504059,
|
|
3.7895305275917055,
|
|
3.7025448083877563,
|
|
3.4417598962783815,
|
|
3.3416014552116393,
|
|
3.401182234287262,
|
|
3.232142722606659,
|
|
3.459091031551361,
|
|
2.9846160888671873,
|
|
2.953691279888153,
|
|
2.853894567489624,
|
|
2.802115869522095,
|
|
2.6934542298316955,
|
|
2.6739409804344176,
|
|
2.6059859871864317,
|
|
2.592168188095093,
|
|
2.4958905935287476,
|
|
2.4852341771125794
|
|
],
|
|
"val_accs": [
|
|
0.04921875,
|
|
0.065625,
|
|
0.08515625,
|
|
0.11484375,
|
|
0.11953125,
|
|
0.15859375,
|
|
0.1890625,
|
|
0.19140625,
|
|
0.2015625,
|
|
0.1875,
|
|
0.24609375,
|
|
0.25390625,
|
|
0.278125,
|
|
0.2796875,
|
|
0.315625,
|
|
0.31640625,
|
|
0.34609375,
|
|
0.3421875,
|
|
0.365625,
|
|
0.36328125
|
|
],
|
|
"total_time": 63.7
|
|
},
|
|
"micro-dlrm-1m": {
|
|
"params": 561809,
|
|
"train_losses": [
|
|
0.6072461634874344,
|
|
0.44946504473686216,
|
|
0.3789574462175369,
|
|
0.32395443320274353,
|
|
0.26571957230567933,
|
|
0.24115028947591782,
|
|
0.22612546592950822,
|
|
0.21070585370063782,
|
|
0.203560331761837,
|
|
0.19496236145496368,
|
|
0.19815240651369095,
|
|
0.18246548533439635,
|
|
0.18113531649112702,
|
|
0.17947859764099122,
|
|
0.18188691765069961,
|
|
0.17518847450613975,
|
|
0.18374019235372543,
|
|
0.1745443418622017,
|
|
0.17199943125247955,
|
|
0.17764710292220115,
|
|
0.1719183713197708,
|
|
0.17236076936125755,
|
|
0.17696797519922255,
|
|
0.1749694262444973,
|
|
0.17504559695720673
|
|
],
|
|
"val_losses": [
|
|
0.4968648597598076,
|
|
0.4143650338053703,
|
|
0.33957960158586503,
|
|
0.2832554131746292,
|
|
0.25191285759210585,
|
|
0.23539308458566666,
|
|
0.22406509444117545,
|
|
0.21414603292942047,
|
|
0.2082948751747608,
|
|
0.20155905187129974,
|
|
0.19738707095384597,
|
|
0.19561514556407927,
|
|
0.19377944990992546,
|
|
0.19198882281780244,
|
|
0.19119141846895218,
|
|
0.1898292273283005,
|
|
0.18936512544751166,
|
|
0.1883900336921215,
|
|
0.18788516744971276,
|
|
0.18726311326026918,
|
|
0.186701038479805,
|
|
0.1863904394209385,
|
|
0.18661372363567352,
|
|
0.1861315429210663,
|
|
0.18554419577121734
|
|
],
|
|
"val_accs": [
|
|
0.8314453125,
|
|
0.8314453125,
|
|
0.8314453125,
|
|
0.8314453125,
|
|
0.83984375,
|
|
0.8939453125,
|
|
0.90390625,
|
|
0.90546875,
|
|
0.909765625,
|
|
0.9123046875,
|
|
0.912890625,
|
|
0.9125,
|
|
0.9140625,
|
|
0.9150390625,
|
|
0.915234375,
|
|
0.9154296875,
|
|
0.9162109375,
|
|
0.916796875,
|
|
0.9169921875,
|
|
0.9171875,
|
|
0.91796875,
|
|
0.919140625,
|
|
0.9181640625,
|
|
0.9181640625,
|
|
0.9189453125
|
|
],
|
|
"total_time": 15.5
|
|
},
|
|
"micro-diffusion-32px": {
|
|
"params": 1964355,
|
|
"train_losses": [
|
|
0.015532495868392289,
|
|
0.00401534641161561,
|
|
0.0030849062651395797,
|
|
0.0029220088641159236,
|
|
0.0028544320276705547,
|
|
0.002363565427949652,
|
|
0.0024206096970010547,
|
|
0.002735654876451008,
|
|
0.0022217452933546156,
|
|
0.002381124670500867,
|
|
0.002181253283051774,
|
|
0.0021997978573199363,
|
|
0.0019182523398194463,
|
|
0.001917106572072953,
|
|
0.001923745744570624,
|
|
0.0019844403938623144,
|
|
0.001681127654737793,
|
|
0.0016615207769791595,
|
|
0.0016072901792358607,
|
|
0.0016983829994569532
|
|
],
|
|
"val_losses": [
|
|
0.0028065607766620815,
|
|
0.00236351735657081,
|
|
0.0016593670647125692,
|
|
0.0016541806980967522,
|
|
0.0012074438040144742,
|
|
0.0009934501955285668,
|
|
0.0007028718740912154,
|
|
0.0007314110174775123,
|
|
0.0012204333266709,
|
|
0.0004570578268612735,
|
|
0.000486906521837227,
|
|
0.0005331752865458839,
|
|
0.00040035006677499043,
|
|
0.0005412635742686689,
|
|
0.0004523240437265486,
|
|
0.00039197713049361483,
|
|
0.000330614774429705,
|
|
0.0005241825259872712,
|
|
0.0004361267070635222,
|
|
0.0004131770445383154
|
|
],
|
|
"val_accs": [
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null
|
|
],
|
|
"total_time": 40.5
|
|
},
|
|
"anomaly-ae": {
|
|
"params": 302872,
|
|
"train_losses": [
|
|
0.08363913148641586,
|
|
0.059091542810201646,
|
|
0.05857648022472858,
|
|
0.057907307744026186,
|
|
0.055656330287456514,
|
|
0.05073394909501076,
|
|
0.04718151159584522,
|
|
0.04422947756946087,
|
|
0.039503718093037606,
|
|
0.03675679676234722,
|
|
0.03548542559146881,
|
|
0.034487310908734796,
|
|
0.03347685992717743,
|
|
0.0334340051934123,
|
|
0.03292194563895464,
|
|
0.03234970532357693,
|
|
0.03210277985781431,
|
|
0.0318268583714962,
|
|
0.03156690593808889,
|
|
0.03087085746228695,
|
|
0.030562941171228885,
|
|
0.030164093971252443,
|
|
0.0302888548001647,
|
|
0.030068800523877143,
|
|
0.02959141433238983
|
|
],
|
|
"val_losses": [
|
|
0.07795470952987671,
|
|
0.07485415637493134,
|
|
0.07330740354955197,
|
|
0.0715378001332283,
|
|
0.07129923962056636,
|
|
0.06962590515613556,
|
|
0.06850327476859093,
|
|
0.06747843250632286,
|
|
0.0671912007033825,
|
|
0.06532786786556244,
|
|
0.06506770923733711,
|
|
0.06438047308474779,
|
|
0.0643685970455408,
|
|
0.06413245163857936,
|
|
0.06377339456230402,
|
|
0.0641918882727623,
|
|
0.06404388081282378,
|
|
0.06412991378456354,
|
|
0.06446683946996927,
|
|
0.06440993081778287,
|
|
0.0645358869805932,
|
|
0.06424177009612322,
|
|
0.0639504062011838,
|
|
0.06424601133912802,
|
|
0.06421239003539085
|
|
],
|
|
"val_accs": [
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null,
|
|
null
|
|
],
|
|
"total_time": 5.6
|
|
}
|
|
} |