mirror of
https://github.com/harvard-edge/cs249r_book.git
synced 2026-07-16 14:42:29 -05:00
Split mega-classes and break cross-cell reads across vol1/vol2, add lego_focal_verify.py, wire foundation-model amortization prose to computed exports, and repair compute_infrastructure inline python fences and table placement.
1845 lines
32 KiB
JSON
1845 lines
32 KiB
JSON
{
|
|
"vol1/introduction": {
|
|
"slug": "vol1/introduction",
|
|
"path": "vol1/introduction/introduction.qmd",
|
|
"classes": 28,
|
|
"ok": 25,
|
|
"watch": 2,
|
|
"split": 1,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"DeploymentSystems",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
],
|
|
[
|
|
"GPT3Training",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"EfficiencyScaleSummary",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/ml_systems": {
|
|
"slug": "vol1/ml_systems",
|
|
"path": "vol1/ml_systems/ml_systems.qmd",
|
|
"classes": 37,
|
|
"ok": 20,
|
|
"watch": 7,
|
|
"split": 10,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 10,
|
|
"issues": [
|
|
[
|
|
"MemoryWall",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"LighthouseModels",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"LatencyConstants",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"ResnetSetup",
|
|
"split",
|
|
"gap=158",
|
|
0
|
|
],
|
|
[
|
|
"ResnetCloud",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"HardwareSpectrumSetup",
|
|
"split",
|
|
"exp=18",
|
|
0
|
|
],
|
|
[
|
|
"DeploymentThresholdsTable",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"CloudEdgeTCO",
|
|
"split",
|
|
"exp=30",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/ml_workflow": {
|
|
"slug": "vol1/ml_workflow",
|
|
"path": "vol1/ml_workflow/ml_workflow.qmd",
|
|
"classes": 10,
|
|
"ok": 6,
|
|
"watch": 1,
|
|
"split": 2,
|
|
"critical": 1,
|
|
"cross": 2,
|
|
"work": 3,
|
|
"issues": [
|
|
[
|
|
"IterationTax",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"BandwidthCompute",
|
|
"critical",
|
|
"xcell=2,exp=13",
|
|
2
|
|
],
|
|
[
|
|
"DeploymentEconomics",
|
|
"split",
|
|
"exp=19",
|
|
0
|
|
],
|
|
[
|
|
"FallaciesConstraintPropagation",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/data_engineering": {
|
|
"slug": "vol1/data_engineering",
|
|
"path": "vol1/data_engineering/data_engineering.qmd",
|
|
"classes": 26,
|
|
"ok": 16,
|
|
"watch": 6,
|
|
"split": 2,
|
|
"critical": 2,
|
|
"cross": 1,
|
|
"work": 4,
|
|
"issues": [
|
|
[
|
|
"DataEngineeringSetup",
|
|
"critical",
|
|
"xcell=1,multi_sec=3,span=1051,exp=23",
|
|
1
|
|
],
|
|
[
|
|
"DataGravity",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"RealtimeCost",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"EtlEltCost",
|
|
"split",
|
|
"exp=20",
|
|
0
|
|
],
|
|
[
|
|
"ActiveLearningBudget",
|
|
"split",
|
|
"exp=17",
|
|
0
|
|
],
|
|
[
|
|
"KWSAutomatedLabelingScale",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"KWSRawAudioStorage",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"StorageLoading",
|
|
"critical",
|
|
"multi_sec=2,span=889",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/data_selection": {
|
|
"slug": "vol1/data_selection",
|
|
"path": "vol1/data_selection/data_selection.qmd",
|
|
"classes": 24,
|
|
"ok": 8,
|
|
"watch": 10,
|
|
"split": 5,
|
|
"critical": 1,
|
|
"cross": 2,
|
|
"work": 6,
|
|
"issues": [
|
|
[
|
|
"IcrCoresetComparison",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"CurriculumBenchmarks",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"ActiveLearningRoi",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"ClinicalLabelingEconomics",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"FixmatchLabelEfficiency",
|
|
"split",
|
|
"exp=20",
|
|
0
|
|
],
|
|
[
|
|
"FoundationCostAmortization",
|
|
"critical",
|
|
"xcell=2,exp=13",
|
|
2
|
|
],
|
|
[
|
|
"FoundationAmortizationData",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"KwsDataSelectionCalc",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/training": {
|
|
"slug": "vol1/training",
|
|
"path": "vol1/training/training.qmd",
|
|
"classes": 40,
|
|
"ok": 16,
|
|
"watch": 5,
|
|
"split": 14,
|
|
"critical": 5,
|
|
"cross": 22,
|
|
"work": 19,
|
|
"issues": [
|
|
[
|
|
"TrainingModels",
|
|
"critical",
|
|
"multi_sec=4,span=4495,exp=23",
|
|
0
|
|
],
|
|
[
|
|
"GPT2LighthouseSpecs",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"GPT2Compute",
|
|
"split",
|
|
"exp=16",
|
|
0
|
|
],
|
|
[
|
|
"ActivationBenchmarks",
|
|
"split",
|
|
"exp=18",
|
|
0
|
|
],
|
|
[
|
|
"OptimizerScenarios",
|
|
"split",
|
|
"gap=247",
|
|
0
|
|
],
|
|
[
|
|
"AdamMemory",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"GPT2ActivationMemory",
|
|
"critical",
|
|
"xcell=2,exp=18",
|
|
2
|
|
],
|
|
[
|
|
"AttentionIntensity",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/model_serving": {
|
|
"slug": "vol1/model_serving",
|
|
"path": "vol1/model_serving/model_serving.qmd",
|
|
"classes": 42,
|
|
"ok": 22,
|
|
"watch": 11,
|
|
"split": 7,
|
|
"critical": 2,
|
|
"cross": 0,
|
|
"work": 9,
|
|
"issues": [
|
|
[
|
|
"CostLatencyCalc",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"ResNetServingSpectrum",
|
|
"split",
|
|
"exp=22",
|
|
0
|
|
],
|
|
[
|
|
"LatencyTableCalc",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"LatencyBudgetCalc",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"ResolutionBottleneckCalc",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"CapacityPlanningCalc",
|
|
"critical",
|
|
"multi_sec=2,span=2056,exp=18",
|
|
0
|
|
],
|
|
[
|
|
"BatchingAnalysisCalc",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"BatchingOptimization",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/model_compression": {
|
|
"slug": "vol1/model_compression",
|
|
"path": "vol1/model_compression/model_compression.qmd",
|
|
"classes": 22,
|
|
"ok": 11,
|
|
"watch": 3,
|
|
"split": 5,
|
|
"critical": 3,
|
|
"cross": 3,
|
|
"work": 8,
|
|
"issues": [
|
|
[
|
|
"CompressionSetup",
|
|
"critical",
|
|
"multi_sec=2,span=350,exp=18",
|
|
0
|
|
],
|
|
[
|
|
"QuantizationSpeedup",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
],
|
|
[
|
|
"ModelDeviceComparison",
|
|
"split",
|
|
"exp=17",
|
|
0
|
|
],
|
|
[
|
|
"EnergyDividend",
|
|
"split",
|
|
"gap=159",
|
|
0
|
|
],
|
|
[
|
|
"QuantizationSavings",
|
|
"split",
|
|
"span=359",
|
|
0
|
|
],
|
|
[
|
|
"QuantizationMathCalc",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"TheoryPracticeSpeedup",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"V100Specs",
|
|
"critical",
|
|
"xcell=2,gap=240",
|
|
2
|
|
]
|
|
]
|
|
},
|
|
"vol1/hw_acceleration": {
|
|
"slug": "vol1/hw_acceleration",
|
|
"path": "vol1/hw_acceleration/hw_acceleration.qmd",
|
|
"classes": 35,
|
|
"ok": 17,
|
|
"watch": 9,
|
|
"split": 3,
|
|
"critical": 6,
|
|
"cross": 8,
|
|
"work": 9,
|
|
"issues": [
|
|
[
|
|
"HwAccelSetup",
|
|
"critical",
|
|
"multi_sec=2,span=708",
|
|
0
|
|
],
|
|
[
|
|
"AmdahlH100",
|
|
"split",
|
|
"exp=15",
|
|
0
|
|
],
|
|
[
|
|
"SystemsGapRates",
|
|
"split",
|
|
"gap=161",
|
|
0
|
|
],
|
|
[
|
|
"WeightMatrixCalc",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"AcceleratorEfficiencyAnchor",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"AcceleratorEconomics",
|
|
"critical",
|
|
"multi_sec=2,exp=24",
|
|
0
|
|
],
|
|
[
|
|
"TensorLifecycleCalc",
|
|
"critical",
|
|
"multi_sec=2,span=944,exp=9",
|
|
0
|
|
],
|
|
[
|
|
"InterconnectHierarchy",
|
|
"critical",
|
|
"xcell=5",
|
|
5
|
|
]
|
|
]
|
|
},
|
|
"vol1/benchmarking": {
|
|
"slug": "vol1/benchmarking",
|
|
"path": "vol1/benchmarking/benchmarking.qmd",
|
|
"classes": 26,
|
|
"ok": 12,
|
|
"watch": 5,
|
|
"split": 5,
|
|
"critical": 4,
|
|
"cross": 5,
|
|
"work": 9,
|
|
"issues": [
|
|
[
|
|
"BenchmarkingSetup",
|
|
"critical",
|
|
"multi_sec=2",
|
|
0
|
|
],
|
|
[
|
|
"StatisticalConfidenceTrap",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"GoodhartBLEUCalc",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"RooflineExamples",
|
|
"critical",
|
|
"xcell=1,exp=11",
|
|
1
|
|
],
|
|
[
|
|
"BertRoofline",
|
|
"split",
|
|
"exp=17",
|
|
0
|
|
],
|
|
[
|
|
"H100Specs",
|
|
"critical",
|
|
"multi_sec=2,span=613",
|
|
0
|
|
],
|
|
[
|
|
"AnomalySpecs",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"MobileNetTradeoffCalc",
|
|
"critical",
|
|
"xcell=4,exp=11",
|
|
4
|
|
]
|
|
]
|
|
},
|
|
"vol1/frameworks": {
|
|
"slug": "vol1/frameworks",
|
|
"path": "vol1/frameworks/frameworks.qmd",
|
|
"classes": 25,
|
|
"ok": 13,
|
|
"watch": 3,
|
|
"split": 0,
|
|
"critical": 9,
|
|
"cross": 15,
|
|
"work": 9,
|
|
"issues": [
|
|
[
|
|
"CompilationBenchmark",
|
|
"critical",
|
|
"xcell=1,exp=10",
|
|
1
|
|
],
|
|
[
|
|
"DispatchTaxSmallLarge",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"GPT3Context",
|
|
"critical",
|
|
"multi_sec=2,span=270",
|
|
0
|
|
],
|
|
[
|
|
"GPT3MemoryFootprint",
|
|
"critical",
|
|
"xcell=4",
|
|
4
|
|
],
|
|
[
|
|
"ResNetMemory",
|
|
"critical",
|
|
"multi_sec=2,span=582",
|
|
0
|
|
],
|
|
[
|
|
"AdminTax",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"DeviceBandwidthHierarchy",
|
|
"critical",
|
|
"xcell=1,exp=14",
|
|
1
|
|
],
|
|
[
|
|
"ModuleMemoryAnchor",
|
|
"critical",
|
|
"multi_sec=2",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/ml_ops": {
|
|
"slug": "vol1/ml_ops",
|
|
"path": "vol1/ml_ops/ml_ops.qmd",
|
|
"classes": 16,
|
|
"ok": 11,
|
|
"watch": 3,
|
|
"split": 1,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"SilentFailureCost",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"LatencyBudget",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"DriftDetectionDelay",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"MonitoringBudget",
|
|
"split",
|
|
"exp=20",
|
|
0
|
|
],
|
|
[
|
|
"OuraValidationGap",
|
|
"critical",
|
|
"multi_sec=2,span=538",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/nn_computation": {
|
|
"slug": "vol1/nn_computation",
|
|
"path": "vol1/nn_computation/nn_computation.qmd",
|
|
"classes": 26,
|
|
"ok": 11,
|
|
"watch": 4,
|
|
"split": 7,
|
|
"critical": 4,
|
|
"cross": 31,
|
|
"work": 11,
|
|
"issues": [
|
|
[
|
|
"MNISTInference",
|
|
"critical",
|
|
"xcell=3,gap=164",
|
|
3
|
|
],
|
|
[
|
|
"EarlySystemsClaims",
|
|
"split",
|
|
"gap=364,exp=9",
|
|
0
|
|
],
|
|
[
|
|
"ParadigmSystemsCost",
|
|
"critical",
|
|
"xcell=1,span=207,gap=209,exp=13",
|
|
1
|
|
],
|
|
[
|
|
"HistoricalScale",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"MnistArchitectureConstants",
|
|
"critical",
|
|
"xcell=8,span=1191",
|
|
8
|
|
],
|
|
[
|
|
"MnistScaleComparison",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"MNISTMemory",
|
|
"critical",
|
|
"xcell=19,multi_sec=2,span=790,gap=230,exp=30",
|
|
19
|
|
],
|
|
[
|
|
"MnistModelSizeLocal",
|
|
"split",
|
|
"gap=154,exp=12",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/nn_architectures": {
|
|
"slug": "vol1/nn_architectures",
|
|
"path": "vol1/nn_architectures/nn_architectures.qmd",
|
|
"classes": 33,
|
|
"ok": 24,
|
|
"watch": 5,
|
|
"split": 4,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 4,
|
|
"issues": [
|
|
[
|
|
"WorkloadSignatures",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"LighthouseSpecs",
|
|
"split",
|
|
"exp=18",
|
|
0
|
|
],
|
|
[
|
|
"MLPLayerStats",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"CNNSharing",
|
|
"split",
|
|
"gap=196",
|
|
0
|
|
],
|
|
[
|
|
"CNNLighthouseProfile",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"TransformerComplexityAnchor",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"WinogradCalc",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"ThroughputCeilingCalc",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/responsible_engr": {
|
|
"slug": "vol1/responsible_engr",
|
|
"path": "vol1/responsible_engr/responsible_engr.qmd",
|
|
"classes": 13,
|
|
"ok": 5,
|
|
"watch": 1,
|
|
"split": 4,
|
|
"critical": 3,
|
|
"cross": 1,
|
|
"work": 7,
|
|
"issues": [
|
|
[
|
|
"TestingConstraintAnchor",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"LoanFairness",
|
|
"split",
|
|
"exp=20",
|
|
0
|
|
],
|
|
[
|
|
"EdgeEfficiencyCalc",
|
|
"split",
|
|
"exp=30",
|
|
0
|
|
],
|
|
[
|
|
"InferenceCostCalc",
|
|
"split",
|
|
"exp=18",
|
|
0
|
|
],
|
|
[
|
|
"CarbonFactor",
|
|
"critical",
|
|
"xcell=1",
|
|
1
|
|
],
|
|
[
|
|
"TCOCalc",
|
|
"critical",
|
|
"multi_sec=2,span=806,gap=160,exp=44",
|
|
0
|
|
],
|
|
[
|
|
"TCOSummary",
|
|
"critical",
|
|
"multi_sec=3,span=712",
|
|
0
|
|
],
|
|
[
|
|
"CarbonScaleCalc",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/conclusion": {
|
|
"slug": "vol1/conclusion",
|
|
"path": "vol1/conclusion/conclusion.qmd",
|
|
"classes": 7,
|
|
"ok": 6,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": [
|
|
[
|
|
"ConclusionRoofline",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/backmatter/appendix_assumptions": {
|
|
"slug": "vol1/backmatter/appendix_assumptions",
|
|
"path": "vol1/backmatter/appendix_assumptions.qmd",
|
|
"classes": 2,
|
|
"ok": 0,
|
|
"watch": 0,
|
|
"split": 1,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"NapkinMath",
|
|
"split",
|
|
"exp=17",
|
|
0
|
|
],
|
|
[
|
|
"Constants",
|
|
"critical",
|
|
"multi_sec=8,span=255,gap=295,exp=236",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/backmatter/appendix_algorithm": {
|
|
"slug": "vol1/backmatter/appendix_algorithm",
|
|
"path": "vol1/backmatter/appendix_algorithm.qmd",
|
|
"classes": 2,
|
|
"ok": 0,
|
|
"watch": 0,
|
|
"split": 1,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"AlgorithmFoundations",
|
|
"critical",
|
|
"multi_sec=4,span=329,exp=19",
|
|
0
|
|
],
|
|
[
|
|
"GPT2TrainingMem",
|
|
"split",
|
|
"exp=17",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/backmatter/appendix_data": {
|
|
"slug": "vol1/backmatter/appendix_data",
|
|
"path": "vol1/backmatter/appendix_data.qmd",
|
|
"classes": 8,
|
|
"ok": 4,
|
|
"watch": 3,
|
|
"split": 1,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"DataGravity",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"DriftThresholds",
|
|
"split",
|
|
"gap=172",
|
|
0
|
|
],
|
|
[
|
|
"KLDrift",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"LogSumExp",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/backmatter/appendix_dam": {
|
|
"slug": "vol1/backmatter/appendix_dam",
|
|
"path": "vol1/backmatter/appendix_dam.qmd",
|
|
"classes": 1,
|
|
"ok": 0,
|
|
"watch": 0,
|
|
"split": 1,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"DAMTaxonomy",
|
|
"split",
|
|
"gap=397,exp=22",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol1/backmatter/appendix_machine": {
|
|
"slug": "vol1/backmatter/appendix_machine",
|
|
"path": "vol1/backmatter/appendix_machine.qmd",
|
|
"classes": 10,
|
|
"ok": 6,
|
|
"watch": 2,
|
|
"split": 0,
|
|
"critical": 2,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"NumbersToKnow",
|
|
"critical",
|
|
"multi_sec=2,span=1109,exp=26",
|
|
0
|
|
],
|
|
[
|
|
"AppendixMachineSetup",
|
|
"critical",
|
|
"multi_sec=2,span=521,gap=166,exp=47",
|
|
0
|
|
],
|
|
[
|
|
"TrainingTimeRef",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"LittlesLawExample",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/introduction": {
|
|
"slug": "vol2/introduction",
|
|
"path": "vol2/introduction/introduction.qmd",
|
|
"classes": 10,
|
|
"ok": 8,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"InfiniBandScenario",
|
|
"critical",
|
|
"multi_sec=2,span=382",
|
|
0
|
|
],
|
|
[
|
|
"GPT3SyncTax",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/compute_infrastructure": {
|
|
"slug": "vol2/compute_infrastructure",
|
|
"path": "vol2/compute_infrastructure/compute_infrastructure.qmd",
|
|
"classes": 30,
|
|
"ok": 12,
|
|
"watch": 4,
|
|
"split": 2,
|
|
"critical": 12,
|
|
"cross": 25,
|
|
"work": 14,
|
|
"issues": [
|
|
[
|
|
"InfraSetup",
|
|
"critical",
|
|
"xcell=10,multi_sec=11,span=3991,exp=10",
|
|
10
|
|
],
|
|
[
|
|
"V100Specs",
|
|
"critical",
|
|
"multi_sec=5,span=3414,exp=13",
|
|
0
|
|
],
|
|
[
|
|
"H100PerformanceScenario",
|
|
"critical",
|
|
"xcell=3",
|
|
3
|
|
],
|
|
[
|
|
"B200PerformanceScenario",
|
|
"critical",
|
|
"multi_sec=2,span=1076",
|
|
0
|
|
],
|
|
[
|
|
"MemoryBandwidthScenario",
|
|
"critical",
|
|
"multi_sec=4,span=3363",
|
|
0
|
|
],
|
|
[
|
|
"RooflineScenario",
|
|
"critical",
|
|
"xcell=9,multi_sec=3,span=2678",
|
|
9
|
|
],
|
|
[
|
|
"RooflineInferenceMath",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"TensorCoreH100Specs",
|
|
"critical",
|
|
"multi_sec=3,span=2325",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/network_fabrics": {
|
|
"slug": "vol2/network_fabrics",
|
|
"path": "vol2/network_fabrics/network_fabrics.qmd",
|
|
"classes": 14,
|
|
"ok": 6,
|
|
"watch": 5,
|
|
"split": 1,
|
|
"critical": 2,
|
|
"cross": 19,
|
|
"work": 3,
|
|
"issues": [
|
|
[
|
|
"FECLatency",
|
|
"split",
|
|
"gap=357",
|
|
0
|
|
],
|
|
[
|
|
"NetworkFabricsContextScenario",
|
|
"critical",
|
|
"xcell=19,multi_sec=8,span=1485",
|
|
19
|
|
],
|
|
[
|
|
"FatTreeScaling",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"BisectionScaling",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"BisectionBottleneck",
|
|
"critical",
|
|
"multi_sec=2,span=520,exp=9",
|
|
0
|
|
],
|
|
[
|
|
"PfcStormRisk",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"OpticalDividend",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"IbHdrReference",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/collective_communication": {
|
|
"slug": "vol2/collective_communication",
|
|
"path": "vol2/collective_communication/collective_communication.qmd",
|
|
"classes": 15,
|
|
"ok": 8,
|
|
"watch": 4,
|
|
"split": 2,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 3,
|
|
"issues": [
|
|
[
|
|
"LatencyVsBw",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"LlamaBudgetCalc",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"MoeAllToAll",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"RingVsTree",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"CommInfraScenario",
|
|
"critical",
|
|
"multi_sec=2,span=849",
|
|
0
|
|
],
|
|
[
|
|
"HierarchicalAllreduceCalc",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"ThreeLevelNapkin",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/distributed_training": {
|
|
"slug": "vol2/distributed_training",
|
|
"path": "vol2/distributed_training/distributed_training.qmd",
|
|
"classes": 18,
|
|
"ok": 6,
|
|
"watch": 3,
|
|
"split": 3,
|
|
"critical": 6,
|
|
"cross": 6,
|
|
"work": 9,
|
|
"issues": [
|
|
[
|
|
"DistTrainConstants",
|
|
"critical",
|
|
"xcell=1,multi_sec=8,span=2657,exp=14",
|
|
1
|
|
],
|
|
[
|
|
"FrontierTrainingContext",
|
|
"critical",
|
|
"multi_sec=5,span=2299",
|
|
0
|
|
],
|
|
[
|
|
"Scaling8GPU",
|
|
"critical",
|
|
"xcell=3,gap=205,exp=12",
|
|
3
|
|
],
|
|
[
|
|
"Scaling32GPU",
|
|
"split",
|
|
"gap=157,exp=12",
|
|
0
|
|
],
|
|
[
|
|
"GradAccumScenario",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"ScalingWorkers",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
],
|
|
[
|
|
"A100CapacityContext",
|
|
"critical",
|
|
"multi_sec=2,span=1157",
|
|
0
|
|
],
|
|
[
|
|
"FlashAttentionOverlapScenario",
|
|
"critical",
|
|
"multi_sec=3,span=938",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/data_storage": {
|
|
"slug": "vol2/data_storage",
|
|
"path": "vol2/data_storage/data_storage.qmd",
|
|
"classes": 16,
|
|
"ok": 8,
|
|
"watch": 2,
|
|
"split": 1,
|
|
"critical": 5,
|
|
"cross": 3,
|
|
"work": 6,
|
|
"issues": [
|
|
[
|
|
"StorageHierarchyAnalysis",
|
|
"critical",
|
|
"xcell=3,multi_sec=8,span=1950,exp=27",
|
|
3
|
|
],
|
|
[
|
|
"TextImageBandwidth",
|
|
"split",
|
|
"span=468",
|
|
0
|
|
],
|
|
[
|
|
"NVMeTierCalcs",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"ObjectStorageCost",
|
|
"critical",
|
|
"multi_sec=2,span=714",
|
|
0
|
|
],
|
|
[
|
|
"GlacierCost",
|
|
"critical",
|
|
"multi_sec=2,span=658",
|
|
0
|
|
],
|
|
[
|
|
"GDSLatency",
|
|
"critical",
|
|
"multi_sec=2,span=574,exp=9",
|
|
0
|
|
],
|
|
[
|
|
"EconRatios",
|
|
"critical",
|
|
"multi_sec=2,span=438,exp=10",
|
|
0
|
|
],
|
|
[
|
|
"CheckpointStormDefinition",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/inference": {
|
|
"slug": "vol2/inference",
|
|
"path": "vol2/inference/inference.qmd",
|
|
"classes": 28,
|
|
"ok": 14,
|
|
"watch": 8,
|
|
"split": 4,
|
|
"critical": 2,
|
|
"cross": 5,
|
|
"work": 6,
|
|
"issues": [
|
|
[
|
|
"InferenceSetup",
|
|
"critical",
|
|
"multi_sec=2,span=609",
|
|
0
|
|
],
|
|
[
|
|
"InferenceEconomics",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"DeploymentTopologyHardware",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"GPT3ServingResults",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"BatchingWorkedExample",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
],
|
|
[
|
|
"ContinuousBatchingBenefit",
|
|
"split",
|
|
"exp=20",
|
|
0
|
|
],
|
|
[
|
|
"KVCacheCapacityEstimator",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"KVCacheCalc",
|
|
"critical",
|
|
"xcell=5",
|
|
5
|
|
]
|
|
]
|
|
},
|
|
"vol2/fleet_orchestration": {
|
|
"slug": "vol2/fleet_orchestration",
|
|
"path": "vol2/fleet_orchestration/fleet_orchestration.qmd",
|
|
"classes": 14,
|
|
"ok": 9,
|
|
"watch": 3,
|
|
"split": 0,
|
|
"critical": 2,
|
|
"cross": 5,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"FleetSetup",
|
|
"critical",
|
|
"xcell=3,multi_sec=4,span=1831,gap=308,exp=11",
|
|
3
|
|
],
|
|
[
|
|
"ClusterEconomicsContext",
|
|
"critical",
|
|
"xcell=2,multi_sec=2,span=442,exp=13",
|
|
2
|
|
],
|
|
[
|
|
"SpotTrainingEconomics",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"GpuSharingRoi",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
],
|
|
[
|
|
"DebugValueCalc",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/fault_tolerance": {
|
|
"slug": "vol2/fault_tolerance",
|
|
"path": "vol2/fault_tolerance/fault_tolerance.qmd",
|
|
"classes": 8,
|
|
"ok": 5,
|
|
"watch": 1,
|
|
"split": 1,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"FaultToleranceSetup",
|
|
"critical",
|
|
"multi_sec=3,span=1826,gap=714",
|
|
0
|
|
],
|
|
[
|
|
"CheckpointDebug",
|
|
"split",
|
|
"exp=13",
|
|
0
|
|
],
|
|
[
|
|
"StragglerTax",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/performance_engineering": {
|
|
"slug": "vol2/performance_engineering",
|
|
"path": "vol2/performance_engineering/performance_engineering.qmd",
|
|
"classes": 12,
|
|
"ok": 6,
|
|
"watch": 3,
|
|
"split": 0,
|
|
"critical": 3,
|
|
"cross": 0,
|
|
"work": 3,
|
|
"issues": [
|
|
[
|
|
"MemoryWallScenario",
|
|
"critical",
|
|
"multi_sec=2,span=1740",
|
|
0
|
|
],
|
|
[
|
|
"RooflineRidgeCalc",
|
|
"critical",
|
|
"multi_sec=3,span=1954",
|
|
0
|
|
],
|
|
[
|
|
"FlashAttentionSavings",
|
|
"critical",
|
|
"multi_sec=2,span=1425,exp=9",
|
|
0
|
|
],
|
|
[
|
|
"KVCacheAnalysis",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
],
|
|
[
|
|
"MoEEconomics",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"OverlapCalc",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/edge_intelligence": {
|
|
"slug": "vol2/edge_intelligence",
|
|
"path": "vol2/edge_intelligence/edge_intelligence.qmd",
|
|
"classes": 7,
|
|
"ok": 4,
|
|
"watch": 0,
|
|
"split": 1,
|
|
"critical": 2,
|
|
"cross": 0,
|
|
"work": 3,
|
|
"issues": [
|
|
[
|
|
"EdgeIntelligenceSetup",
|
|
"critical",
|
|
"multi_sec=3,span=2457,gap=422",
|
|
0
|
|
],
|
|
[
|
|
"EdgeModelSizing",
|
|
"critical",
|
|
"multi_sec=3,span=2298,exp=13",
|
|
0
|
|
],
|
|
[
|
|
"FederatedConvergence",
|
|
"split",
|
|
"exp=25",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/sustainable_ai": {
|
|
"slug": "vol2/sustainable_ai",
|
|
"path": "vol2/sustainable_ai/sustainable_ai.qmd",
|
|
"classes": 17,
|
|
"ok": 12,
|
|
"watch": 4,
|
|
"split": 0,
|
|
"critical": 1,
|
|
"cross": 2,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"CarbonFrontier",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"LifecycleCarbonEstimate",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
],
|
|
[
|
|
"TrainingEmissions",
|
|
"critical",
|
|
"xcell=2,span=237,exp=17",
|
|
2
|
|
],
|
|
[
|
|
"EmbodiedCarbonAmort",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
],
|
|
[
|
|
"OnDeviceLearningEnergy",
|
|
"watch",
|
|
"exp=10",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/security_privacy": {
|
|
"slug": "vol2/security_privacy",
|
|
"path": "vol2/security_privacy/security_privacy.qmd",
|
|
"classes": 5,
|
|
"ok": 3,
|
|
"watch": 0,
|
|
"split": 1,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"OutputRoundingLeakage",
|
|
"critical",
|
|
"multi_sec=2,span=2084,exp=22",
|
|
0
|
|
],
|
|
[
|
|
"DefenseOverheadAnalysis",
|
|
"split",
|
|
"exp=31",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/robust_ai": {
|
|
"slug": "vol2/robust_ai",
|
|
"path": "vol2/robust_ai/robust_ai.qmd",
|
|
"classes": 8,
|
|
"ok": 7,
|
|
"watch": 0,
|
|
"split": 0,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"RobustnessTaxAnalysis",
|
|
"critical",
|
|
"multi_sec=2,span=619",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/responsible_ai": {
|
|
"slug": "vol2/responsible_ai",
|
|
"path": "vol2/responsible_ai/responsible_ai.qmd",
|
|
"classes": 6,
|
|
"ok": 6,
|
|
"watch": 0,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": []
|
|
},
|
|
"vol2/ops_scale": {
|
|
"slug": "vol2/ops_scale",
|
|
"path": "vol2/ops_scale/ops_scale.qmd",
|
|
"classes": 11,
|
|
"ok": 10,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": [
|
|
[
|
|
"FalseAlarmTax",
|
|
"watch",
|
|
"exp=11",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/conclusion": {
|
|
"slug": "vol2/conclusion",
|
|
"path": "vol2/conclusion/conclusion.qmd",
|
|
"classes": 4,
|
|
"ok": 3,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": [
|
|
[
|
|
"FermiEstimate",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/backmatter/appendix_assumptions": {
|
|
"slug": "vol2/backmatter/appendix_assumptions",
|
|
"path": "vol2/backmatter/appendix_assumptions.qmd",
|
|
"classes": 2,
|
|
"ok": 0,
|
|
"watch": 0,
|
|
"split": 2,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 2,
|
|
"issues": [
|
|
[
|
|
"FleetQuickCalc",
|
|
"split",
|
|
"exp=21",
|
|
0
|
|
],
|
|
[
|
|
"H100Recap",
|
|
"split",
|
|
"gap=285,exp=84",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/backmatter/appendix_c3": {
|
|
"slug": "vol2/backmatter/appendix_c3",
|
|
"path": "vol2/backmatter/appendix_c3.qmd",
|
|
"classes": 4,
|
|
"ok": 3,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": [
|
|
[
|
|
"C3Taxonomy",
|
|
"no_refs",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/backmatter/appendix_communication": {
|
|
"slug": "vol2/backmatter/appendix_communication",
|
|
"path": "vol2/backmatter/appendix_communication.qmd",
|
|
"classes": 1,
|
|
"ok": 0,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": [
|
|
[
|
|
"CommFoundations",
|
|
"no_refs",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/backmatter/appendix_dam": {
|
|
"slug": "vol2/backmatter/appendix_dam",
|
|
"path": "vol2/backmatter/appendix_dam.qmd",
|
|
"classes": 1,
|
|
"ok": 0,
|
|
"watch": 1,
|
|
"split": 0,
|
|
"critical": 0,
|
|
"cross": 0,
|
|
"work": 0,
|
|
"issues": [
|
|
[
|
|
"DAMTaxonomy",
|
|
"watch",
|
|
"exports",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/backmatter/appendix_fleet": {
|
|
"slug": "vol2/backmatter/appendix_fleet",
|
|
"path": "vol2/backmatter/appendix_fleet.qmd",
|
|
"classes": 10,
|
|
"ok": 0,
|
|
"watch": 3,
|
|
"split": 2,
|
|
"critical": 5,
|
|
"cross": 0,
|
|
"work": 7,
|
|
"issues": [
|
|
[
|
|
"FleetFoundations",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"FleetQuickRef",
|
|
"split",
|
|
"exp=18",
|
|
0
|
|
],
|
|
[
|
|
"FleetCommNumbers",
|
|
"critical",
|
|
"multi_sec=2,span=597,exp=14",
|
|
0
|
|
],
|
|
[
|
|
"FleetMtbfTable",
|
|
"critical",
|
|
"multi_sec=3,span=512,exp=12",
|
|
0
|
|
],
|
|
[
|
|
"FleetCheckpointSizes",
|
|
"watch",
|
|
"exp=9",
|
|
0
|
|
],
|
|
[
|
|
"FleetOverheadBudget",
|
|
"critical",
|
|
"multi_sec=2",
|
|
0
|
|
],
|
|
[
|
|
"FleetHardwareRef",
|
|
"split",
|
|
"exp=14",
|
|
0
|
|
],
|
|
[
|
|
"FleetAmdahlExample",
|
|
"critical",
|
|
"multi_sec=2,span=222",
|
|
0
|
|
]
|
|
]
|
|
},
|
|
"vol2/backmatter/appendix_reliability": {
|
|
"slug": "vol2/backmatter/appendix_reliability",
|
|
"path": "vol2/backmatter/appendix_reliability.qmd",
|
|
"classes": 4,
|
|
"ok": 1,
|
|
"watch": 2,
|
|
"split": 0,
|
|
"critical": 1,
|
|
"cross": 0,
|
|
"work": 1,
|
|
"issues": [
|
|
[
|
|
"ReliabilityFoundations",
|
|
"no_refs",
|
|
0
|
|
],
|
|
[
|
|
"ComponentFitTable",
|
|
"critical",
|
|
"multi_sec=2,span=511,exp=21",
|
|
0
|
|
],
|
|
[
|
|
"WorkedExampleYoungDaly",
|
|
"watch",
|
|
"exp=12",
|
|
0
|
|
]
|
|
]
|
|
}
|
|
} |