mirror of
https://github.com/harvard-edge/cs249r_book.git
synced 2026-04-30 01:29:07 -05:00
- Updated inject-xrefs.lua to read individual chapter xrefs.json files - Added consistent logging with emojis matching other filters - Fixed chapter title capitalization (ML Systems, DL Primer, etc.) - Implemented proper arrow direction based on chapter order in _quarto.yml - Cleaned up explanation text to remove redundant prefixes - Limited explanations to 100 characters for better readability - Filter shows top 5 references per section based on priority/strength 🤖 Generated with Claude Code Co-Authored-By: Claude <noreply@anthropic.com>
614 lines
17 KiB
JSON
614 lines
17 KiB
JSON
{
|
|
"experiment_a": {
|
|
"total_sections": 200,
|
|
"connected_sections": 38,
|
|
"total_connections": 140,
|
|
"avg_connections_per_section": 3.6842105263157894,
|
|
"section_coverage": 0.19,
|
|
"sample_connections": {
|
|
"ml_systems:sec-ml-systems-overview-db10": [
|
|
{
|
|
"target_chapter": "efficient_ai",
|
|
"target_section": "sec-efficient-ai-overview-6f6a",
|
|
"target_title": "Overview",
|
|
"strength": 0.030272108843537416,
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"energy efficiency"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "optimizations",
|
|
"target_section": "sec-model-optimizations-overview-b523",
|
|
"target_title": "Overview",
|
|
"strength": 0.027483443708609275,
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"knowledge distillation"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "ondevice_learning",
|
|
"target_section": "sec-ondevice-learning-overview-c195",
|
|
"target_title": "Overview",
|
|
"strength": 0.038698630136986295,
|
|
"concepts": [
|
|
"model compression",
|
|
"energy efficiency",
|
|
"latency optimization"
|
|
]
|
|
}
|
|
],
|
|
"ml_systems:sec-ml-systems-cloudbased-machine-learning-7606": [
|
|
{
|
|
"target_chapter": "efficient_ai",
|
|
"target_section": "sec-efficient-ai-overview-6f6a",
|
|
"target_title": "Overview",
|
|
"strength": 0.030272108843537416,
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"energy efficiency"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "optimizations",
|
|
"target_section": "sec-model-optimizations-overview-b523",
|
|
"target_title": "Overview",
|
|
"strength": 0.027483443708609275,
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"knowledge distillation"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "ondevice_learning",
|
|
"target_section": "sec-ondevice-learning-overview-c195",
|
|
"target_title": "Overview",
|
|
"strength": 0.038698630136986295,
|
|
"concepts": [
|
|
"model compression",
|
|
"energy efficiency",
|
|
"latency optimization"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"execution_time": 2.8242580890655518
|
|
},
|
|
"experiment_b": {
|
|
"threshold_analysis": {
|
|
"0.005": {
|
|
"total_connections": 238,
|
|
"coverage": 1.0,
|
|
"avg_quality": 0.5451270326397196,
|
|
"composite_score": 0.8635381097919158,
|
|
"connections_per_chapter": 10.818181818181818
|
|
},
|
|
"0.008": {
|
|
"total_connections": 202,
|
|
"coverage": 1.0,
|
|
"avg_quality": 0.5556839742750035,
|
|
"composite_score": 0.866705192282501,
|
|
"connections_per_chapter": 9.181818181818182
|
|
},
|
|
"0.01": {
|
|
"total_connections": 156,
|
|
"coverage": 1.0,
|
|
"avg_quality": 0.594509053730751,
|
|
"composite_score": 0.8783527161192253,
|
|
"connections_per_chapter": 7.090909090909091
|
|
},
|
|
"0.015": {
|
|
"total_connections": 106,
|
|
"coverage": 0.9545454545454546,
|
|
"avg_quality": 0.6094947329054752,
|
|
"composite_score": 0.8646666016898245,
|
|
"connections_per_chapter": 4.818181818181818
|
|
},
|
|
"0.02": {
|
|
"total_connections": 70,
|
|
"coverage": 0.8636363636363636,
|
|
"avg_quality": 0.6137011637536383,
|
|
"composite_score": 0.829564894580637,
|
|
"connections_per_chapter": 3.1818181818181817
|
|
},
|
|
"0.025": {
|
|
"total_connections": 52,
|
|
"coverage": 0.8181818181818182,
|
|
"avg_quality": 0.629927244840484,
|
|
"composite_score": 0.8162509007248725,
|
|
"connections_per_chapter": 2.3636363636363638
|
|
},
|
|
"0.03": {
|
|
"total_connections": 36,
|
|
"coverage": 0.5909090909090909,
|
|
"avg_quality": 0.6465534751229627,
|
|
"composite_score": 0.6463296789005252,
|
|
"connections_per_chapter": 1.6363636363636365
|
|
}
|
|
},
|
|
"optimal_threshold": 0.01,
|
|
"optimal_stats": {
|
|
"total_connections": 156,
|
|
"coverage": 1.0,
|
|
"avg_quality": 0.594509053730751,
|
|
"composite_score": 0.8783527161192253,
|
|
"connections_per_chapter": 7.090909090909091
|
|
},
|
|
"execution_time": 19.94976496696472
|
|
},
|
|
"experiment_c": {
|
|
"connection_types_found": [
|
|
"advanced_application",
|
|
"theory_to_practice",
|
|
"peer_concept",
|
|
"sequential_progression",
|
|
"strong_conceptual_link",
|
|
"optimization_related",
|
|
"builds_on_foundation",
|
|
"practice_to_optimization",
|
|
"topical_connection",
|
|
"systems_related",
|
|
"complementary_approach"
|
|
],
|
|
"type_distribution": {
|
|
"advanced_application": 6,
|
|
"theory_to_practice": 2,
|
|
"peer_concept": 14,
|
|
"sequential_progression": 9,
|
|
"strong_conceptual_link": 1,
|
|
"optimization_related": 1,
|
|
"builds_on_foundation": 25,
|
|
"practice_to_optimization": 3,
|
|
"topical_connection": 2,
|
|
"systems_related": 1,
|
|
"complementary_approach": 6
|
|
},
|
|
"type_percentages": {
|
|
"advanced_application": 8.571428571428571,
|
|
"theory_to_practice": 2.857142857142857,
|
|
"peer_concept": 20.0,
|
|
"sequential_progression": 12.857142857142856,
|
|
"strong_conceptual_link": 1.4285714285714286,
|
|
"optimization_related": 1.4285714285714286,
|
|
"builds_on_foundation": 35.714285714285715,
|
|
"practice_to_optimization": 4.285714285714286,
|
|
"topical_connection": 2.857142857142857,
|
|
"systems_related": 1.4285714285714286,
|
|
"complementary_approach": 8.571428571428571
|
|
},
|
|
"total_connections": 70,
|
|
"level_consistency": 0.6857142857142857,
|
|
"sample_by_type": {
|
|
"advanced_application": [
|
|
{
|
|
"source": "ml_systems",
|
|
"target": "efficient_ai",
|
|
"strength": 0.030272108843537416,
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"energy efficiency"
|
|
],
|
|
"source_level": 1,
|
|
"target_level": 4
|
|
},
|
|
{
|
|
"source": "ml_systems",
|
|
"target": "optimizations",
|
|
"strength": 0.027483443708609275,
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"knowledge distillation"
|
|
],
|
|
"source_level": 1,
|
|
"target_level": 4
|
|
}
|
|
],
|
|
"theory_to_practice": [
|
|
{
|
|
"source": "dl_primer",
|
|
"target": "frameworks",
|
|
"strength": 0.036,
|
|
"concepts": [
|
|
"backpropagation",
|
|
"computational graph",
|
|
"gradient computation"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 3
|
|
},
|
|
{
|
|
"source": "dl_primer",
|
|
"target": "training",
|
|
"strength": 0.048999999999999995,
|
|
"concepts": [
|
|
"backpropagation",
|
|
"gradient descent",
|
|
"activation functions"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 3
|
|
}
|
|
],
|
|
"peer_concept": [
|
|
{
|
|
"source": "workflow",
|
|
"target": "data_engineering",
|
|
"strength": 0.04685534591194969,
|
|
"concepts": [
|
|
"problem definition",
|
|
"data versioning",
|
|
"feature engineering"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 2
|
|
},
|
|
{
|
|
"source": "data_engineering",
|
|
"target": "workflow",
|
|
"strength": 0.04685534591194969,
|
|
"concepts": [
|
|
"data versioning",
|
|
"data drift",
|
|
"systematic problem definition"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 2
|
|
}
|
|
],
|
|
"sequential_progression": [
|
|
{
|
|
"source": "workflow",
|
|
"target": "frameworks",
|
|
"strength": 0.0329192546583851,
|
|
"concepts": [
|
|
"model versioning",
|
|
"performance optimization",
|
|
"scalability planning"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 3
|
|
},
|
|
{
|
|
"source": "workflow",
|
|
"target": "benchmarking",
|
|
"strength": 0.027678571428571424,
|
|
"concepts": [
|
|
"a/b testing",
|
|
"cross-validation",
|
|
"model selection"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 3
|
|
}
|
|
],
|
|
"strong_conceptual_link": [
|
|
{
|
|
"source": "workflow",
|
|
"target": "ops",
|
|
"strength": 0.08397435897435895,
|
|
"concepts": [
|
|
"mlops (machine learning operations)",
|
|
"experiment tracking",
|
|
"model versioning"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 4
|
|
}
|
|
],
|
|
"optimization_related": [
|
|
{
|
|
"source": "data_engineering",
|
|
"target": "ops",
|
|
"strength": 0.026988636363636364,
|
|
"concepts": [
|
|
"metadata management",
|
|
"performance optimization",
|
|
"compliance management"
|
|
],
|
|
"source_level": 2,
|
|
"target_level": 4
|
|
}
|
|
],
|
|
"builds_on_foundation": [
|
|
{
|
|
"source": "frameworks",
|
|
"target": "dl_primer",
|
|
"strength": 0.036000000000000004,
|
|
"concepts": [
|
|
"computational graph",
|
|
"gradient computation",
|
|
"backpropagation"
|
|
],
|
|
"source_level": 3,
|
|
"target_level": 2
|
|
},
|
|
{
|
|
"source": "frameworks",
|
|
"target": "workflow",
|
|
"strength": 0.0329192546583851,
|
|
"concepts": [
|
|
"model versioning",
|
|
"scalability planning",
|
|
"performance optimization"
|
|
],
|
|
"source_level": 3,
|
|
"target_level": 2
|
|
}
|
|
],
|
|
"practice_to_optimization": [
|
|
{
|
|
"source": "frameworks",
|
|
"target": "efficient_ai",
|
|
"strength": 0.032848837209302324,
|
|
"concepts": [
|
|
"model quantization",
|
|
"computer vision",
|
|
"natural language processing"
|
|
],
|
|
"source_level": 3,
|
|
"target_level": 4
|
|
},
|
|
{
|
|
"source": "frameworks",
|
|
"target": "optimizations",
|
|
"strength": 0.021067415730337078,
|
|
"concepts": [
|
|
"model quantization",
|
|
"computer vision",
|
|
"natural language processing"
|
|
],
|
|
"source_level": 3,
|
|
"target_level": 4
|
|
}
|
|
],
|
|
"topical_connection": [
|
|
{
|
|
"source": "training",
|
|
"target": "ondevice_learning",
|
|
"strength": 0.045953757225433524,
|
|
"concepts": [
|
|
"federated learning",
|
|
"transfer learning",
|
|
"curriculum learning"
|
|
],
|
|
"source_level": 3,
|
|
"target_level": 5
|
|
},
|
|
{
|
|
"source": "benchmarking",
|
|
"target": "ondevice_learning",
|
|
"strength": 0.021703296703296706,
|
|
"concepts": [
|
|
"performance profiling",
|
|
"cross-validation",
|
|
"latency analysis"
|
|
],
|
|
"source_level": 3,
|
|
"target_level": 5
|
|
}
|
|
],
|
|
"systems_related": [
|
|
{
|
|
"source": "efficient_ai",
|
|
"target": "emerging_topics",
|
|
"strength": 0.022839506172839506,
|
|
"concepts": [
|
|
"evolutionary algorithms",
|
|
"few-shot learning",
|
|
"continual learning"
|
|
],
|
|
"source_level": 4,
|
|
"target_level": 6
|
|
}
|
|
],
|
|
"complementary_approach": [
|
|
{
|
|
"source": "responsible_ai",
|
|
"target": "ai_for_good",
|
|
"strength": 0.026666666666666665,
|
|
"concepts": [
|
|
"participatory design",
|
|
"human-centered design",
|
|
"monitoring and evaluation"
|
|
],
|
|
"source_level": 5,
|
|
"target_level": 5
|
|
},
|
|
{
|
|
"source": "ai_for_good",
|
|
"target": "responsible_ai",
|
|
"strength": 0.026666666666666665,
|
|
"concepts": [
|
|
"educational technology",
|
|
"smart cities",
|
|
"human-centered design"
|
|
],
|
|
"source_level": 5,
|
|
"target_level": 5
|
|
}
|
|
]
|
|
},
|
|
"execution_time": 2.9256129264831543
|
|
},
|
|
"experiment_d": {
|
|
"forward_connections": 45,
|
|
"backward_connections": 44,
|
|
"asymmetry_ratio": 1.0227272727272727,
|
|
"asymmetric_examples": [
|
|
{
|
|
"chapter": "privacy_security",
|
|
"forward_count": 1,
|
|
"backward_count": 0,
|
|
"asymmetry_ratio": 10.0
|
|
},
|
|
{
|
|
"chapter": "benchmarking",
|
|
"forward_count": 0,
|
|
"backward_count": 2,
|
|
"asymmetry_ratio": 0.0
|
|
},
|
|
{
|
|
"chapter": "emerging_topics",
|
|
"forward_count": 2,
|
|
"backward_count": 1,
|
|
"asymmetry_ratio": 1.8181818181818181
|
|
},
|
|
{
|
|
"chapter": "ondevice_learning",
|
|
"forward_count": 7,
|
|
"backward_count": 5,
|
|
"asymmetry_ratio": 1.3725490196078431
|
|
},
|
|
{
|
|
"chapter": "efficient_ai",
|
|
"forward_count": 3,
|
|
"backward_count": 4,
|
|
"asymmetry_ratio": 0.7317073170731708
|
|
}
|
|
],
|
|
"sample_forward": {
|
|
"ml_systems": [
|
|
{
|
|
"target": "data_engineering",
|
|
"strength": 0.023013698630136983,
|
|
"type": "leads_to",
|
|
"concepts": [
|
|
"recommendation systems",
|
|
"fraud detection",
|
|
"autonomous vehicles"
|
|
]
|
|
},
|
|
{
|
|
"target": "efficient_ai",
|
|
"strength": 0.024217687074829936,
|
|
"type": "leads_to",
|
|
"concepts": [
|
|
"model quantization",
|
|
"model compression",
|
|
"energy efficiency"
|
|
]
|
|
}
|
|
],
|
|
"dl_primer": [
|
|
{
|
|
"target": "frameworks",
|
|
"strength": 0.043199999999999995,
|
|
"type": "leads_to",
|
|
"concepts": [
|
|
"backpropagation",
|
|
"computational graph",
|
|
"gradient computation"
|
|
]
|
|
},
|
|
{
|
|
"target": "training",
|
|
"strength": 0.05879999999999999,
|
|
"type": "leads_to",
|
|
"concepts": [
|
|
"backpropagation",
|
|
"gradient descent",
|
|
"activation functions"
|
|
]
|
|
}
|
|
],
|
|
"workflow": [
|
|
{
|
|
"target": "data_engineering",
|
|
"strength": 0.028113207547169814,
|
|
"type": "leads_to",
|
|
"concepts": [
|
|
"problem definition",
|
|
"data versioning",
|
|
"feature engineering"
|
|
]
|
|
},
|
|
{
|
|
"target": "frameworks",
|
|
"strength": 0.039503105590062114,
|
|
"type": "leads_to",
|
|
"concepts": [
|
|
"model versioning",
|
|
"performance optimization",
|
|
"scalability planning"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"sample_backward": {
|
|
"training": [
|
|
{
|
|
"source": "dl_primer",
|
|
"strength": 0.024499999999999997,
|
|
"type": "builds_on",
|
|
"concepts": [
|
|
"backpropagation",
|
|
"gradient descent",
|
|
"activation functions"
|
|
]
|
|
},
|
|
{
|
|
"source": "frameworks",
|
|
"strength": 0.0286144578313253,
|
|
"type": "builds_on",
|
|
"concepts": [
|
|
"tensor operations",
|
|
"automatic differentiation",
|
|
"computational graph"
|
|
]
|
|
}
|
|
],
|
|
"data_engineering": [
|
|
{
|
|
"source": "workflow",
|
|
"strength": 0.023427672955974845,
|
|
"type": "builds_on",
|
|
"concepts": [
|
|
"problem definition",
|
|
"data versioning",
|
|
"feature engineering"
|
|
]
|
|
},
|
|
{
|
|
"source": "frameworks",
|
|
"strength": 0.025697674418604648,
|
|
"type": "builds_on",
|
|
"concepts": [
|
|
"performance optimization",
|
|
"computer vision",
|
|
"natural language processing"
|
|
]
|
|
}
|
|
],
|
|
"ops": [
|
|
{
|
|
"source": "workflow",
|
|
"strength": 0.04198717948717948,
|
|
"type": "builds_on",
|
|
"concepts": [
|
|
"mlops (machine learning operations)",
|
|
"experiment tracking",
|
|
"model versioning"
|
|
]
|
|
},
|
|
{
|
|
"source": "privacy_security",
|
|
"strength": 0.021195652173913043,
|
|
"type": "builds_on",
|
|
"concepts": [
|
|
"incident response",
|
|
"financial services",
|
|
"edge computing"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"execution_time": 3.056798219680786
|
|
}
|
|
} |