Files
cs249r_book/tools/scripts/cross_refs/refined_experimental_results.json
Vijay Janapa Reddi d8cdb7a15d feat: implement cross-reference injection with proper formatting
- Updated inject-xrefs.lua to read individual chapter xrefs.json files
- Added consistent logging with emojis matching other filters
- Fixed chapter title capitalization (ML Systems, DL Primer, etc.)
- Implemented proper arrow direction based on chapter order in _quarto.yml
- Cleaned up explanation text to remove redundant prefixes
- Limited explanations to 100 characters for better readability
- Filter shows top 5 references per section based on priority/strength

🤖 Generated with Claude Code
Co-Authored-By: Claude <noreply@anthropic.com>
2025-09-12 09:16:28 -04:00

614 lines
17 KiB
JSON

{
"experiment_a": {
"total_sections": 200,
"connected_sections": 38,
"total_connections": 140,
"avg_connections_per_section": 3.6842105263157894,
"section_coverage": 0.19,
"sample_connections": {
"ml_systems:sec-ml-systems-overview-db10": [
{
"target_chapter": "efficient_ai",
"target_section": "sec-efficient-ai-overview-6f6a",
"target_title": "Overview",
"strength": 0.030272108843537416,
"concepts": [
"model quantization",
"model compression",
"energy efficiency"
]
},
{
"target_chapter": "optimizations",
"target_section": "sec-model-optimizations-overview-b523",
"target_title": "Overview",
"strength": 0.027483443708609275,
"concepts": [
"model quantization",
"model compression",
"knowledge distillation"
]
},
{
"target_chapter": "ondevice_learning",
"target_section": "sec-ondevice-learning-overview-c195",
"target_title": "Overview",
"strength": 0.038698630136986295,
"concepts": [
"model compression",
"energy efficiency",
"latency optimization"
]
}
],
"ml_systems:sec-ml-systems-cloudbased-machine-learning-7606": [
{
"target_chapter": "efficient_ai",
"target_section": "sec-efficient-ai-overview-6f6a",
"target_title": "Overview",
"strength": 0.030272108843537416,
"concepts": [
"model quantization",
"model compression",
"energy efficiency"
]
},
{
"target_chapter": "optimizations",
"target_section": "sec-model-optimizations-overview-b523",
"target_title": "Overview",
"strength": 0.027483443708609275,
"concepts": [
"model quantization",
"model compression",
"knowledge distillation"
]
},
{
"target_chapter": "ondevice_learning",
"target_section": "sec-ondevice-learning-overview-c195",
"target_title": "Overview",
"strength": 0.038698630136986295,
"concepts": [
"model compression",
"energy efficiency",
"latency optimization"
]
}
]
},
"execution_time": 2.8242580890655518
},
"experiment_b": {
"threshold_analysis": {
"0.005": {
"total_connections": 238,
"coverage": 1.0,
"avg_quality": 0.5451270326397196,
"composite_score": 0.8635381097919158,
"connections_per_chapter": 10.818181818181818
},
"0.008": {
"total_connections": 202,
"coverage": 1.0,
"avg_quality": 0.5556839742750035,
"composite_score": 0.866705192282501,
"connections_per_chapter": 9.181818181818182
},
"0.01": {
"total_connections": 156,
"coverage": 1.0,
"avg_quality": 0.594509053730751,
"composite_score": 0.8783527161192253,
"connections_per_chapter": 7.090909090909091
},
"0.015": {
"total_connections": 106,
"coverage": 0.9545454545454546,
"avg_quality": 0.6094947329054752,
"composite_score": 0.8646666016898245,
"connections_per_chapter": 4.818181818181818
},
"0.02": {
"total_connections": 70,
"coverage": 0.8636363636363636,
"avg_quality": 0.6137011637536383,
"composite_score": 0.829564894580637,
"connections_per_chapter": 3.1818181818181817
},
"0.025": {
"total_connections": 52,
"coverage": 0.8181818181818182,
"avg_quality": 0.629927244840484,
"composite_score": 0.8162509007248725,
"connections_per_chapter": 2.3636363636363638
},
"0.03": {
"total_connections": 36,
"coverage": 0.5909090909090909,
"avg_quality": 0.6465534751229627,
"composite_score": 0.6463296789005252,
"connections_per_chapter": 1.6363636363636365
}
},
"optimal_threshold": 0.01,
"optimal_stats": {
"total_connections": 156,
"coverage": 1.0,
"avg_quality": 0.594509053730751,
"composite_score": 0.8783527161192253,
"connections_per_chapter": 7.090909090909091
},
"execution_time": 19.94976496696472
},
"experiment_c": {
"connection_types_found": [
"advanced_application",
"theory_to_practice",
"peer_concept",
"sequential_progression",
"strong_conceptual_link",
"optimization_related",
"builds_on_foundation",
"practice_to_optimization",
"topical_connection",
"systems_related",
"complementary_approach"
],
"type_distribution": {
"advanced_application": 6,
"theory_to_practice": 2,
"peer_concept": 14,
"sequential_progression": 9,
"strong_conceptual_link": 1,
"optimization_related": 1,
"builds_on_foundation": 25,
"practice_to_optimization": 3,
"topical_connection": 2,
"systems_related": 1,
"complementary_approach": 6
},
"type_percentages": {
"advanced_application": 8.571428571428571,
"theory_to_practice": 2.857142857142857,
"peer_concept": 20.0,
"sequential_progression": 12.857142857142856,
"strong_conceptual_link": 1.4285714285714286,
"optimization_related": 1.4285714285714286,
"builds_on_foundation": 35.714285714285715,
"practice_to_optimization": 4.285714285714286,
"topical_connection": 2.857142857142857,
"systems_related": 1.4285714285714286,
"complementary_approach": 8.571428571428571
},
"total_connections": 70,
"level_consistency": 0.6857142857142857,
"sample_by_type": {
"advanced_application": [
{
"source": "ml_systems",
"target": "efficient_ai",
"strength": 0.030272108843537416,
"concepts": [
"model quantization",
"model compression",
"energy efficiency"
],
"source_level": 1,
"target_level": 4
},
{
"source": "ml_systems",
"target": "optimizations",
"strength": 0.027483443708609275,
"concepts": [
"model quantization",
"model compression",
"knowledge distillation"
],
"source_level": 1,
"target_level": 4
}
],
"theory_to_practice": [
{
"source": "dl_primer",
"target": "frameworks",
"strength": 0.036,
"concepts": [
"backpropagation",
"computational graph",
"gradient computation"
],
"source_level": 2,
"target_level": 3
},
{
"source": "dl_primer",
"target": "training",
"strength": 0.048999999999999995,
"concepts": [
"backpropagation",
"gradient descent",
"activation functions"
],
"source_level": 2,
"target_level": 3
}
],
"peer_concept": [
{
"source": "workflow",
"target": "data_engineering",
"strength": 0.04685534591194969,
"concepts": [
"problem definition",
"data versioning",
"feature engineering"
],
"source_level": 2,
"target_level": 2
},
{
"source": "data_engineering",
"target": "workflow",
"strength": 0.04685534591194969,
"concepts": [
"data versioning",
"data drift",
"systematic problem definition"
],
"source_level": 2,
"target_level": 2
}
],
"sequential_progression": [
{
"source": "workflow",
"target": "frameworks",
"strength": 0.0329192546583851,
"concepts": [
"model versioning",
"performance optimization",
"scalability planning"
],
"source_level": 2,
"target_level": 3
},
{
"source": "workflow",
"target": "benchmarking",
"strength": 0.027678571428571424,
"concepts": [
"a/b testing",
"cross-validation",
"model selection"
],
"source_level": 2,
"target_level": 3
}
],
"strong_conceptual_link": [
{
"source": "workflow",
"target": "ops",
"strength": 0.08397435897435895,
"concepts": [
"mlops (machine learning operations)",
"experiment tracking",
"model versioning"
],
"source_level": 2,
"target_level": 4
}
],
"optimization_related": [
{
"source": "data_engineering",
"target": "ops",
"strength": 0.026988636363636364,
"concepts": [
"metadata management",
"performance optimization",
"compliance management"
],
"source_level": 2,
"target_level": 4
}
],
"builds_on_foundation": [
{
"source": "frameworks",
"target": "dl_primer",
"strength": 0.036000000000000004,
"concepts": [
"computational graph",
"gradient computation",
"backpropagation"
],
"source_level": 3,
"target_level": 2
},
{
"source": "frameworks",
"target": "workflow",
"strength": 0.0329192546583851,
"concepts": [
"model versioning",
"scalability planning",
"performance optimization"
],
"source_level": 3,
"target_level": 2
}
],
"practice_to_optimization": [
{
"source": "frameworks",
"target": "efficient_ai",
"strength": 0.032848837209302324,
"concepts": [
"model quantization",
"computer vision",
"natural language processing"
],
"source_level": 3,
"target_level": 4
},
{
"source": "frameworks",
"target": "optimizations",
"strength": 0.021067415730337078,
"concepts": [
"model quantization",
"computer vision",
"natural language processing"
],
"source_level": 3,
"target_level": 4
}
],
"topical_connection": [
{
"source": "training",
"target": "ondevice_learning",
"strength": 0.045953757225433524,
"concepts": [
"federated learning",
"transfer learning",
"curriculum learning"
],
"source_level": 3,
"target_level": 5
},
{
"source": "benchmarking",
"target": "ondevice_learning",
"strength": 0.021703296703296706,
"concepts": [
"performance profiling",
"cross-validation",
"latency analysis"
],
"source_level": 3,
"target_level": 5
}
],
"systems_related": [
{
"source": "efficient_ai",
"target": "emerging_topics",
"strength": 0.022839506172839506,
"concepts": [
"evolutionary algorithms",
"few-shot learning",
"continual learning"
],
"source_level": 4,
"target_level": 6
}
],
"complementary_approach": [
{
"source": "responsible_ai",
"target": "ai_for_good",
"strength": 0.026666666666666665,
"concepts": [
"participatory design",
"human-centered design",
"monitoring and evaluation"
],
"source_level": 5,
"target_level": 5
},
{
"source": "ai_for_good",
"target": "responsible_ai",
"strength": 0.026666666666666665,
"concepts": [
"educational technology",
"smart cities",
"human-centered design"
],
"source_level": 5,
"target_level": 5
}
]
},
"execution_time": 2.9256129264831543
},
"experiment_d": {
"forward_connections": 45,
"backward_connections": 44,
"asymmetry_ratio": 1.0227272727272727,
"asymmetric_examples": [
{
"chapter": "privacy_security",
"forward_count": 1,
"backward_count": 0,
"asymmetry_ratio": 10.0
},
{
"chapter": "benchmarking",
"forward_count": 0,
"backward_count": 2,
"asymmetry_ratio": 0.0
},
{
"chapter": "emerging_topics",
"forward_count": 2,
"backward_count": 1,
"asymmetry_ratio": 1.8181818181818181
},
{
"chapter": "ondevice_learning",
"forward_count": 7,
"backward_count": 5,
"asymmetry_ratio": 1.3725490196078431
},
{
"chapter": "efficient_ai",
"forward_count": 3,
"backward_count": 4,
"asymmetry_ratio": 0.7317073170731708
}
],
"sample_forward": {
"ml_systems": [
{
"target": "data_engineering",
"strength": 0.023013698630136983,
"type": "leads_to",
"concepts": [
"recommendation systems",
"fraud detection",
"autonomous vehicles"
]
},
{
"target": "efficient_ai",
"strength": 0.024217687074829936,
"type": "leads_to",
"concepts": [
"model quantization",
"model compression",
"energy efficiency"
]
}
],
"dl_primer": [
{
"target": "frameworks",
"strength": 0.043199999999999995,
"type": "leads_to",
"concepts": [
"backpropagation",
"computational graph",
"gradient computation"
]
},
{
"target": "training",
"strength": 0.05879999999999999,
"type": "leads_to",
"concepts": [
"backpropagation",
"gradient descent",
"activation functions"
]
}
],
"workflow": [
{
"target": "data_engineering",
"strength": 0.028113207547169814,
"type": "leads_to",
"concepts": [
"problem definition",
"data versioning",
"feature engineering"
]
},
{
"target": "frameworks",
"strength": 0.039503105590062114,
"type": "leads_to",
"concepts": [
"model versioning",
"performance optimization",
"scalability planning"
]
}
]
},
"sample_backward": {
"training": [
{
"source": "dl_primer",
"strength": 0.024499999999999997,
"type": "builds_on",
"concepts": [
"backpropagation",
"gradient descent",
"activation functions"
]
},
{
"source": "frameworks",
"strength": 0.0286144578313253,
"type": "builds_on",
"concepts": [
"tensor operations",
"automatic differentiation",
"computational graph"
]
}
],
"data_engineering": [
{
"source": "workflow",
"strength": 0.023427672955974845,
"type": "builds_on",
"concepts": [
"problem definition",
"data versioning",
"feature engineering"
]
},
{
"source": "frameworks",
"strength": 0.025697674418604648,
"type": "builds_on",
"concepts": [
"performance optimization",
"computer vision",
"natural language processing"
]
}
],
"ops": [
{
"source": "workflow",
"strength": 0.04198717948717948,
"type": "builds_on",
"concepts": [
"mlops (machine learning operations)",
"experiment tracking",
"model versioning"
]
},
{
"source": "privacy_security",
"strength": 0.021195652173913043,
"type": "builds_on",
"concepts": [
"incident response",
"financial services",
"edge computing"
]
}
]
},
"execution_time": 3.056798219680786
}
}