mirror of
https://github.com/harvard-edge/cs249r_book.git
synced 2026-04-29 17:20:21 -05:00
d8cdb7a15d
- Updated inject-xrefs.lua to read individual chapter xrefs.json files - Added consistent logging with emojis matching other filters - Fixed chapter title capitalization (ML Systems, DL Primer, etc.) - Implemented proper arrow direction based on chapter order in _quarto.yml - Cleaned up explanation text to remove redundant prefixes - Limited explanations to 100 characters for better readability - Filter shows top 5 references per section based on priority/strength 🤖 Generated with Claude Code Co-Authored-By: Claude <noreply@anthropic.com>
662 lines
21 KiB
JSON
662 lines
21 KiB
JSON
{
|
|
"experiment_1": {
|
|
"total_sections": 200,
|
|
"total_connections": 6024,
|
|
"coverage": 1.0,
|
|
"avg_connections_per_section": 30.12,
|
|
"sample_connections": {
|
|
"introduction:sec-introduction-ai-pervasiveness-8891": [
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ai-ml-basics-fa82",
|
|
"target_title": "AI and ML Basics",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ai-evolution-8ff4",
|
|
"target_title": "AI Evolution",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-engineering-e9d8",
|
|
"target_title": "ML Systems Engineering",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-defining-ml-systems-bf7d",
|
|
"target_title": "Defining ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-lifecycle-ml-systems-6194",
|
|
"target_title": "Lifecycle of ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-wild-8f2f",
|
|
"target_title": "ML Systems in the Wild",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-impact-lifecycle-fb60",
|
|
"target_title": "ML Systems Impact on Lifecycle",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-practical-applications-0728",
|
|
"target_title": "Practical Applications",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-challenges-ml-systems-7167",
|
|
"target_title": "Challenges in ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-looking-ahead-34a3",
|
|
"target_title": "Looking Ahead",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-book-structure-learning-path-f3ea",
|
|
"target_title": "Book Structure and Learning Path",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
}
|
|
],
|
|
"introduction:sec-introduction-ai-ml-basics-fa82": [
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ai-pervasiveness-8891",
|
|
"target_title": "AI Pervasiveness",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ai-evolution-8ff4",
|
|
"target_title": "AI Evolution",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-engineering-e9d8",
|
|
"target_title": "ML Systems Engineering",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-defining-ml-systems-bf7d",
|
|
"target_title": "Defining ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-lifecycle-ml-systems-6194",
|
|
"target_title": "Lifecycle of ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-wild-8f2f",
|
|
"target_title": "ML Systems in the Wild",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-impact-lifecycle-fb60",
|
|
"target_title": "ML Systems Impact on Lifecycle",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-practical-applications-0728",
|
|
"target_title": "Practical Applications",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-challenges-ml-systems-7167",
|
|
"target_title": "Challenges in ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-looking-ahead-34a3",
|
|
"target_title": "Looking Ahead",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-book-structure-learning-path-f3ea",
|
|
"target_title": "Book Structure and Learning Path",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
}
|
|
],
|
|
"introduction:sec-introduction-ai-evolution-8ff4": [
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ai-pervasiveness-8891",
|
|
"target_title": "AI Pervasiveness",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ai-ml-basics-fa82",
|
|
"target_title": "AI and ML Basics",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-engineering-e9d8",
|
|
"target_title": "ML Systems Engineering",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-defining-ml-systems-bf7d",
|
|
"target_title": "Defining ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-lifecycle-ml-systems-6194",
|
|
"target_title": "Lifecycle of ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-wild-8f2f",
|
|
"target_title": "ML Systems in the Wild",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-ml-systems-impact-lifecycle-fb60",
|
|
"target_title": "ML Systems Impact on Lifecycle",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-practical-applications-0728",
|
|
"target_title": "Practical Applications",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-challenges-ml-systems-7167",
|
|
"target_title": "Challenges in ML Systems",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-looking-ahead-34a3",
|
|
"target_title": "Looking Ahead",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
},
|
|
{
|
|
"target_chapter": "introduction",
|
|
"target_section": "sec-introduction-book-structure-learning-path-f3ea",
|
|
"target_title": "Book Structure and Learning Path",
|
|
"strength": 0.3517857142857145,
|
|
"concepts": [
|
|
"machine learning systems engineering",
|
|
"ai pervasiveness",
|
|
"ai and ml fundamentals",
|
|
"ai evolution and history",
|
|
"ai winters"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"execution_time": 1.4926798343658447
|
|
},
|
|
"experiment_2": {
|
|
"forward_connections": 8,
|
|
"backward_connections": 8,
|
|
"bidirectional_ratio": 1.0,
|
|
"sample_forward": {
|
|
"introduction": [],
|
|
"ml_systems": [
|
|
{
|
|
"target": "ondevice_learning",
|
|
"type": "forward",
|
|
"strength": 0.031578947368421054,
|
|
"concepts": [
|
|
"mobile ml",
|
|
"tinyml",
|
|
"federated learning"
|
|
]
|
|
}
|
|
],
|
|
"dl_primer": []
|
|
},
|
|
"sample_backward": {
|
|
"introduction": [],
|
|
"ml_systems": [
|
|
{
|
|
"source": "ondevice_learning",
|
|
"type": "backward",
|
|
"strength": 0.031578947368421054,
|
|
"concepts": [
|
|
"mobile ml",
|
|
"tinyml",
|
|
"federated learning"
|
|
]
|
|
}
|
|
],
|
|
"dl_primer": []
|
|
},
|
|
"execution_time": 2.8810579776763916
|
|
},
|
|
"experiment_3": {
|
|
"threshold_analysis": {
|
|
"0.01": {
|
|
"total_connections": 26,
|
|
"coverage": 0.8181818181818182,
|
|
"avg_per_chapter": 1.1818181818181819,
|
|
"quality_score": 0.21272727272727274
|
|
},
|
|
"0.02": {
|
|
"total_connections": 12,
|
|
"coverage": 0.45454545454545453,
|
|
"avg_per_chapter": 0.5454545454545454,
|
|
"quality_score": 0.05454545454545454
|
|
},
|
|
"0.03": {
|
|
"total_connections": 8,
|
|
"coverage": 0.3181818181818182,
|
|
"avg_per_chapter": 0.36363636363636365,
|
|
"quality_score": 0.025454545454545455
|
|
},
|
|
"0.05": {
|
|
"total_connections": 2,
|
|
"coverage": 0.09090909090909091,
|
|
"avg_per_chapter": 0.09090909090909091,
|
|
"quality_score": 0.0018181818181818182
|
|
},
|
|
"0.08": {
|
|
"total_connections": 0,
|
|
"coverage": 0.0,
|
|
"avg_per_chapter": 0.0,
|
|
"quality_score": 0.0
|
|
},
|
|
"0.1": {
|
|
"total_connections": 0,
|
|
"coverage": 0.0,
|
|
"avg_per_chapter": 0.0,
|
|
"quality_score": 0.0
|
|
}
|
|
},
|
|
"optimal_threshold": 0.01,
|
|
"optimal_stats": {
|
|
"total_connections": 26,
|
|
"coverage": 0.8181818181818182,
|
|
"avg_per_chapter": 1.1818181818181819,
|
|
"quality_score": 0.21272727272727274
|
|
},
|
|
"execution_time": 17.24936294555664
|
|
},
|
|
"experiment_4": {
|
|
"connection_types": [
|
|
"foundation",
|
|
"prerequisite",
|
|
"builds_on",
|
|
"implements",
|
|
"applies",
|
|
"extends",
|
|
"relates",
|
|
"contrasts",
|
|
"example"
|
|
],
|
|
"type_distribution": {
|
|
"prerequisite": 1,
|
|
"builds_on": 1
|
|
},
|
|
"type_percentages": {
|
|
"prerequisite": 50.0,
|
|
"builds_on": 50.0
|
|
},
|
|
"total_connections": 2,
|
|
"sample_by_type": {
|
|
"prerequisite": [
|
|
{
|
|
"source": "frontiers",
|
|
"target": "emerging_topics",
|
|
"strength": 0.05333333333333333,
|
|
"concepts": [
|
|
"technology convergence",
|
|
"research frontiers",
|
|
"future applications"
|
|
]
|
|
}
|
|
],
|
|
"builds_on": [
|
|
{
|
|
"source": "emerging_topics",
|
|
"target": "frontiers",
|
|
"strength": 0.05333333333333333,
|
|
"concepts": [
|
|
"technology convergence",
|
|
"future applications",
|
|
"research frontiers"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"execution_time": 2.6563971042633057
|
|
},
|
|
"experiment_5_introduction": {
|
|
"chapter_start": {
|
|
"locations": 1,
|
|
"avg_connections_per_location": 3,
|
|
"total_connections": 3,
|
|
"pedagogical_impact": "High - sets context",
|
|
"readability_impact": "Low - doesn't clutter"
|
|
},
|
|
"section_start": {
|
|
"locations": 12,
|
|
"avg_connections_per_location": 2,
|
|
"total_connections": 24,
|
|
"pedagogical_impact": "Very High - contextual",
|
|
"readability_impact": "Medium - some clutter"
|
|
},
|
|
"contextual_inline": {
|
|
"locations": 36,
|
|
"avg_connections_per_location": 1,
|
|
"total_connections": 36,
|
|
"pedagogical_impact": "Medium - can be distracting",
|
|
"readability_impact": "High - significant clutter"
|
|
}
|
|
},
|
|
"experiment_5_ml_systems": {
|
|
"chapter_start": {
|
|
"locations": 1,
|
|
"avg_connections_per_location": 3,
|
|
"total_connections": 3,
|
|
"pedagogical_impact": "High - sets context",
|
|
"readability_impact": "Low - doesn't clutter"
|
|
},
|
|
"section_start": {
|
|
"locations": 10,
|
|
"avg_connections_per_location": 2,
|
|
"total_connections": 20,
|
|
"pedagogical_impact": "Very High - contextual",
|
|
"readability_impact": "Medium - some clutter"
|
|
},
|
|
"contextual_inline": {
|
|
"locations": 30,
|
|
"avg_connections_per_location": 1,
|
|
"total_connections": 30,
|
|
"pedagogical_impact": "Medium - can be distracting",
|
|
"readability_impact": "High - significant clutter"
|
|
}
|
|
},
|
|
"experiment_5_dl_primer": {
|
|
"chapter_start": {
|
|
"locations": 1,
|
|
"avg_connections_per_location": 3,
|
|
"total_connections": 3,
|
|
"pedagogical_impact": "High - sets context",
|
|
"readability_impact": "Low - doesn't clutter"
|
|
},
|
|
"section_start": {
|
|
"locations": 8,
|
|
"avg_connections_per_location": 2,
|
|
"total_connections": 16,
|
|
"pedagogical_impact": "Very High - contextual",
|
|
"readability_impact": "Medium - some clutter"
|
|
},
|
|
"contextual_inline": {
|
|
"locations": 24,
|
|
"avg_connections_per_location": 1,
|
|
"total_connections": 24,
|
|
"pedagogical_impact": "Medium - can be distracting",
|
|
"readability_impact": "High - significant clutter"
|
|
}
|
|
},
|
|
"experiment_5_summary": {
|
|
"strategies_evaluated": [
|
|
"chapter_start",
|
|
"section_start",
|
|
"contextual_inline",
|
|
"section_end",
|
|
"mixed_adaptive"
|
|
],
|
|
"recommended_approach": "section_start",
|
|
"rationale": "Best balance of pedagogical value and readability",
|
|
"execution_time": 0.002827167510986328
|
|
}
|
|
} |