mirror of
https://github.com/harvard-edge/cs249r_book.git
synced 2026-05-06 01:28:35 -05:00
406 lines
30 KiB
Plaintext
406 lines
30 KiB
Plaintext
quarto :
|
|
At line:1 char:1
|
|
+ quarto render index.qmd --to titlepage-pdf 2>&1 | Tee-Object -FilePat ...
|
|
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
+ CategoryInfo : NotSpecified: (:String) [], RemoteException
|
|
+ FullyQualifiedErrorId : NativeCommandError
|
|
|
|
[1/5] index.qmd
|
|
|
|
[2/5] contents\core\dnn_architectures\dnn_architectures.qmd
|
|
|
|
[3/5] contents\parts\design_principles.qmd
|
|
|
|
[4/5] contents\backmatter\resources\phd_survival_guide.qmd
|
|
|
|
[5/5] contents\backmatter\references.qmd
|
|
|
|
pandoc
|
|
to: latex
|
|
output-file: index.tex
|
|
standalone: true
|
|
toc: true
|
|
number-sections: true
|
|
top-level-division: chapter
|
|
pdf-engine: lualatex
|
|
variables:
|
|
graphics: true
|
|
tables: true
|
|
secnumdepth: 3
|
|
default-image-extension: pdf
|
|
toc-depth: 4
|
|
cite-method: citeproc
|
|
reference-location: document
|
|
|
|
metadata
|
|
crossref:
|
|
chapters: true
|
|
appendix-title: Appendix
|
|
appendix-delim: ':'
|
|
custom:
|
|
- kind: float
|
|
key: vid
|
|
latex-env: vid
|
|
reference-prefix: Video
|
|
documentclass: scrbook
|
|
papersize: letter
|
|
block-headings: true
|
|
quiz-config:
|
|
file-pattern: '*_quizzes.json'
|
|
scan-directory: contents/core
|
|
auto-discover-pdf: true
|
|
bibliography:
|
|
- contents/core/introduction/introduction.bib
|
|
- contents/core/ai_for_good/ai_for_good.bib
|
|
- contents/core/benchmarking/benchmarking.bib
|
|
- contents/core/data_engineering/data_engineering.bib
|
|
- contents/core/dl_primer/dl_primer.bib
|
|
- contents/core/dnn_architectures/dnn_architectures.bib
|
|
- contents/core/efficient_ai/efficient_ai.bib
|
|
- contents/core/ml_systems/ml_systems.bib
|
|
- contents/core/frameworks/frameworks.bib
|
|
- contents/core/hw_acceleration/hw_acceleration.bib
|
|
- contents/core/ondevice_learning/ondevice_learning.bib
|
|
- contents/core/ops/ops.bib
|
|
- contents/core/optimizations/optimizations.bib
|
|
- contents/core/privacy_security/privacy_security.bib
|
|
- contents/core/responsible_ai/responsible_ai.bib
|
|
- contents/core/robust_ai/robust_ai.bib
|
|
- contents/core/sustainable_ai/sustainable_ai.bib
|
|
- contents/core/training/training.bib
|
|
- contents/core/workflow/workflow.bib
|
|
- contents/core/conclusion/conclusion.bib
|
|
comments:
|
|
giscus:
|
|
repo: harvard-edge/cs249r_book
|
|
citation: true
|
|
license: CC-BY-NC-SA
|
|
diagram:
|
|
engine:
|
|
dot: true
|
|
mermaid: false
|
|
asymptote: false
|
|
tikz:
|
|
execpath: lualatex
|
|
header-includes:
|
|
- \usepackage{tikz}
|
|
- \usepackage{pgfplots}
|
|
- \usepackage{pgf-pie}
|
|
- \usepackage{amsmath}
|
|
- \usepackage{amssymb}
|
|
- \usepackage{xcolor}
|
|
- \pgfplotsset{compat=1.9}
|
|
- \usepgfplotslibrary{fillbetween}
|
|
- \usetikzlibrary{angles}
|
|
- \usetikzlibrary{arrows.meta}
|
|
- \usetikzlibrary{arrows}
|
|
- \usetikzlibrary{backgrounds}
|
|
- \usetikzlibrary{bending}
|
|
- \usetikzlibrary{calc}
|
|
- \usetikzlibrary{fit}
|
|
- \usetikzlibrary{intersections}
|
|
- \usetikzlibrary{positioning}
|
|
- \usetikzlibrary{shapes.geometric}
|
|
- \usetikzlibrary{shapes}
|
|
- \usetikzlibrary{quotes}
|
|
- \usetikzlibrary{decorations.pathmorphing}
|
|
- \usetikzlibrary{matrix}
|
|
- \definecolor{Brown}{rgb}{0.65, 0.16, 0.16}
|
|
- \definecolor{BrownL}{rgb}{0.6, 0.4, 0.2}
|
|
- \definecolor{BrownLine}{rgb}{0.5, 0.3, 0.1}
|
|
- \definecolor{BackColor}{RGB}{255,255,229}
|
|
- \definecolor{BackLine}{RGB}{181,181,72}
|
|
- \definecolor{BlueD}{RGB}{62,100,125}
|
|
- \definecolor{BlueL}{RGB}{209,243,255}
|
|
- \definecolor{BlueLine}{RGB}{34,148,189}
|
|
- \definecolor{BrownL}{RGB}{233,222,220}
|
|
- \definecolor{BrownLine}{RGB}{143,120,116}
|
|
- \definecolor{Green}{rgb}{0.0, 0.5, 0.0}
|
|
- \definecolor{GreenD}{RGB}{40,117,40}
|
|
- \definecolor{GreenL}{RGB}{219,253,166}
|
|
- \definecolor{GreenLine}{RGB}{73,89,56}
|
|
- \definecolor{OliveL}{RGB}{230,227,191}
|
|
- \definecolor{OliveLine}{RGB}{173,166,10}
|
|
- \definecolor{OrangeL}{RGB}{250,212,175}
|
|
- \definecolor{OrangeLine}{RGB}{255,127,76}
|
|
- \definecolor{RedL}{RGB}{253,226,240}
|
|
- \definecolor{RedLine}{RGB}{201,20,110}
|
|
- \definecolor{Sepia}{rgb}{0.44, 0.26, 0.08}
|
|
- \definecolor{TextColor}{RGB}{224,224,224}
|
|
- \definecolor{VioletL}{RGB}{247,180,247}
|
|
- \definecolor{VioletL2}{RGB}{243,243,255}
|
|
- \definecolor{VioletLine}{RGB}{128,0,128}
|
|
- \definecolor{VioletLine2}{RGB}{169,136,229}
|
|
editor:
|
|
render-on-save: true
|
|
custom-numbered-blocks:
|
|
groups:
|
|
quiz-question:
|
|
colors:
|
|
- E1F3F8
|
|
- 119EC7
|
|
collapse: false
|
|
quiz-answer:
|
|
colors:
|
|
- FAEAF1
|
|
- 980e5a
|
|
collapse: true
|
|
resource-slides:
|
|
colors:
|
|
- E9F3E3
|
|
- 55984D
|
|
collapse: false
|
|
numbered: false
|
|
resource-videos:
|
|
colors:
|
|
- f9f5f0
|
|
- 8b5e3c
|
|
collapse: false
|
|
numbered: false
|
|
resource-exercises:
|
|
colors:
|
|
- f7f0fa
|
|
- 815AA4
|
|
collapse: false
|
|
numbered: false
|
|
classes:
|
|
callout-quiz-question:
|
|
label: 'Self-Check: Question'
|
|
group: quiz-question
|
|
callout-quiz-answer:
|
|
label: 'Self-Check: Answer'
|
|
group: quiz-answer
|
|
callout-resource-slides:
|
|
label: Slides
|
|
group: resource-slides
|
|
callout-resource-videos:
|
|
label: Videos
|
|
group: resource-videos
|
|
callout-resource-exercises:
|
|
label: Exercises
|
|
group: resource-exercises
|
|
resources:
|
|
- CNAME
|
|
use-rsvg-convert: true
|
|
classoption:
|
|
- abstract
|
|
- titlepage
|
|
coverpage: true
|
|
coverpage-title: Machine Learning Systems
|
|
coverpage-bg-image: cover-image-transparent.png
|
|
coverpage-author:
|
|
- Vijay
|
|
- Janapa Reddi
|
|
coverpage-footer: Introduction to
|
|
coverpage-theme:
|
|
page-text-align: center
|
|
bg-image-left: 0.225\paperwidth
|
|
bg-image-bottom: 7
|
|
bg-image-rotate: 0
|
|
bg-image-opacity: 1
|
|
author-style: plain
|
|
author-sep: newline
|
|
author-fontsize: 20
|
|
author-align: right
|
|
author-bottom: 0.132\paperwidth
|
|
author-left: 7in
|
|
author-width: 6in
|
|
header-style: none
|
|
date-style: none
|
|
title-fontsize: 57
|
|
title-left: 0.075\paperwidth
|
|
title-bottom: 0.31\paperwidth
|
|
title-width: 0.9\paperwidth
|
|
footer-fontsize: 25
|
|
footer-left: 0.075\paperwidth
|
|
footer-bottom: 0.38\paperwidth
|
|
footer-width: 0.9\paperwidth
|
|
footer-align: left
|
|
titlepage: true
|
|
titlepage-theme:
|
|
elements:
|
|
- \titleblock
|
|
- Prof. Vijay Janapa Reddi
|
|
- School of Engineering and Applied Sciences
|
|
- Harvard University
|
|
- \vspace{80mm}
|
|
- With heartfelt gratitude to the community for their invaluable contributions and steadfast support.
|
|
- \vfill
|
|
- '{{< meta date >}}'
|
|
- \vfill
|
|
date: today
|
|
date-format: long
|
|
page-align: left
|
|
title-style: plain
|
|
title-fontstyle:
|
|
- huge
|
|
- bfseries
|
|
title-space-after: 4\baselineskip
|
|
title-subtitle-space-between: 0.05\textheight
|
|
subtitle-fontstyle:
|
|
- large
|
|
- textit
|
|
author-style: superscript-with-and
|
|
author-fontstyle: large
|
|
affiliation-style: numbered-list-with-correspondence
|
|
affiliation-fontstyle: large
|
|
affiliation-space-after: 0pt
|
|
footer-style: plain
|
|
footer-fontstyle: large
|
|
logo-size: 0.15\textheight
|
|
logo-space-after: 1\baselineskip
|
|
vrule-width: 2pt
|
|
vrule-align: left
|
|
vrule-color: black
|
|
lof: false
|
|
lot: false
|
|
number-depth: 3
|
|
citation-package: natbib
|
|
link-citations: true
|
|
biblio-title: References
|
|
title-block-style: none
|
|
indent: 0px
|
|
fontsize: 9pt
|
|
colorlinks: true
|
|
citation-location: block
|
|
fig-caption: true
|
|
fig-cap-location: margin
|
|
tbl-cap-location: margin
|
|
hyperrefoptions:
|
|
- linktoc=all
|
|
- pdfwindowui
|
|
- pdfpagemode=FullScreen
|
|
- pdfpagelayout=TwoPageRight
|
|
title: Machine Learning Systems
|
|
subtitle: Principles and Practices of Engineering Artificially Intelligent Systems
|
|
author:
|
|
name: Vijay Janapa Reddi
|
|
email: vj@eecs.harvard.edu
|
|
url: https://www.google.com/search?q=Vijay+Janapa+Reddi
|
|
affiliations: Harvard University
|
|
corresponding: true
|
|
roles: Author, editor and curator.
|
|
date: '2025-07-11T00:00:00+02:00'
|
|
date-format: long
|
|
abstract: |
|
|
Machine Learning Systems presents a comprehensive approach to understanding and engineering machine learning (ML). While many resources focus on ML algorithms and model
|
|
architectures, this book serves as a bridge between theoretical foundations and practical engineering. It emphasizes the systems context that engineers need to master when
|
|
building AI solutions in the real world. The text progresses from foundational concepts to advanced system design, integrating topics such as data engineering, model optimization,
|
|
hardware-aware training approaches, and inference acceleration strategies. Throughout the book, readers develop a principled understanding of ML systems engineering, learning to
|
|
reason about system architectures and address critical challenges in areas including security, privacy, and reliability. While ML applications and tools evolve rapidly, the
|
|
engineering principles for building ML systems remain largely consistent. This book distills these enduring concepts, making it a resource for anyone seeking to build flexible,
|
|
efficient, and robust ML systems.
|
|
|
|
----
|
|
|
|
🎙 Listen to the **AI Podcast**,
|
|
created using Google's Notebook LM and inspired by insights drawn from our
|
|
[IEEE education viewpoint paper](https://web.eng.fiu.edu/gaquan/Papers/ESWEEK24Papers/CPS-Proceedings/pdfs/CODES-ISSS/563900a043/563900a043.pdf).
|
|
This podcast provides an accessible overview of what this book is all about.
|
|
|
|
|
|
<audio controls>
|
|
<source src="contents/frontmatter/media/notebooklm_podcast_mlsysbookai.mp3" type="audio/mpeg">
|
|
</audio>
|
|
|
|
----
|
|
|
|
🔍 Number of input files: 1
|
|
🔍 Is PDF build: true
|
|
🔍 Quiz metadata: nil
|
|
🔍 FORMAT: latex
|
|
🔍 Current document file: C:\Users\Zeljko\AppData\Local\Temp\quarto-sessiond1d09fceb7050d58\f8ed5da1eff50b7d\quarto-input93d4bb38d3c323de.md
|
|
🔍 Quiz config - file pattern: *_quizzes.json
|
|
🔍 Quiz config - scan directory: contents/core
|
|
🔍 Quiz config - auto discover PDF: true
|
|
|
|
================================================================================
|
|
📄 [QUIZ] Processing PDF Book Document - Auto-discovering quiz files
|
|
================================================================================
|
|
🔍 Scanning with command: dir "contents/core\*_quizzes.json" /b /s 2>nul
|
|
📁 Found 20 quiz file(s) to process for this document
|
|
|
|
📄 [1/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\ai_for_good\ai_for_good_quizzes.json
|
|
✅ Loaded 7 quiz section(s)
|
|
|
|
📄 [2/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\benchmarking\benchmarking_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [3/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\conclusion\conclusion_quizzes.json
|
|
✅ Loaded 14 quiz section(s)
|
|
|
|
📄 [4/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\data_engineering\data_engineering_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [5/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\dl_primer\dl_primer_quizzes.json
|
|
✅ Loaded 6 quiz section(s)
|
|
|
|
📄 [6/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\dnn_architectures\dnn_architectures_quizzes.json
|
|
✅ Loaded 7 quiz section(s)
|
|
|
|
📄 [7/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\efficient_ai\efficient_ai_quizzes.json
|
|
✅ Loaded 7 quiz section(s)
|
|
|
|
📄 [8/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\frameworks\frameworks_quizzes.json
|
|
✅ Loaded 9 quiz section(s)
|
|
|
|
📄 [9/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\hw_acceleration\hw_acceleration_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [10/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\introduction\introduction_quizzes.json
|
|
✅ Loaded 11 quiz section(s)
|
|
|
|
📄 [11/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\ml_systems\ml_systems_quizzes.json
|
|
✅ Loaded 9 quiz section(s)
|
|
|
|
📄 [12/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\ondevice_learning\ondevice_learning_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [13/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\ops\ops_quizzes.json
|
|
✅ Loaded 5 quiz section(s)
|
|
|
|
📄 [14/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\optimizations\optimizations_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [15/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\privacy_security\privacy_security_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [16/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\responsible_ai\responsible_ai_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📄 [17/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\robust_ai\robust_ai_quizzes.json
|
|
✅ Loaded 6 quiz section(s)
|
|
|
|
📄 [18/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\sustainable_ai\sustainable_ai_quizzes.json
|
|
✅ Loaded 10 quiz section(s)
|
|
|
|
📄 [19/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\training\training_quizzes.json
|
|
✅ Loaded 7 quiz section(s)
|
|
|
|
📄 [20/20] Loading quiz file: D:\radovi5\upwork\2025\Vijay_Janapa_Reddi\Github\cs249r_book\contents\core\workflow\workflow_quizzes.json
|
|
✅ Loaded 8 quiz section(s)
|
|
|
|
📊 Quiz File Loading Summary for PDF Book:
|
|
• Files processed: 20/20 ✅
|
|
• Total quiz sections loaded: 162 📝
|
|
--------------------------------------------------------------------------------
|
|
DBG_PART: caught HorizontalRule
|
|
📊 [QUIZ] Flushing answers for chapter: (no title)
|
|
|
|
Rendering PDF
|
|
running lualatex - 1
|
|
This is LuaHBTeX, Version 1.22.0 (TeX Live 2025)
|
|
restricted system commands enabled.
|
|
|
|
running lualatex - 2
|
|
This is LuaHBTeX, Version 1.22.0 (TeX Live 2025)
|
|
restricted system commands enabled.
|
|
|
|
running lualatex - 3
|
|
This is LuaHBTeX, Version 1.22.0 (TeX Live 2025)
|
|
restricted system commands enabled.
|
|
|
|
|
|
Output created: _book\Machine-Learning-Systems.pdf
|
|
|