TinyTorch/paper/references.bib

@misc{karpathy2022micrograd,
  author = {Karpathy, Andrej},
  title = {micrograd: A tiny scalar-valued autograd engine and neural net library},
  year = {2022},
  publisher = {GitHub},
  url = {https://github.com/karpathy/micrograd},
}

@misc{schneider2020minitorch,
  author = {Rush, Sasha},
  title = {MiniTorch: A DIY Teaching Library for Machine Learning Engineers},
  year = {2020},
  publisher = {Cornell Tech},
  url = {https://minitorch.github.io/},
}

@misc{hotz2023tinygrad,
  author = {Hotz, George and contributors},
  title = {tinygrad: A simple and powerful neural network framework},
  year = {2023},
  publisher = {GitHub},
  url = {https://github.com/tinygrad/tinygrad},
}

@article{zhang2021dive,
  url = {http://arxiv.org/abs/2106.11342v5},
  title = {Dive into Deep Learning},
  date = {2021-06-21},
  primaryclass = {cs.LG},
  author = {Zhang, Aston and Lipton, Zachary C. and Li, Mu and Smola, Alexander J.},
  archiveprefix = {arXiv},
  journal = {CoRR},
  volume = {abs/2106.11342},
  source = {DBLP},
  publisher = {Cambridge University Press},
}

@article{howard2020fastai,
  number = {2},
  doi = {10.3390/info11020108},
  pages = {108},
  source = {Crossref},
  volume = {11},
  author = {Howard, Jeremy and Gugger, Sylvain},
  date = {2020-02-16},
  url = {https://doi.org/10.3390/info11020108},
  issn = {2078-2489},
  journal = {Information},
  publisher = {MDPI AG},
  title = {Fastai: A Layered API for Deep Learning},
}

@article{sweller1988cognitive,
  number = {2},
  doi = {10.1207/s15516709cog1202\_4},
  pages = {257--285},
  source = {Crossref},
  volume = {12},
  author = {Sweller, John},
  date = {1988-04},
  url = {https://doi.org/10.1207/s15516709cog1202\_4},
  issn = {0364-0213,1551-6709},
  journal = {Cognitive Science},
  publisher = {Wiley},
  title = {Cognitive Load During Problem Solving: Effects on Learning},
}

@book{vygotsky1978mind,
  doi = {10.2307/j.ctvjf9vz4},
  source = {Crossref},
  author = {VYGOTSKY, L. S.},
  subtitle = {Development of Higher Psychological Processes},
  date = {1980-10-15},
  isbn = {9780674076686,9780674576285},
  url = {https://doi.org/10.2307/j.ctvjf9vz4},
  publisher = {Harvard University Press},
  title = {Mind in Society},
}

@article{bruner1960process,
  number = {12},
  doi = {10.3390/bs13120994},
  pages = {994},
  source = {Crossref},
  volume = {13},
  author = {Frolli, Alessandro and Cerciello, Francesco and Ciotola, Sonia and Ricci, Maria Carla and Esposito, Clara and Sica, Luigia Simona},
  date = {2023-12-01},
  url = {https://doi.org/10.3390/bs13120994},
  issn = {2076-328X},
  journal = {Behavioral Sciences},
  publisher = {MDPI AG},
  title = {Narrative Approach and Mentalization},
  essn = {2076-328X},
  address = {Cambridge, MA},
  isbn = {978-0-674-71001-6},
}

@book{lave1991situated,
  doi = {10.1017/cbo9780511815355},
  source = {Crossref},
  author = {Lave, Jean and Wenger, Etienne},
  subtitle = {Legitimate Peripheral Participation},
  date = {1991-09-27},
  isbn = {9780521413084,9780521423748,9780511815355},
  url = {https://doi.org/10.1017/cbo9780511815355},
  publisher = {Cambridge University Press},
  title = {Situated Learning},
}

@incollection{collins1989cognitive,
  doi = {10.4324/9781315044408-14},
  pages = {453--494},
  source = {Crossref},
  author = {Collins, Allan and Brown, John Seely and Newman, Susan E.},
  date = {2018-12-07},
  isbn = {9781315044408},
  url = {https://doi.org/10.4324/9781315044408-14},
  booktitle = {Knowing, Learning, and Instruction},
  publisher = {Routledge},
  title = {Cognitive Apprenticeship: Teaching the Crafts of Reading, Writing, and Mathematics},
  journal = {Knowing, Learning, and Instruction: Essays in Honor of Robert Glaser},
}

@inproceedings{thompson2008bloom,
  author = {Thompson, Errol and Luxton-Reilly, Andrew and Whalley, Jacqueline L. and Hu, Minjie and Robbins, Phil},
  title = {Bloom's taxonomy for CS assessment},
  booktitle = {Proceedings of the Tenth Conference on Australasian Computing Education},
  year = {2008},
  pages = {155--161},
}

@article{blank2019nbgrader,
  number = {11},
  doi = {10.21105/jose.00032},
  pages = {32},
  source = {Crossref},
  volume = {2},
  author = {Jupyter, Project and Blank, Douglas and Bourgin, David and Brown, Alexander and Bussonnier, Matthias and Frederic, Jonathan and Granger, Brian and Griffiths, Thomas and Hamrick, Jessica and Kelley, Kyle and Pacer, M and Page, Logan and Pérez, Fernando and Ragan-Kelley, Benjamin and Suchow, Jordan and Willing, Carol},
  date = {2019-01-06},
  url = {https://doi.org/10.21105/jose.00032},
  issn = {2577-3569},
  journal = {Journal of Open Source Education},
  publisher = {The Open Journal},
  title = {nbgrader: A Tool for Creating and Grading Assignments in the Jupyter Notebook},
  booktitle = {Proceedings of the 4th International Conference on Higher Education Advances},
  organization = {Universitat Politècnica de València},
}

@misc{pytorch04release,
  author = {Team, PyTorch},
  title = {PyTorch 0.4.0 Release Notes: Tensor and Variable Merge},
  year = {2018},
  url = {https://github.com/pytorch/pytorch/releases/tag/v0.4.0},
}

@misc{tensorflow20,
  author = {Team, TensorFlow},
  title = {TensorFlow 2.0: Easy model building with Keras and eager execution},
  year = {2019},
  url = {https://www.tensorflow.org/guide/effective\_tf2},
}

@article{rosenblatt1958perceptron,
  number = {6},
  doi = {10.1037/h0042519},
  pages = {386--408},
  source = {Crossref},
  volume = {65},
  author = {Rosenblatt, F.},
  date = {1958},
  url = {https://doi.org/10.1037/h0042519},
  issn = {1939-1471,0033-295X},
  journal = {Psychological Review},
  publisher = {American Psychological Association (APA)},
  title = {The perceptron: A probabilistic model for information storage and organization in the brain.},
}

@article{rumelhart1986learning,
  number = {6088},
  doi = {10.1038/323533a0},
  pages = {533--536},
  source = {Crossref},
  volume = {323},
  author = {Rumelhart, David E. and Hinton, Geoffrey E. and Williams, Ronald J.},
  date = {1986-10},
  url = {https://doi.org/10.1038/323533a0},
  issn = {0028-0836,1476-4687},
  journal = {Nature},
  publisher = {Springer Science and Business Media LLC},
  title = {Learning representations by back-propagating errors},
}

@article{lecun1998gradient,
  number = {11},
  doi = {10.1109/5.726791},
  pages = {2278--2324},
  source = {Crossref},
  volume = {86},
  author = {Lecun, Y. and Bottou, L. and Bengio, Y. and Haffner, P.},
  date = {1998},
  url = {https://doi.org/10.1109/5.726791},
  issn = {0018-9219},
  journal = {Proceedings of the IEEE},
  publisher = {Institute of Electrical and Electronics Engineers (IEEE)},
  title = {Gradient-based learning applied to document recognition},
}

@article{williams2009roofline,
  number = {4},
  doi = {10.1145/1498765.1498785},
  pages = {65--76},
  source = {Crossref},
  volume = {52},
  author = {Williams, Samuel and Waterman, Andrew and Patterson, David},
  subtitle = {an insightful visual performance model for multicore architectures},
  date = {2009-04},
  url = {https://doi.org/10.1145/1498765.1498785},
  issn = {0001-0782,1557-7317},
  journal = {Communications of the ACM},
  publisher = {Association for Computing Machinery (ACM)},
  title = {Roofline},
  booktitle = {Communications of the ACM},
}

@inproceedings{astrasimsim2020,
  doi = {10.1109/ispass48437.2020.00016},
  source = {Crossref},
  author = {Samajdar, Ananda and Joseph, Jan Moritz and Zhu, Yuhao and Whatmough, Paul and Mattina, Matthew and Krishna, Tushar},
  date = {2020-08},
  url = {https://doi.org/10.1109/ispass48437.2020.00016},
  booktitle = {2020 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)},
  publisher = {IEEE},
  title = {A Systematic Methodology for Characterizing Scalability of DNN Accelerators using SCALE-Sim},
  pages = {1--14},
}

@inproceedings{chakkaravarthy2023astrasim,
  doi = {10.1109/ispass48437.2020.00018},
  pages = {81--92},
  source = {Crossref},
  author = {Rashidi, Saeed and Sridharan, Srinivas and Srinivasan, Sudarshan and Krishna, Tushar},
  date = {2020-08},
  url = {https://doi.org/10.1109/ispass48437.2020.00018},
  booktitle = {2020 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)},
  publisher = {IEEE},
  title = {ASTRA-SIM: Enabling SW/HW Co-Design Exploration for Distributed DL Training Platforms},
  journal = {IEEE Micro},
  volume = {43},
  number = {2},
}

@article{kingma2014adam,
  url = {http://arxiv.org/abs/1412.6980v9},
  date = {2014-12-22},
  title = {Adam: A Method for Stochastic Optimization},
  author = {Kingma, Diederik P. and Ba, Jimmy},
  primaryclass = {cs.LG},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:1412.6980},
}

@misc{vaswani2017attention,
  doi = {10.65215/pc26a033},
  source = {Crossref},
  author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and N.Gomez, Aidan and Kaiser, Lukasz and Polosukhin, Illia},
  date = {2025-08-23},
  url = {https://doi.org/10.65215/pc26a033},
  publisher = {Shenzhen Medical Academy of Research and Translation},
  title = {Attention Is All You Need},
  journal = {Advances in Neural Information Processing Systems},
  volume = {30},
}

@article{reddi2020mlperf,
  url = {http://arxiv.org/abs/1911.02549v2},
  date = {2019-11-06},
  title = {MLPerf Inference Benchmark},
  author = {Reddi, Vijay Janapa and Cheng, Christine and Kanter, David and Mattson, Peter and Schmuelling, Guenther and Wu, Carole-Jean and Anderson, Brian and Breughe, Maximilien and Charlebois, Mark and Chou, William and Chukka, Ramesh and Coleman, Cody and Davis, Sam and Deng, Pan and Diamos, Greg and Duke, Jared and Fick, Dave and Gardner, J. Scott and Hubara, Itay and Idgunji, Sachin and Jablin, Thomas B. and Jiao, Jeff and John, Tom St. and Kanwar, Pankaj and Lee, David and Liao, Jeffery and Lokhmotov, Anton and Massa, Francisco and Meng, Peng and Micikevicius, Paulius and Osborne, Colin and Pekhimenko, Gennady and Rajan, Arun Tejusve Raghunath and Sequeira, Dilip and Sirasao, Ashish and Sun, Fei and Tang, Hanlin and Thomson, Michael and Wei, Frank and Wu, Ephrem and Xu, Lingjie and Yamada, Koichi and Yu, Bing and Yuan, George and Zhong, Aaron and Zhang, Peizhao and Zhou, Yuchen},
  primaryclass = {cs.LG},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:1911.02549},
}

@techreport{krizhevsky2009cifar,
  author = {Krizhevsky, Alex and Hinton, Geoffrey},
  title = {Learning multiple layers of features from tiny images},
  institution = {University of Toronto},
  year = {2009},
}

@article{sergeev2018horovod,
  url = {http://arxiv.org/abs/1802.05799v3},
  date = {2018-02-15},
  title = {Horovod: fast and easy distributed deep learning in TensorFlow},
  author = {Sergeev, Alexander and Balso, Mike Del},
  primaryclass = {cs.LG},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:1802.05799},
}

@inproceedings{rasley2020deepspeed,
  doi = {10.1145/3394486.3406703},
  pages = {3505--3506},
  source = {Crossref},
  author = {Rasley, Jeff and Rajbhandari, Samyam and Ruwase, Olatunji and He, Yuxiong},
  subtitle = {System Optimizations Enable Training Deep Learning Models with Over 100 Billion Parameters},
  date = {2020-08-20},
  url = {https://doi.org/10.1145/3394486.3406703},
  booktitle = {Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery \& Data Mining},
  publisher = {ACM},
  title = {DeepSpeed},
}

@article{chen2016training,
  url = {http://arxiv.org/abs/1604.06174v2},
  date = {2016-04-21},
  title = {Training Deep Nets with Sublinear Memory Cost},
  author = {Chen, Tianqi and Xu, Bing and Zhang, Chiyuan and Guestrin, Carlos},
  primaryclass = {cs.LG},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:1604.06174},
}

@article{baydin2018automatic,
  author = {Baydin, Atilim Gunes and Pearlmutter, Barak A. and Radul, Alexey Andreyevich and Siskind, Jeffrey Mark},
  title = {Automatic Differentiation in Machine Learning: a Survey.},
  journal = {J. Mach. Learn. Res.},
  volume = {18},
  pages = {153:1-153:43},
  year = {2017},
  url = {https://jmlr.org/papers/v18/17-468.html},
  source = {DBLP},
  number = {153},
}

@inproceedings{chen2018tvm,
  author = {Chen, Tianqi and Moreau, Thierry and Jiang, Ziheng and Zheng, Lianmin and Yan, Eddie and Shen, Haichen and Cowan, Meghan and Wang, Leyuan and Hu, Yuwei and Ceze, Luis and others},
  title = {TVM: An automated end-to-end optimizing compiler for deep learning},
  booktitle = {13th USENIX Symposium on Operating Systems Design and Implementation (OSDI 18)},
  pages = {578--594},
  year = {2018},
}

@inproceedings{paszke2017automatic,
  author = {Paszke, Adam and Gross, Sam and Chintala, Soumith and Chanan, Gregory and Yang, Edward and DeVito, Zachary and Lin, Zeming and Desmaison, Alban and Antiga, Luca and Lerer, Adam},
  title = {Automatic differentiation in PyTorch},
  booktitle = {NIPS 2017 Autodiff Workshop},
  year = {2017},
}

@article{dao2022flashattention,
  author = {Dao, Tri and Fu, Daniel Y. and Ermon, Stefano and Rudra, Atri and Ré, Christopher},
  title = {FlashAttention: Fast and memory-efficient exact attention with IO-awareness},
  journal = {Advances in Neural Information Processing Systems},
  volume = {35},
  pages = {16344--16359},
  year = {2022},
}

@article{perkins1992transfer,
  number = {7778},
  doi = {10.1038/s41586-019-1545-0},
  pages = {353--358},
  source = {Crossref},
  volume = {574},
  author = {Burstein, Roy and Henry, Nathaniel J. and Collison, Michael L. and Marczak, Laurie B. and Sligar, Amber and Watson, Stefanie and Marquez, Neal and Abbasalizad-Farhangi, Mahdieh and Abbasi, Masoumeh and Abd-Allah, Foad and Abdoli, Amir and Abdollahi, Mohammad and Abdollahpour, Ibrahim and Abdulkader, Rizwan Suliankatchi and Abrigo, Michael R. M. and Acharya, Dilaram and Adebayo, Oladimeji M. and Adekanmbi, Victor and Adham, Davoud and Afshari, Mahdi and Aghaali, Mohammad and Ahmadi, Keivan and Ahmadi, Mehdi and Ahmadpour, Ehsan and Ahmed, Rushdia and Akal, Chalachew Genet and Akinyemi, Joshua O. and Alahdab, Fares and Alam, Noore and Alamene, Genet Melak and Alene, Kefyalew Addis and Alijanzadeh, Mehran and Alinia, Cyrus and Alipour, Vahid and Aljunid, Syed Mohamed and Almalki, Mohammed J. and Al-Mekhlafi, Hesham M. and Altirkawi, Khalid and Alvis-Guzman, Nelson and Amegah, Adeladza Kofi and Amini, Saeed and Amit, Arianna Maever Loreche and Anbari, Zohreh and Androudi, Sofia and Anjomshoa, Mina and Ansari, Fereshteh and Antonio, Carl Abelardo T. and Arabloo, Jalal and Arefi, Zohreh and Aremu, Olatunde and Armoon, Bahram and Arora, Amit and Artaman, Al and Asadi, Anvar and Asadi-Aliabadi, Mehran and Ashraf-Ganjouei, Amir and Assadi, Reza and Ataeinia, Bahar and Atre, Sachin R. and Quintanilla, Beatriz Paulina Ayala and Ayanore, Martin Amogre and Azari, Samad and Babaee, Ebrahim and Babazadeh, Arefeh and Badawi, Alaa and Bagheri, Soghra and Bagherzadeh, Mojtaba and Baheiraei, Nafiseh and Balouchi, Abbas and Barac, Aleksandra and Bassat, Quique and Baune, Bernhard T. and Bayati, Mohsen and Bedi, Neeraj and Beghi, Ettore and Behzadifar, Masoud and Behzadifar, Meysam and Belay, Yared Belete and Bell, Brent and Bell, Michelle L. and Berbada, Dessalegn Ajema and Bernstein, Robert S. and Bhattacharjee, Natalia V. and Bhattarai, Suraj and Bhutta, Zulfiqar A. and Bijani, Ali and Bohlouli, Somayeh and Breitborde, Nicholas J. K. and Britton, Gabrielle and Browne, Annie J. and Nagaraja, Sharath Burugina and Busse, Reinhard and Butt, Zahid A. and Car, Josip and Cárdenas, Rosario and Castañeda-Orjuela, Carlos A. and Cerin, Ester and Chanie, Wagaye Fentahun and Chatterjee, Pranab and Chu, Dinh-Toi and Cooper, Cyrus and Costa, Vera M. and Dalal, Koustuv and Dandona, Lalit and Dandona, Rakhi and Daoud, Farah and Daryani, Ahmad and Das Gupta, Rajat and Davis, Ian and Davis Weaver, Nicole and Davitoiu, Dragos Virgil and De Neve, Jan-Walter and Demeke, Feleke Mekonnen and Demoz, Gebre Teklemariam and Deribe, Kebede and Desai, Rupak and Deshpande, Aniruddha and Desyibelew, Hanna Demelash and Dey, Sagnik and Dharmaratne, Samath Dhamminda and Dhimal, Meghnath and Diaz, Daniel and Doshmangir, Leila and Duraes, Andre R. and Dwyer-Lindgren, Laura and Earl, Lucas and Ebrahimi, Roya and Ebrahimpour, Soheil and Effiong, Andem and Eftekhari, Aziz and Ehsani-Chimeh, Elham and El Sayed, Iman and El Sayed Zaki, Maysaa and El Tantawi, Maha and El-Khatib, Ziad and Emamian, Mohammad Hassan and Enany, Shymaa and Eskandarieh, Sharareh and Eyawo, Oghenowede and Ezalarab, Maha and Faramarzi, Mahbobeh and Fareed, Mohammad and Faridnia, Roghiyeh and Faro, Andre and Fazaeli, Ali Akbar and Fazlzadeh, Mehdi and Fentahun, Netsanet and Fereshtehnejad, Seyed-Mohammad and Fernandes, João C. and Filip, Irina and Fischer, Florian and Foigt, Nataliya A. and Foroutan, Masoud and Francis, Joel Msafiri and Fukumoto, Takeshi and Fullman, Nancy and Gallus, Silvano and Gebre, Destallem Gebremedhin and Gebrehiwot, Tsegaye Tewelde and Gebremeskel, Gebreamlak Gebremedhn and Gessner, Bradford D. and Geta, Birhanu and Gething, Peter W. and Ghadimi, Reza and Ghadiri, Keyghobad and Ghajarzadeh, Mahsa and Ghashghaee, Ahmad and Gill, Paramjit Singh and Gill, Tiffany K. and Golding, Nick and Gomes, Nelson G. M. and Gona, Philimon N. and Gopalani, Sameer Vali and Gorini, Giuseppe and Goulart, Bárbara Niegia Garcia and Graetz, Nicholas and Greaves, Felix and Green, Manfred S. and Guo, Yuming and Haj-Mirzaian, Arvin and Haj-Mirzaian, Arya and Hall, Brian James and Hamidi, Samer and Haririan, Hamidreza and Haro, Josep Maria and Hasankhani, Milad and Hasanpoor, Edris and Hasanzadeh, Amir and Hassankhani, Hadi and Hassen, Hamid Yimam and Hegazy, Mohamed I. and Hendrie, Delia and Heydarpour, Fatemeh and Hird, Thomas R. and Hoang, Chi Linh and Hollerich, Gillian and Rad, Enayatollah Homaie and Hoseini-Ghahfarokhi, Mojtaba and Hossain, Naznin and Hosseini, Mostafa and Hosseinzadeh, Mehdi and Hostiuc, Mihaela and Hostiuc, Sorin and Househ, Mowafa and Hsairi, Mohamed and Ilesanmi, Olayinka Stephen and Imani-Nasab, Mohammad Hasan and Iqbal, Usman and Irvani, Seyed Sina Naghibi and Islam, Nazrul and Islam, Sheikh Mohammed Shariful and Jürisson, Mikk and Balalami, Nader Jafari and Jalali, Amir and Javidnia, Javad and Jayatilleke, Achala Upendra and Jenabi, Ensiyeh and Ji, John S. and Jobanputra, Yash B. and Johnson, Kimberly and Jonas, Jost B. and Shushtari, Zahra Jorjoran and Jozwiak, Jacek Jerzy and Kabir, Ali and Kahsay, Amaha and Kalani, Hamed and Kalhor, Rohollah and Karami, Manoochehr and Karki, Surendra and Kasaeian, Amir and Kassebaum, Nicholas J. and Keiyoro, Peter Njenga and Kemp, Grant Rodgers and Khabiri, Roghayeh and Khader, Yousef Saleh and Khafaie, Morteza Abdullatif and Khan, Ejaz Ahmad and Khan, Junaid and Khan, Muhammad Shahzeb and Khang, Young-Ho and Khatab, Khaled and Khater, Amir and Khater, Mona M. and Khatony, Alireza and Khazaei, Mohammad and Khazaei, Salman and Khazaei-Pool, Maryam and Khubchandani, Jagdish and Kianipour, Neda and Kim, Yun Jin and Kimokoti, Ruth W. and Kinyoki, Damaris K. and Kisa, Adnan and Kisa, Sezer and Kolola, Tufa and Kosen, Soewarta and Koul, Parvaiz A. and Koyanagi, Ai and Kraemer, Moritz U. G. and Krishan, Kewal and Krohn, Kris J. and Kugbey, Nuworza and Kumar, G. Anil and Kumar, Manasi and Kumar, Pushpendra and Kuupiel, Desmond and Lacey, Ben and Lad, Sheetal D. and Lami, Faris Hasan and Larsson, Anders O. and Lee, Paul H. and Leili, Mostafa and Levine, Aubrey J. and Li, Shanshan and Lim, Lee-Ling and Listl, Stefan and Longbottom, Joshua and Lopez, Jaifred Christian F. and Lorkowski, Stefan and Magdeldin, Sameh and Abd El Razek, Hassan Magdy and Abd El Razek, Muhammed Magdy and Majeed, Azeem and Maleki, Afshin and Malekzadeh, Reza and Malta, Deborah Carvalho and Mamun, Abdullah A. and Manafi, Navid and Manda, Ana-Laura and Mansourian, Morteza and Martins-Melo, Francisco Rogerlândio and Masaka, Anthony and Massenburg, Benjamin Ballard and Maulik, Pallab K. and Mayala, Benjamin K. and Mazidi, Mohsen and McKee, Martin and Mehrotra, Ravi and Mehta, Kala M. and Meles, Gebrekiros Gebremichael and Mendoza, Walter and Menezes, Ritesh G. and Meretoja, Atte and Meretoja, Tuomo J. and Mestrovic, Tomislav and Miller, Ted R. and Miller-Petrie, Molly K. and Mills, Edward J. and Milne, George J. and Mini, G. K. and Mir, Seyed Mostafa and Mirjalali, Hamed and Mirrakhimov, Erkin M. and Mohamadi, Efat and Mohammad, Dara K. and Darwesh, Aso Mohammad and Mezerji, Naser Mohammad Gholi and Mohammed, Ammas Siraj and Mohammed, Shafiu and Mokdad, Ali H. and Molokhia, Mariam and Monasta, Lorenzo and Moodley, Yoshan and Moosazadeh, Mahmood and Moradi, Ghobad and Moradi, Masoud and Moradi, Yousef and Moradi-Lakeh, Maziar and Moradinazar, Mehdi and Moraga, Paula and Morawska, Lidia and Mosapour, Abbas and Mousavi, Seyyed Meysam and Mueller, Ulrich Otto and Muluneh, Atalay Goshu and Mustafa, Ghulam and Nabavizadeh, Behnam and Naderi, Mehdi and Nagarajan, Ahamarshan Jayaraman and Nahvijou, Azin and Najafi, Farid and Nangia, Vinay and Ndwandwe, Duduzile Edith and Neamati, Nahid and Negoi, Ionut and Negoi, Ruxandra Irina and Ngunjiri, Josephine W. and Thi Nguyen, Huong Lan and Nguyen, Long Hoang and Nguyen, Son Hoang and Nielsen, Katie R. and Ningrum, Dina Nur Anggraini and Nirayo, Yirga Legesse and Nixon, Molly R. and Nnaji, Chukwudi A. and Nojomi, Marzieh and Noroozi, Mehdi and Nosratnejad, Shirin and Noubiap, Jean Jacques and Motlagh, Soraya Nouraei and Ofori-Asenso, Richard and Ogbo, Felix Akpojene and Oladimeji, Kelechi E. and Olagunju, Andrew T. and Olfatifar, Meysam and Olum, Solomon and Olusanya, Bolajoko Olubukunola and Oluwasanu, Mojisola Morenike and Onwujekwe, Obinna E. and Oren, Eyal and Ortega-Altamirano, Doris D. V. and Ortiz, Alberto and Osarenotor, Osayomwanbo and Osei, Frank B. and Osgood-Zimmerman, Aaron E. and Otstavnov, Stanislav S. and Owolabi, Mayowa Ojo and P. A., Mahesh and Pagheh, Abdol Sattar and Pakhale, Smita and Panda-Jonas, Songhomitra and Pandey, Animika and Park, Eun-Kee and Parsian, Hadi and Pashaei, Tahereh and Patel, Sangram Kishor and Pepito, Veincent Christian Filipino and Pereira, Alexandre and Perkins, Samantha and Pickering, Brandon V. and Pilgrim, Thomas and Pirestani, Majid and Piroozi, Bakhtiar and Pirsaheb, Meghdad and Plana-Ripoll, Oleguer and Pourjafar, Hadi and Puri, Parul and Qorbani, Mostafa and Quintana, Hedley and Rabiee, Mohammad and Rabiee, Navid and Radfar, Amir and Rafiei, Alireza and Rahim, Fakher and Rahimi, Zohreh and Rahimi-Movaghar, Vafa and Rahimzadeh, Shadi and Rajati, Fatemeh and Raju, Sree Bhushan and Ramezankhani, Azra and Ranabhat, Chhabi Lal and Rasella, Davide and Rashedi, Vahid and Rawal, Lal and Reiner Jr, Robert C. and Renzaho, Andre M. N. and Rezaei, Satar and Rezapour, Aziz and Riahi, Seyed Mohammad and Ribeiro, Ana Isabel and Roever, Leonardo and Roro, Elias Merdassa and Roser, Max and Roshandel, Gholamreza and Roshani, Daem and Rostami, Ali and Rubagotti, Enrico and Rubino, Salvatore and Sabour, Siamak and Sadat, Nafis and Sadeghi, Ehsan and Saeedi, Reza and Safari, Yahya and Safari-Faramani, Roya and Safdarian, Mahdi and Sahebkar, Amirhossein and Salahshoor, Mohammad Reza and Salam, Nasir and Salamati, Payman and Salehi, Farkhonde and Zahabi, Saleh Salehi and Salimi, Yahya and Salimzadeh, Hamideh and Salomon, Joshua A. and Sambala, Evanson Zondani and Samy, Abdallah M. and Santric Milicevic, Milena M. and Jose, Bruno Piassi Sao and Saraswathy, Sivan Yegnanarayana Iyer and Sarmiento-Suárez, Rodrigo and Sartorius, Benn and Sathian, Brijesh and Saxena, Sonia and Sbarra, Alyssa N. and Schaeffer, Lauren E. and Schwebel, David C. and Sepanlou, Sadaf G. and Seyedmousavi, Seyedmojtaba and Shaahmadi, Faramarz and Shaikh, Masood Ali and Shams-Beyranvand, Mehran and Shamshirian, Amir and Shamsizadeh, Morteza and Sharafi, Kiomars and Sharif, Mehdi and Sharif-Alhoseini, Mahdi and Sharifi, Hamid and Sharma, Jayendra and Sharma, Rajesh and Sheikh, Aziz and Shields, Chloe and Shigematsu, Mika and Shiri, Rahman and Shiue, Ivy and Shuval, Kerem and Siddiqi, Tariq J. and Silva, João Pedro and Singh, Jasvinder A. and Sinha, Dhirendra Narain and Sisay, Malede Mequanent and Sisay, Solomon and Sliwa, Karen and Smith, David L. and Somayaji, Ranjani and Soofi, Moslem and Soriano, Joan B. and Sreeramareddy, Chandrashekhar T. and Sudaryanto, Agus and Sufiyan, Mu’awiyyah Babale and Sykes, Bryan L. and Sylaja, P. N. and Tabarés-Seisdedos, Rafael and Tabb, Karen M. and Tabuchi, Takahiro and Taveira, Nuno and Temsah, Mohamad-Hani and Terkawi, Abdullah Sulieman and Tessema, Zemenu Tadesse and Thankappan, Kavumpurathu Raman and Thirunavukkarasu, Sathish and To, Quyen G. and Tovani-Palone, Marcos Roberto and Tran, Bach Xuan and Tran, Khanh Bao and Ullah, Irfan and Usman, Muhammad Shariq and Uthman, Olalekan A. and Vahedian-Azimi, Amir and Valdez, Pascual R. and van Boven, Job F. M. and Vasankari, Tommi Juhani and Vasseghian, Yasser and Veisani, Yousef and Venketasubramanian, Narayanaswamy and Violante, Francesco S. and Vladimirov, Sergey Konstantinovitch and Vlassov, Vasily and Vos, Theo and Vu, Giang Thu and Vujcic, Isidora S. and Waheed, Yasir and Wakefield, Jon and Wang, Haidong and Wang, Yafeng and Wang, Yuan-Pang and Ward, Joseph L. and Weintraub, Robert G. and Weldegwergs, Kidu Gidey and Weldesamuel, Girmay Teklay and Westerman, Ronny and Wiysonge, Charles Shey and Wondafrash, Dawit Zewdu and Woyczynski, Lauren and Wu, Ai-Min and Xu, Gelin and Yadegar, Abbas and Yamada, Tomohide and Yazdi-Feyzabadi, Vahid and Yilgwan, Christopher Sabo and Yip, Paul and Yonemoto, Naohiro and Lebni, Javad Yoosefi and Younis, Mustafa Z. and Yousefifard, Mahmoud and Yousof, Hebat-Allah Salah A. and Yu, Chuanhua and Yusefzadeh, Hasan and Zabeh, Erfan and Moghadam, Telma Zahirian and Bin Zaman, Sojib and Zamani, Mohammad and Zandian, Hamed and Zangeneh, Alireza and Zerfu, Taddese Alemu and Zhang, Yunquan and Ziapour, Arash and Zodpey, Sanjay and Murray, Christopher J. L. and Hay, Simon I.},
  date = {2019-10-16},
  url = {https://doi.org/10.1038/s41586-019-1545-0},
  issn = {0028-0836,1476-4687},
  journal = {Nature},
  publisher = {Springer Science and Business Media LLC},
  title = {Mapping 123 million neonatal, infant and child deaths between 2000 and 2017},
  essn = {1476-4687},
  edition = {2nd},
  editor = {Husen, Torsten and Postlethwaite, T. Neville},
  address = {Oxford, UK},
}

@article{papert1980mindstorms,
  number = {8},
  doi = {10.2307/816450},
  pages = {60},
  source = {Crossref},
  volume = {71},
  author = {Wooster, Judith S. and Papert, Seymour},
  date = {1982-12},
  url = {https://doi.org/10.2307/816450},
  issn = {0013-8274},
  journal = {The English Journal},
  publisher = {National Council of Teachers of English},
  title = {Mindstorms: Children, Computers, and Powerful Ideas},
  address = {New York},
}

@article{kapur2008productive,
  number = {3},
  doi = {10.1080/07370000802212669},
  pages = {379--424},
  source = {Crossref},
  volume = {26},
  author = {Kapur, Manu},
  date = {2008-07-08},
  url = {https://doi.org/10.1080/07370000802212669},
  issn = {0737-0008,1532-690X},
  journal = {Cognition and Instruction},
  publisher = {Informa UK Limited},
  title = {Productive Failure},
}

@incollection{meyer2003threshold,
  author = {Meyer, Jan H. F. and Land, Ray},
  title = {Threshold concepts and troublesome knowledge: Linkages to ways of thinking and practising within the disciplines},
  booktitle = {Improving Student Learning: Theory and Practice Ten Years On},
  editor = {Rust, C.},
  year = {2003},
  pages = {412--424},
  publisher = {Oxford Centre for Staff and Learning Development},
  address = {Oxford},
}

@inproceedings{reddi2024mlsysbook,
  doi = {10.1109/codes-isss60120.2024.00015},
  pages = {41--42},
  source = {Crossref},
  author = {Reddi, Vijay Janapa},
  date = {2024-09-29},
  url = {https://doi.org/10.1109/codes-isss60120.2024.00015},
  booktitle = {2024 International Conference on Hardware/Software Codesign and System Synthesis (CODES+ISSS)},
  publisher = {IEEE},
  title = {MLSysBook.AI: Principles and Practices of Machine Learning Systems Engineering},
  organization = {IEEE},
}

@article{banbury2021widening,
  url = {http://arxiv.org/abs/2106.04008v2},
  title = {Widening Access to Applied Machine Learning with TinyML},
  date = {2021-06-07},
  primaryclass = {cs.LG},
  author = {Reddi, Vijay Janapa and Plancher, Brian and Kennedy, Susan and Moroney, Laurence and Warden, Pete and Agarwal, Anant and Banbury, Colby and Banzi, Massimo and Bennett, Matthew and Brown, Benjamin and Chitlangia, Sharad and Ghosal, Radhika and Grafman, Sarah and Jaeger, Rupert and Krishnan, Srivatsan and Lam, Maximilian and Leiker, Daniel and Mann, Cara and Mazumder, Mark and Pajak, Dominic and Ramaprasad, Dhilan and Smith, J. Evan and Stewart, Matthew and Tingley, Dustin},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:2106.04008},
}

@book{guzdial2015learner,
  doi = {10.1007/978-3-031-02216-6},
  source = {Crossref},
  author = {Guzdial, Mark},
  subtitle = {Research on Computing for Everyone},
  date = {2016},
  isbn = {9783031010880,9783031022166},
  url = {https://doi.org/10.1007/978-3-031-02216-6},
  issn = {1946-7680,1946-7699},
  publisher = {Springer International Publishing},
  title = {Learner-Centered Design of Computing Education},
  journal = {Synthesis Lectures on Human-Centered Informatics},
  series = {Synthesis Lectures on Human-Centered Informatics},
}

@inproceedings{porter2013multi,
  doi = {10.1145/1999747.1999788},
  pages = {138--142},
  source = {Crossref},
  author = {Porter, Leo and Bailey Lee, Cynthia and Simon, Beth and Cutts, Quintin and Zingaro, Daniel},
  subtitle = {a multi-classroom report on the value of peer instruction},
  date = {2011-06-27},
  url = {https://doi.org/10.1145/1999747.1999788},
  booktitle = {Proceedings of the 16th annual joint conference on Innovation and technology in computer science education},
  publisher = {ACM},
  title = {Experience report},
  journal = {ITiCSE},
}

@book{fincher2004computer,
  doi = {10.1201/9781482287325},
  source = {Crossref},
  date = {2005-09-26},
  isbn = {9781482287325},
  url = {https://doi.org/10.1201/9781482287325},
  publisher = {Taylor \& Francis},
  title = {Computer Science Education Research},
  author = {Fincher, Sally and Petre, Marian},
  address = {London},
}

@inproceedings{ihantola2010review,
  doi = {10.1145/1930464.1930480},
  pages = {86--93},
  source = {Crossref},
  author = {Ihantola, Petri and Ahoniemi, Tuukka and Karavirta, Ville and Seppälä, Otto},
  date = {2010-10-28},
  url = {https://doi.org/10.1145/1930464.1930480},
  booktitle = {Proceedings of the 10th Koli Calling International Conference on Computing Education Research},
  publisher = {ACM},
  title = {Review of recent systems for automatic assessment of programming assignments},
}

@inproceedings{kolling2001guidelines,
  doi = {10.1145/377435.377461},
  pages = {33--36},
  source = {Crossref},
  author = {Kölling, Michael and Rosenberg, John},
  date = {2001-06-25},
  url = {https://doi.org/10.1145/377435.377461},
  booktitle = {Proceedings of the 6th annual conference on Innovation and technology in computer science education},
  publisher = {ACM},
  title = {Guidelines for teaching object orientation with Java},
}

@misc{johnson2016cs231n,
  author = {Johnson, Justin and Karpathy, Andrej and Fei-Fei, Li},
  title = {CS231n: Convolutional Neural Networks for Visual Recognition},
  year = {2016},
  publisher = {Stanford University},
  url = {http://cs231n.stanford.edu/},
}

@misc{keller2025ai,
  author = {Search, Keller Executive},
  title = {AI \& Machine-Learning Talent Gap 2025},
  year = {2025},
  url = {https://www.kellerexecutivesearch.com/intelligence/ai-machine-learning-talent-gap-2025/},
}

@book{meadows2008thinking,
  author = {Meadows, Donella H.},
  title = {Thinking in Systems: A Primer},
  year = {2008},
  publisher = {Chelsea Green Publishing},
  address = {White River Junction, VT},
  editor = {Wright, Diana},
}

@book{aho2006compilers,
  author = {Aho, Alfred V. and Lam, Monica S. and Sethi, Ravi and Ullman, Jeffrey D.},
  title = {Compilers: Principles, Techniques, and Tools},
  year = {2006},
  edition = {2nd},
  publisher = {Addison-Wesley},
  address = {Boston, MA},
}

@misc{roberthalf2024talent,
  doi = {10.64628/ab.waecqna7u},
  source = {Crossref},
  author = {Heffernan, Margaret},
  date = {2024-12-13},
  url = {https://doi.org/10.64628/ab.waecqna7u},
  publisher = {The Conversation},
  title = {Earning half the minimum wage: new report reveals pressures on artists to sustain creative life},
}

@misc{chen2022dlsyscourse,
  author = {Chen, Tianqi and Zheng, Zico},
  title = {CS 10-414/614: Deep Learning Systems},
  year = {2022},
  publisher = {Carnegie Mellon University},
  url = {https://dlsyscourse.org/},
}

@misc{bradbury2018jax,
  author = {Bradbury, James and Frostig, Roy and Hawkins, Peter and Johnson, Matthew James and Leary, Chris and Maclaurin, Dougal and Necula, George and Paszke, Adam and VanderPlas, Jake and Wanderman-Milne, Skye and Zhang, Qiao},
  title = {JAX: composable transformations of Python+NumPy programs},
  year = {2018},
  url = {http://github.com/google/jax},
}

@article{strubell2019energy,
  url = {http://arxiv.org/abs/1906.02243v1},
  date = {2019-06-05},
  title = {Energy and Policy Considerations for Deep Learning in NLP},
  author = {Strubell, Emma and Ganesh, Ananya and McCallum, Andrew},
  primaryclass = {cs.CL},
  archiveprefix = {arXiv},
  booktitle = {Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},
  pages = {3645--3650},
  publisher = {Association for Computational Linguistics},
  address = {Florence, Italy},
}

@misc{sutton2019bitter,
  author = {Sutton, Rich},
  title = {The Bitter Lesson},
  year = {2019},
  url = {http://www.incompleteideas.net/IncIdeas/BitterLesson.html},
  note = {Accessed: 2024-01-15},
}

@article{patterson2021carbon,
  url = {http://arxiv.org/abs/2104.10350v3},
  date = {2021-04-21},
  title = {Carbon Emissions and Large Neural Network Training},
  author = {Patterson, David and Gonzalez, Joseph and Le, Quoc and Liang, Chen and Munguia, Lluis-Miquel and Rothchild, Daniel and So, David and Texier, Maud and Dean, Jeff},
  primaryclass = {cs.LG},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:2104.10350},
}

@article{micikevicius2018mixed,
  url = {http://arxiv.org/abs/1710.03740v3},
  date = {2017-10-10},
  title = {Mixed Precision Training},
  author = {Micikevicius, Paulius and Narang, Sharan and Alben, Jonah and Diamos, Gregory and Elsen, Erich and Garcia, David and Ginsburg, Boris and Houston, Michael and Kuchaiev, Oleksii and Venkatesh, Ganesh and Wu, Hao},
  primaryclass = {cs.AI},
  archiveprefix = {arXiv},
  booktitle = {International Conference on Learning Representations},
}

@article{banbury2021benchmarking,
  url = {http://arxiv.org/abs/2003.04821v4},
  date = {2020-03-10},
  title = {Benchmarking TinyML Systems: Challenges and Direction},
  author = {Banbury, Colby R. and Reddi, Vijay Janapa and Lam, Max and Fu, William and Fazel, Amin and Holleman, Jeremy and Huang, Xinyuan and Hurtado, Robert and Kanter, David and Lokhmotov, Anton and Patterson, David and Pau, Danilo and Seo, Jae-sun and Sieracki, Jeff and Thakker, Urmish and Verhelst, Marian and Yadav, Poonam},
  primaryclass = {cs.PF},
  archiveprefix = {arXiv},
  journal = {arXiv preprint arXiv:2003.04821},
}

@article{paas1992training,
  number = {4},
  doi = {10.1037/0022-0663.84.4.429},
  pages = {429--434},
  source = {Crossref},
  volume = {84},
  author = {Paas, Fred G. W. C.},
  date = {1992-12},
  url = {https://doi.org/10.1037/0022-0663.84.4.429},
  issn = {1939-2176,0022-0663},
  journal = {Journal of Educational Psychology},
  publisher = {American Psychological Association (APA)},
  title = {Training strategies for attaining transfer of problem-solving skill in statistics: A cognitive-load approach.},
}

@book{sorva2012visual,
  author = {Sorva, Juha},
  title = {Visual program simulation in introductory programming education ; Visuaalinen ohjelmasimulaatio ohjelmoinnin alkeisopetuksessa.},
  year = {2012},
  url = {https://aaltodoc.aalto.fi/handle/123456789/3534},
  source = {DBLP},
  school = {Aalto University},
  type = {Doctoral dissertation},
  address = {Espoo, Finland},
}