What Else Should I Read?
I would be very grateful for pointers to other recent empirical studies of the impact of AI on programming education that are more rigorous than the gushing slop being tossed around on LinkedIn. I’d be particularly grateful for studies that show negative or neutral results.
@article{Abdulla2024,
title = {Using ChatGPT in Teaching Computer Programming and Studying its Impact on Students Performance},
volume = {22},
ISSN = {1479-4403},
url = {http://dx.doi.org/10.34190/ejel.22.6.3380},
DOI = {10.34190/ejel.22.6.3380},
number = {6},
journal = {Electronic Journal of e-Learning},
publisher = {Academic Conferences and Publishing International Ltd},
author = {Abdulla, Shubair and Ismail, Sameh and Fawzy, Yasser and Elhag, Abdelrahman},
year = {2024},
month = Oct,
pages = {66–81}
}
@article{Abouelenein2025,
title = {The R5E pattern: can artificial intelligence enhance programming skills development?},
volume = {30},
ISSN = {1573-7608},
url = {http://dx.doi.org/10.1007/s10639-025-13616-3},
DOI = {10.1007/s10639-025-13616-3},
number = {15},
journal = {Education and Information Technologies},
publisher = {Springer Science and Business Media LLC},
author = {Abouelenein, Yousri Attia Mohamed and Ghazala, Ayat Fawzy Ahmed and Mahdy, Eman Mahdy Mohamed and Khalaf, Mohamed Hassan Ragab},
year = {2025},
month = June,
pages = {22177–22205}
}
@inproceedings{Adeeb2025,
title = {How Do Novice Programmers Solve Code-Tracing Problems When ChatGPT Is Available? A Qualitative Analysis},
author = {Adeeb, Elmira and Muldner, Kasia},
booktitle = {Proceedings of the 2025 ACM Conference on International Computing Education Research V.1},
publisher = {ACM},
year = {2025},
month = Aug,
pages = {421–434},
DOI = {10.1145/3702652.3744207},
url = {https://doi.org/10.1145/3702652.3744207}
}
@article{Akapnar2024,
title = {AI chatbots in programming education: guiding success or encouraging plagiarism},
volume = {4},
ISSN = {2731-0809},
url = {http://dx.doi.org/10.1007/s44163-024-00203-7},
DOI = {10.1007/s44163-024-00203-7},
number = {1},
journal = {Discover Artificial Intelligence},
publisher = {Springer Science and Business Media LLC},
author = {Akçapınar, Gökhan and Sidan, Elif},
year = {2024},
month = Nov
}
@article{Alanazi2025a,
title = {PyChatAI: Enhancing Python Programming Skills—An Empirical Study of a Smart Learning System},
volume = {14},
ISSN = {2073-431X},
url = {http://dx.doi.org/10.3390/computers14050158},
DOI = {10.3390/computers14050158},
number = {5},
journal = {Computers},
publisher = {MDPI AG},
author = {Alanazi, Manal and Soh, Ben and Samra, Halima and Li, Alice},
year = {2025},
month = Apr,
pages = {158}
}
@article{Alanazi2025b,
title = {Examining the Influence of AI on Python Programming Education: An Empirical Study and Analysis of Student Acceptance Through TAM3},
volume = {14},
ISSN = {2073-431X},
url = {http://dx.doi.org/10.3390/computers14100411},
DOI = {10.3390/computers14100411},
number = {10},
journal = {Computers},
publisher = {MDPI AG},
author = {Alanazi, Manal and Li, Alice and Samra, Halima and Soh, Ben},
year = {2025},
month = Sept,
pages = {411}
}
@inproceedings{Azaiz2024,
title = {Feedback-Generation for Programming Exercises With GPT-4},
author = {Azaiz, Imen and Kiesler, Natalie and Strickroth, Sven},
booktitle = {Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1},
publisher = {ACM},
year = {2024},
month = July,
pages = {31–37},
DOI = {10.1145/3649217.3653594},
url = {https://doi.org/10.1145/3649217.3653594}
}
@inproceedings{Benario2025,
title = {Unlocking Potential with Generative AI Instruction: Investigating Mid-level Software Development Student Perceptions, Behavior, and Adoption},
author = {Benario, Jamie Gorson and Marroquin, Jenn and Chan, Monica M. and Holmes, Ernest D.V. and Mejia, Daniel},
booktitle = {Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1},
publisher = {ACM},
year = {2025},
month = Feb,
pages = {395–401},
DOI = {10.1145/3641554.3701859},
url = {https://doi.org/10.1145/3641554.3701859}
}
@article{Haindl2024,
title = {Does ChatGPT Help Novice Programmers Write Better Code? Results From Static Code Analysis},
volume = {12},
ISSN = {2169-3536},
url = {http://dx.doi.org/10.1109/ACCESS.2024.3445432},
DOI = {10.1109/access.2024.3445432},
journal = {IEEE Access},
publisher = {Institute of Electrical and Electronics Engineers (IEEE)},
author = {Haindl, Philipp and Weinberger, Gerald},
year = {2024},
pages = {114146–114156}
}
@article{Jing2024,
title = {What factors will affect the effectiveness of using ChatGPT to solve programming problems? A quasi-experimental study},
volume = {11},
ISSN = {2662-9992},
url = {http://dx.doi.org/10.1057/s41599-024-02751-w},
DOI = {10.1057/s41599-024-02751-w},
number = {1},
journal = {Humanities and Social Sciences Communications},
publisher = {Springer Science and Business Media LLC},
author = {Jing, Yuhui and Wang, Haoming and Chen, Xiaojiao and Wang, Chengliang},
year = {2024},
month = Feb
}
@article{Jost2024,
title = {The Impact of Large Language Models on Programming Education and Student Learning Outcomes},
volume = {14},
ISSN = {2076-3417},
url = {http://dx.doi.org/10.3390/app14104115},
DOI = {10.3390/app14104115},
number = {10},
journal = {Applied Sciences},
publisher = {MDPI AG},
author = {Jošt, Gregor and Taneski, Viktor and Karakatič, Sašo},
year = {2024},
month = May,
pages = {4115}
}
@inproceedings{Kazemitabaar2024,
series = {CHI’24},
title = {CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs},
url = {http://dx.doi.org/10.1145/3613904.3642773},
DOI = {10.1145/3613904.3642773},
booktitle = {Proceedings of the CHI Conference on Human Factors in Computing Systems},
publisher = {ACM},
author = {Kazemitabaar, Majeed and Ye, Runlong and Wang, Xiaoning and Henley, Austin Zachary and Denny, Paul and Craig, Michelle and Grossman, Tovi},
year = {2024},
month = May,
pages = {1–20},
collection = {CHI ’24}
}
@article{Kosar2024,
title = {Computer Science Education in ChatGPT Era: Experiences from an Experiment in a Programming Course for Novice Programmers},
volume = {12},
ISSN = {2227-7390},
url = {http://dx.doi.org/10.3390/math12050629},
DOI = {10.3390/math12050629},
number = {5},
journal = {Mathematics},
publisher = {MDPI AG},
author = {Kosar, Tomaž and Ostojić, Dragana and Liu, Yu David and Mernik, Marjan},
year = {2024},
month = Feb,
pages = {629}
}
@inproceedings{Koutcheme2024,
title = {Open Source Language Models Can Provide Feedback: Evaluating LLMs' Ability to Help Students Using GPT-4-As-A-Judge},
author = {Koutcheme, Charles and Dainese, Nicola and Sarsa, Sami and Hellas, Arto and Leinonen, Juho and Denny, Paul},
booktitle = {Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1},
publisher = {ACM},
year = {2024},
month = July,
pages = {52–58},
DOI = {10.1145/3649217.3653612},
url = {https://doi.org/10.1145/3649217.3653612}
}
@inproceedings{Liu2024,
title = {Can Small Language Models With Retrieval-Augmented Generation Replace Large Language Models When Learning Computer Science?},
author = {Liu, Suqing and Yu, Zezhu and Huang, Feiran and Bulbulia, Yousef and Bergen, Andreas and Liut, Michael},
booktitle = {Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1},
publisher = {ACM},
year = {2024},
month = July,
pages = {388–393},
DOI = {10.1145/3649217.3653554},
url = {https://doi.org/10.1145/3649217.3653554}
}
@inbook{Ma2024,
title = {Enhancing Programming Education with ChatGPT: A Case Study on Student Perceptions and Interactions in a Python Course},
ISBN = {9783031643156},
ISSN = {1865-0937},
url = {http://dx.doi.org/10.1007/978-3-031-64315-6_9},
DOI = {10.1007/978-3-031-64315-6_9},
booktitle = {Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium and Blue Sky},
publisher = {Springer Nature Switzerland},
author = {Ma, Boxuan and Chen, Li and Konomi, Shin’ichi},
year = {2024},
pages = {113–126}
}
@inproceedings{Padurean2026,
title = {Interleaving Natural Language Prompting with Code Editing for Solving Programming Tasks with Generative AI Models},
author = {Pădurean, Victor-Alexandru and Gotovos, Alkis and Ghosh, Ahana and Denny, Paul and Leinonen, Juho and Luxton-Reilly, Andrew and Prather, James and Singla, Adish},
booktitle = {Proceedings of the 31st ACM Conference on Innovation and Technology in Computer Science Education V. 1},
publisher = {ACM},
year = {2026},
month = July,
pages = {273–279},
DOI = {10.1145/3803400.3809312},
url = {https://doi.org/10.1145/3803400.3809312}
}
@inproceedings{Pankiewicz2024,
series = {ITiCSE'24},
title = {Navigating Compiler Errors with AI Assistance - A Study of GPT Hints in an Introductory Programming Course},
url = {http://dx.doi.org/10.1145/3649217.3653608},
DOI = {10.1145/3649217.3653608},
booktitle = {Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1},
publisher = {ACM},
author = {Pankiewicz, Maciej and Baker, Ryan S.},
year = {2024},
month = July,
pages = {94–100},
collection = {ITiCSE 2024}
}
@article{Park2025,
title = {Code suggestions and explanations in programming learning: Use of ChatGPT and performance},
volume = {23},
ISSN = {1472-8117},
url = {http://dx.doi.org/10.1016/j.ijme.2024.101119},
DOI = {10.1016/j.ijme.2024.101119},
number = {2},
journal = {The International Journal of Management Education},
publisher = {Elsevier BV},
author = {Park, Arum and Kim, Taekyung},
year = {2025},
month = July,
pages = {101119}
}
@inproceedings{Prather2024,
title = {The Widening Gap: The Benefits and Harms of Generative AI for Novice Programmers},
author = {Prather, James and Reeves, Brent N. and Leinonen, Juho and MacNeil, Stephen and Randrianasolo, Arisoa S. and Becker, Brett A. and Kimmel, Bailey and Wright, Jared and Briggs, Ben},
booktitle = {Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1},
publisher = {ACM},
year = {2024},
month = Aug,
pages = {469–486},
DOI = {10.1145/3632620.3671116},
url = {https://doi.org/10.1145/3632620.3671116}
}
@inproceedings{Sheese2024,
series = {ACE'24},
title = {Patterns of Student Help-Seeking When Using a Large Language Model-Powered Programming Assistant},
url = {http://dx.doi.org/10.1145/3636243.3636249},
DOI = {10.1145/3636243.3636249},
booktitle = {Proceedings of the 26th Australasian Computing Education Conference},
publisher = {ACM},
author = {Sheese, Brad and Liffiton, Mark and Savelka, Jaromir and Denny, Paul},
year = {2024},
month = Jan,
pages = {49–57},
collection = {ACE 2024}
}
@inproceedings{Shihab2025,
title = {The Effects of GitHub Copilot on Computing Students' Programming Effectiveness, Efficiency, and Processes in Brownfield Coding Tasks},
author = {Shihab, Md Istiak Hossain and Hundhausen, Christopher and Tariq, Ahsun and Haque, Summit and Qiao, Yunhan and Mulanda, Brian Wise},
booktitle = {Proceedings of the 2025 ACM Conference on International Computing Education Research V.1},
publisher = {ACM},
year = {2025},
month = Aug,
pages = {407–420},
DOI = {10.1145/3702652.3744219},
url = {https://doi.org/10.1145/3702652.3744219}
}
@article{Sun2024,
title = {Would ChatGPT-facilitated programming mode impact college students’ programming behaviors, performances, and perceptions? An empirical study},
volume = {21},
ISSN = {2365-9440},
url = {http://dx.doi.org/10.1186/s41239-024-00446-5},
DOI = {10.1186/s41239-024-00446-5},
number = {1},
journal = {International Journal of Educational Technology in Higher Education},
publisher = {Springer Science and Business Media LLC},
author = {Sun, Dan and Boudouaia, Azzeddine and Zhu, Chengcong and Li, Yan},
year = {2024},
month = Feb
}
@article{Ye2025,
title = {Improving students’ programming performance: an integrated mind mapping and generative AI chatbot learning approach},
volume = {12},
ISSN = {2662-9992},
url = {http://dx.doi.org/10.1057/s41599-025-04846-4},
DOI = {10.1057/s41599-025-04846-4},
number = {1},
journal = {Humanities and Social Sciences Communications},
publisher = {Springer Science and Business Media LLC},
author = {Ye, Xindong and Zhang, Wenyu and Zhou, Yuxin and Li, Xiaozhi and Zhou, Qiang},
year = {2025},
month = Apr
}
@article{Li2025,
title = {Generative artificial intelligence-supported programming education: Effects on learning performance, self-efficacy and processes},
ISSN = {1449-3098},
url = {http://dx.doi.org/10.14742/ajet.9932},
DOI = {10.14742/ajet.9932},
journal = {Australasian Journal of Educational Technology},
publisher = {Australasian Society for Computers in Learning in Tertiary Education},
author = {Li, Siran and Liu, Jiangyue and Dong, Qianyan},
year = {2025},
month = May
}
@inproceedings{Ramachandra2026,
title = {Detecting AI-Generated Code in Introductory Programming Courses},
author = {Ramachandra, Aryan and Chaudhary, Suhani and Tran, Justin and Desai, Riti and Pang, Ashley and Salloum, Mariam},
booktitle = {Proceedings of the 57th ACM Technical Symposium on Computer Science Education V.1},
publisher = {ACM},
year = {2026},
month = Feb,
pages = {894–900},
DOI = {10.1145/3770762.3772522},
url = {https://doi.org/10.1145/3770762.3772522}
}
@article{Wang2025,
title = {ChatGPT-enhanced self-regulated learning in programming education: impacts on motivation, self-efficacy, and learning outcomes},
volume = {34},
ISSN = {1744-5191},
url = {http://dx.doi.org/10.1080/10494820.2025.2559919},
DOI = {10.1080/10494820.2025.2559919},
number = {5},
journal = {Interactive Learning Environments},
publisher = {Informa UK Limited},
author = {Wang, Zilin and Zou, Di and Zhang, Ruofei and Lee, Lap-Kei and Xie, Haoran and Wang, Fu Lee},
year = {2025},
month = Oct,
pages = {3041–3066}
}
@inproceedings{Yang2024,
title = {Debugging with an AI Tutor: Investigating Novice Help-seeking Behaviors and Perceived Learning},
author = {Yang, Stephanie and Zhao, Hanzhang and Xu, Yudian and Brennan, Karen and Schneider, Bertrand},
booktitle = {Proceedings of the 2024 ACM Conference on International Computing Education Research - Volume 1},
publisher = {ACM},
year = {2024},
month = Aug,
pages = {84–94},
DOI = {10.1145/3632620.3671092},
url = {https://doi.org/10.1145/3632620.3671092}
}
@article{Yang2025,
title = {The effectiveness of ChatGPT in assisting high school students in programming learning: evidence from a quasi-experimental research},
volume = {33},
ISSN = {1744-5191},
url = {http://dx.doi.org/10.1080/10494820.2025.2450659},
DOI = {10.1080/10494820.2025.2450659},
number = {6},
journal = {Interactive Learning Environments},
publisher = {Informa UK Limited},
author = {Yang, Tzu-Chi and Hsu, Yi-Chuan and Wu, Jiun-Yu},
year = {2025},
month = Jan,
pages = {3726–3743}
}