@inproceedings{25f98a7ade914a15b9a12fb6e28cfd52,
title = "ReDefining Code Comprehension: Function Naming as a Mechanism for Evaluating Code Comprehension",
abstract = "''Explain in Plain English'' (EiPE) questions are widely used to assess code comprehension skills but are challenging to grade automatically. Recent approaches like Code Generation Based Grading (CGBG) leverage large language models (LLMs) to generate code from student explanations and validate its equivalence to the original code using unit tests. However, this approach does not differentiate between high-level, purpose-focused responses and low-level, implementation-focused ones, limiting its effectiveness in assessing comprehension level. We propose a modified approach where students generate function names, emphasizing the function's purpose over implementation details. We evaluate this method in an introductory programming course and analyze it using Item Response Theory (IRT) to assess the difficulty and discrimination of function naming exercises as exam items and to compare their alignment with traditional EiPE grading standards. We also publish this work as an open source Python package for auto-grading EiPE questions, providing a scalable solution for adoption.",
keywords = "code comprehension, eipe, eipl, explain in plain english, explain in plain language, function naming, gpt-4o, large language model, llm, solo taxonomy",
author = "Smith, \{David H.\} and Max Fowler and Paul Denny and Craig Zilles",
note = "Publisher Copyright: {\textcopyright} 2025 Copyright held by the owner/author(s).; 30th Annual Conference on Innovation and Technology in Computer Science Education, ITiCSE 2025 ; Conference date: 27-06-2025 Through 02-07-2025",
year = "2025",
month = jun,
day = "27",
doi = "10.1145/3724363.3729097",
language = "English (US)",
series = "Annual Conference on Innovation and Technology in Computer Science Education, ITiCSE",
publisher = "Association for Computing Machinery",
pages = "44--50",
booktitle = "ITiCSE 2025 - Proceedings of the 30th ACM Conference on Innovation and Technology in Computer Science Education",
address = "United States",
}