@inproceedings{97bc906cf9de4253b907b1a7d6453102,
title = "Autograding",
abstract = "Previous research suggests that {"}Explain in Plain English{"}(EiPE) code reading activities could play an important role in the development of novice programmers, but EiPE questions aren't heavily used in introductory programming courses because they (traditionally) required manual grading. We present what we believe to be the first automatic grader for EiPE questions and its deployment in a large-enrollment introductory programming course. Based on a set of questions deployed on a computer-based exam, we find that our implementation has an accuracy of 87-89%, which is similar in performance to course teaching assistants trained to perform this task and compares favorably to automatic short answer grading algorithms developed for other domains. In addition, we briefly characterize the kinds of answers that the current autograder fails to score correctly and the kinds of errors made by students.",
keywords = "asag, code reading, cs1, explain in plain english, nlp",
author = "Max Fowler and Binglin Chen and Sushmita Azad and Matthew West and Craig Zilles",
note = "Publisher Copyright: {\textcopyright} 2021 ACM.; 52nd ACM Technical Symposium on Computer Science Education, SIGCSE 2021 ; Conference date: 13-03-2021 Through 20-03-2021",
year = "2021",
month = mar,
day = "3",
doi = "10.1145/3408877.3432539",
language = "English (US)",
series = "SIGCSE 2021 - Proceedings of the 52nd ACM Technical Symposium on Computer Science Education",
publisher = "Association for Computing Machinery",
pages = "1163--1169",
booktitle = "SIGCSE 2021 - Proceedings of the 52nd ACM Technical Symposium on Computer Science Education",
address = "United States",
}