@inproceedings{34fc49697c5640d581b269c632ae4423,
title = "Discovering, Autogenerating, and Evaluating Distractors for Python Parsons Problems in CS1",
abstract = "In this paper, we make three contributions related to the selection and use of distractors (lines of code reflecting common errors or misconceptions) in Parsons problems. First, we demonstrate a process by which templates for creating distractors can be selected through the analysis of student submissions to short answer questions. Second, we describe the creation of a tool that uses these templates to automatically generate distractors for novel problems. Third, we perform a preliminary analysis of how the presence of distractors impacts performance, problem solving efficiency, and item discrimination when used in summative assessments. Our results suggest that distractors should not be used in summative assessments because they significantly increase the problem's completion time without a significant increase in problem discrimination.",
keywords = "cs1, distractors, item discrimination, parsons problems, tools",
author = "Smith, {David H.} and Craig Zilles",
note = "Publisher Copyright: {\textcopyright} 2023 ACM.; 54th ACM Technical Symposium on Computer Science Education, SIGCSE 2023 ; Conference date: 15-03-2023 Through 18-03-2023",
year = "2023",
month = mar,
day = "2",
doi = "10.1145/3545945.3569801",
language = "English (US)",
series = "SIGCSE 2023 - Proceedings of the 54th ACM Technical Symposium on Computer Science Education",
publisher = "Association for Computing Machinery",
pages = "924--930",
booktitle = "SIGCSE 2023 - Proceedings of the 54th ACM Technical Symposium on Computer Science Education",
address = "United States",
}