@article{2d73c6f7ff4e4515bd9523ef0400316a,
title = "Generalizability of New Standards Project 1993 Pilot Study Tasks in Mathematics",
abstract = "The New Standards Project conducted a pilot test of a series of performance-based assessment tasks in mathematics and English language arts at Grades 4 and 8 in the spring of 1993. This article reports the results of a series of generalizability analyses conducted for a subset of the 1993 pilot study data in mathematics. Generalizability analyses for completely crossed designs of Raters × Tasks × Pupils were conducted for a total of nine collections of mathematics tasks. The results of those analyses were used to estimate standard errors of measurement for absolute decision studies using various combinations of number of raters and number of tasks. Consistent with results of previous analyses of performance-based assessment tasks, sampling variability due to tasks was found to be substantially larger than that due to raters. Implications for assessment designs are discussed.",
author = "Linn, {Robert L.} and Elizabeth Burton and Lizanne Destefano and Matthew Hanson",
note = "Funding Information: The New Standards Project (NSP)' is a joint program of the National Center on Education and the Economy based in Rochester, New York and the Learning Research and Development Center at the University of Pittsburgh and is codirected by Mark Tucker and Lauren Resnick. It is funded by the Pew Charitable Trusts, by the John D. and Catherine T. MacArthur Foundation, and by the participating partner states and districts. The project includes 18 state and 6 district partners. Its partners enroll nearly half of the public school children in the United States. The NSP endorses areform strategy based on a system of standards, assessment, professional development, technical assistance, and quality control. Its goal is to significantly improve learning for all students, particularly those who do not perform well now. It includes the areas of mathematics, literacy, science, and applied learning. The NSP is creating an assessment system that consists of an on-demand reference exam and portfolios. The reference exam is intended to provide partners with a performance-based examination reflecting common content and performance standards. Results of student performance will be reported for the New Standards partnership as a whole and for individual partners, enabling partners to gauge student performance to common standards set by the Governing Board. Funding Information: This work was partially supported under Educational Research and Development Center Program Cooperative Agreement R117G10027 and CFDA Catalog 84.117G as administered by the Office of Educational Research and Improvement, U.S. Department of Education. It was also conducted with partial support from the John D. and Catherine T. MacArthur Foundation and the Pew Charitable Trusts through the New Standards Project. We thank members of the New Standards Project Technical Design Committee (Dale Carlson, Ruben Carriedo, Lee Cron-bach [through March, 19941, Richard Duran, Andrew Porter, and Floraline Stephens) for their contributions to the study design and helpful comments on an earlier draft of this article. The findings and opinions expressed in this article do not reflect the policies of the Office of Education Research and Improvement or the U.S. Department of Education or of the other aforementioned funding agencies.",
year = "1996",
doi = "10.1207/s15324818ame0903_1",
language = "English (US)",
volume = "9",
pages = "201--214",
journal = "Applied Measurement in Education",
issn = "0895-7347",
publisher = "Routledge",
number = "3",
}