@inproceedings{df5c51f3c84c4e98bef251e25bb91df9,
title = "Structuring, aggregating, and evaluating crowdsourced design critique",
abstract = "Feedback is an important component of the design process, but gaining access to high-quality critique outside a classroom or firm is challenging. We present CrowdCrit, a webbased system that allows designers to receive design critiques from non-expert crowd workers. We evaluated CrowdCrit in three studies focusing on the designer's experience and benefits of the critiques. In the first study, we compared crowd and expert critiques and found evidence that aggregated crowd critique approaches expert critique. In a second study, we found that designers who got crowd feedback perceived that it improved their design process. The third study showed that designers were enthusiastic about crowd critiques and used them to change their designs. We conclude with implications for the design of crowd feedback services.",
keywords = "Design; critique; feedback; social computing; crowdsourcing",
author = "Kurt Luther and Tolentino, {Jari Lee} and Wei Wu and Amy Pavel and Bailey, {Brian P.} and Maneesh Agrawala and Bj{\"o}rn Hartmann and Dow, {Steven P.}",
note = "National Science Foundation under IIS grants 1210836, 1208382, and 1217096.; 18th ACM International Conference on Computer-Supported Cooperative Work and Social Computing, CSCW 2015 ; Conference date: 14-03-2015 Through 18-03-2015",
year = "2015",
month = feb,
day = "28",
doi = "10.1145/2675133.2675283",
language = "English (US)",
series = "CSCW 2015 - Proceedings of the 2015 ACM International Conference on Computer-Supported Cooperative Work and Social Computing",
publisher = "Association for Computing Machinery",
pages = "473--485",
booktitle = "CSCW 2015 - Proceedings of the 2015 ACM International Conference on Computer-Supported Cooperative Work and Social Computing",
address = "United States",
}