@proceedings {9999,
	title = {Exploring data quality in games with a purpose},
	year = {2014},
	month = {3/2014},
	address = {Berlin, Germany},
	abstract = {<p>A key problem for crowd-sourcing systems is motivating contributions from participants and ensuring the quality of these contributions. Games have been suggested as a motivational approach to encourage contribution, but attracting participation through game play rather than scientific interest raises concerns about the quality of the data provided, which is particularly important when the data are to be used for scientific research. To assess whether these concerns are justified, we compare the quality of data obtained from two citizen science games, one a {\textquotedblleft}gamified{\textquotedblright} version of a species classification task and one a fantasy game that used the classification task only as a way to advance in the game play. Surprisingly, though we did observe cheating in the fantasy game, data quality (i.e., classification accuracy) from participants in the two games was not significantly different. As well, the quality of data from short-time contributors was at a usable level of accuracy. These findings suggest that various approaches to gamification can be useful for motivating contributions to citizen science projects.</p>},
	doi = {10.9776/14066},
	attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/gamedataquality_cameraready_4.pdf},
	author = {Nathan Prestopnik and Kevin Crowston and Wang, Jun}
}
@unpublished {9999,
	title = {Exploring Collective Intelligence Games With Design Science:  A Citizen Science Design Case},
	year = {2011},
	abstract = {Citizen science is a form of collective intelligence where members of the public are recruited to contribute to scientific investigations. Citizen science projects often use web-based systems to support collaborative scientific activities, but finding ways to attract participants and confirm the veracity of the data produced by non-scientists are key research questions. We describe a series of web-based tools and games currently under development to support taxonomic classification of organisms in photographs collected by citizen science projects. In the design science tradition, the systems are purpose-built to test hypotheses about participant motivation and techniques for ensuring data quality. Findings from preliminary evaluation and the design process itself are discussed.},
	attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/designing\%20citizen\%20science\%20games.pdf},
	author = {Nathan Prestopnik and Kevin Crowston}
}
