@article {soni2021discovering, title = {Discovering features in gravitational-wave data through detector characterization, citizen science and machine learning}, journal = {Classical and Quantum Gravity}, volume = {38}, year = {2021}, doi = {10.1088/1361-6382/ac1ccb}, author = {S Soni and C P L Berry and S B Coughlin and M Harandi and C B Jackson and K Crowston and C {\O}sterlund and O Patane and A K Katsaggelos and L Trouille and V-G Baranowski and W F Domainko and K Kaminski and M A Lobato Rodriguez and U Marciniak and P Nauta and G Niklasch and R R Rote and B T{\'e}gl{\'a}s and C Unsworth and C Zhang} } @article {2021, title = {Imagine All the People: Citizen Science, Artificial Intelligence, and Computational Research}, year = {2021}, institution = {Computing Community Consortium (CCC)}, address = {Washington, DC}, abstract = {

Machine learning, artificial intelligence, and deep learning have advanced significantly over the past decade. Nonetheless, humans possess unique abilities such as creativity, intuition, context and abstraction, analytic problem solving, and detecting unusual events. To successfully tackle pressing scientific and societal challenges, we need the complementary capabilities of both humans and machines. The Federal Government could accelerate its priorities on multiple fronts through judicious integration of citizen science and crowdsourcing with artificial intelligence (AI), Internet of Things (IoT), and cloud strategies.

}, url = {https://cra.org/ccc/wp-content/uploads/sites/2/2021/03/CCC-TransitionPaperImagine-All-the-People.pdf}, author = {Lea A. Shanley and Lucy Fortson and Tanya Berger-Wolf and Kevin Crowston and Pietro Michelucci} } @article {9999, title = {Coordinating Advanced Crowd Work: Extending Citizen Science}, journal = {Citizen Science: Theory and Practice}, volume = {4}, year = {2019}, pages = {1{\textendash}12}, abstract = {

Crowdsourcing work with high levels of coupling between tasks poses challenges for coordination. This paper presents a study of two online citizen science projects that involved volunteers in such tasks: not just analyzing bulk data but also interpreting data and writing a paper for publication in one project and identifying new classes of data in the other. However, extending the reach of citizen science adds tasks with more dependencies, which calls for more elaborate coordination mechanisms but the relationship between the project and volunteers limits how work can be coordinated. Contrariwise, a mismatch between dependencies and available coordination mechanisms can be expected to lead to performance problems. The results of the study offer recommendations for design of citizen science projects for advanced tasks.

}, doi = {10.5334/cstp.166}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/Quench\%20to\%20share.pdf}, author = {Kevin Crowston and Mitchell, Erica Michelle and Carsten {\O}sterlund} } @article {9999, title = {Appealing to different motivations in a message to recruit citizen scientists: results of a field experiment}, journal = {Journal of Science Communication}, volume = {17}, year = {2018}, chapter = {A02}, abstract = {

This study examines the relative efficacy of citizen science recruitment messages appealing to four motivations that were derived from previous research on motives for participation in citizen-science projects. We report on an experiment (N=36,513) that compared the response to email messages designed to appeal to these four motives for participation. We found that the messages appealing to the possibility of contributing to science and learning about science attracted more attention than did one about helping scientists but that one about helping scientists generated more initial contributions. Overall, the message about contributing to science resulted in the largest volume of contributions and joining a community, the lowest. The results should be informative to those managing citizen-science projects.

}, keywords = {Citizen Science}, doi = {10.22323/2.17010202}, url = {https://jcom.sissa.it/archive/17/01/JCOM_1701_2018_A02}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/JCOM_1701_2018_A02.pdf}, author = {Lee, Tae Kyoung and Kevin Crowston and Mahboobeh Harandi and Carsten {\O}sterlund and Grant Miller} } @proceedings {9999, title = {Coordinating advanced crowd work: Extending citizen science}, year = {2018}, edition = {51st}, abstract = {Crowdsourcing work with high levels of coupling between tasks poses challenges for coordination. This paper presents a study of an online citizen science project that involved volunteers in such tasks: not just analyzing bulk data but also interpreting data and writing a paper for publication. However, extending the reach of citizen science adds tasks with more dependencies, which calls for more elaborate coordination mechanisms but the relationship between the project and volunteers limits how work can be coordinated. Contrariwise, a mismatch between dependencies and available coordination mechanisms can be expected to lead to performance problems. The results of the study offer recommendations for design of crowdsourcing of more complex tasks. }, doi = {10.24251/HICSS.2018.212}, url = {http://hdl.handle.net/10125/50099}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/Quench\%20to\%20distribute.pdf}, author = {Kevin Crowston and Mitchell, Erica Michelle and Carsten {\O}sterlund} } @inbook {9999, title = {Levels of trace data for social and behavioural science research}, booktitle = {Big Data Factories: Collaborative~Approaches}, year = {2017}, publisher = {Springer Nature}, organization = {Springer Nature}, abstract = {

The explosion of data available from online systems such as social media is creating a wealth of trace data, that is, data that record evidence of human activity. The volume of data available offers great potential to advance social and behavioural science research. However, the data are of a very different kind than more conventional social and behavioural science data, posing challenges to use. This paper adopts a data framework from Earth Observation science and applies it to trace data to identify possible issues in analyzing trace data. Application of the framework also reveals issues for sharing and reusing data.

}, isbn = {978-3-319-59186-5}, doi = {10.1007/978-3-319-59186-5_4}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/160529\%20levels\%20book\%20chapter_0.pdf}, author = {Kevin Crowston}, editor = {Sorin Matei and Sean Goggins and Nicolas Jullien} } @article {2017, title = {Preserving the margins: Supporting creativity and resistance on digital participatory platforms}, journal = {Proceedings of the ACM: Human-Computer Interaction}, volume = {1}, year = {2017}, abstract = {Online participatory platforms like Wikipedia and Zooniverse are designed to welcome contributions from anyone, however, to contend with a high volume of contributions, a range of constraints are deployed that align opportunities for participation toward ends defined by the experts and leaders of such platforms. In this paper I draw on extensive ethnographic work to describe how users encounter and negotiate opportunities for participation on two participatory platforms, demonstrating how platforms can exhibit distinct spaces and opportunities for participation, in some cases heavily enforcing standards of practice defined by experts and leaders while also leaving room for emergent and even divergent and deviant behavior. In describing this tension between conditions of normative and deviant participation, I highlight the importance of supporting opportunities for deviant and emergent participation to occur, emphasizing that design which uniquely supports narrow modes of participation can prevent opportunities for more inclusionary practice and evolving objectives}, doi = {10.1145/3134718}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/pacmhci083-mugarSC.pdf}, author = {Gabriel Mugar} } @article {2017, title = {Recruiting messages matter: Message strategies to attract citizen scientists}, year = {2017}, type = {Poster}, address = {Portland, OR}, abstract = {Although participation of citizen scientists is critical for a success of citizen science projects (a distinctive form of crowdsourcing), little attention has been paid to what types of messages can effectively recruit citizen scientists. Derived from previous studies on citizen scientists{\textquoteright} motivations, we created and sent participants one of four recruiting messages for a new project, Gravity Spy, appealing to different motivations (i.e., learning about science, social proof, contribution to science, and altruism). Counter to earlier studies on motivation, our results showed that messages appealing to learning, contribution and social proof were more effective than a message appealing to altruism. We discuss the inconsistency between the present and prior study results and plans for future work.}, doi = {10.1145/3022198.3026335}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/cpa143-leeA.pdf}, author = {Lee, Tae Kyoung and Kevin Crowston and Carsten {\O}sterlund and Grant Miller} } @article {642, title = {Encouraging Work in Citizen Science: Experiments in Goal Setting and Anchoring}, year = {2016}, abstract = {This paper describes the results of an online field experiment where we designed and analyzed the effects of a goal-setting tracker in an online citizen science project - Floating Forest. The design of our tracker was influenced by psychology theories of anchoring and goal-setting. Our results of our experiment revealed: (1) setting goals increases annotations in a session; (2) numeric anchors influence goals; and (3) participants in the treatment who saw a prompt but did not set a goal, contributed more annotations than the participants in the control group. Our research shows how goal-setting and anchoring combine to increase work in online communities.}, doi = {10.1145/2818052.2869129}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/CSCW-abstract.pdf}, author = {Corey Brian Jackson and Kevin Crowston and Gabriel Mugar and Carsten {\O}sterlund} } @proceedings {9999, title = {{\textquotedblleft}Guess what! You{\textquoteright}re the first to see this event{\textquotedblright}: Increasing Contribution to Online Production Communities}, year = {2016}, abstract = {

In this paper, we describe the results of an online field experiment examining the impacts of messaging about task novelty on the volume of volunteers{\textquoteright} contributions to an online citizen science project. Encouraging volunteers to provide a little more content as they work is an attractive strategy to increase the community{\textquoteright}s output. Prior research found that an important motivation for participation in online citizen science is the wonder of being the first person to observe a particular image. To appeal to this motivation, a pop-up message was added to an online citizen science project that alerted volunteers when they were the first to annotate a particular image. Our analysis reveals that new volunteers who saw these messages increased the volume of annotations they contributed. The results of our study suggest an additional strategy to increase the amount of work volunteers contribute to online communities and citizen science projects specifically.

}, doi = {10.1145/2957276.2957284}, author = {Corey Brian Jackson and Kevin Crowston and Gabriel Mugar and Carsten {\O}sterlund} } @proceedings {2016, title = {Which Way Did They Go? Newcomer Movement through the Zooniverse}, year = {2016}, month = {2016}, abstract = {

Research on newcomer roles in peer production sites (e.g., Wikipedia) is characterized by a broad and relatively well-articulated set of functionally and culturally recognizable roles. But not all communities come with well-defined roles that newcomers can aspire to occupy. The present study explores activity clusters newcomers create when faced with few recognizable roles to fill and limited access to other participants{\textquoteright} work that serves as an exemplar. Drawing on a mixed method research design, we present findings from an analysis of 1,687 newcomers{\textquoteright} sessions in a citizen science project. Combining session- and individual-level analysis produced three findings (1) newcomers activities manifest a diverse range of session types; (2) Newcomers toggle between light work sessions and more involved types of production or community engagement; (3) an interesting relationship between high-level contributors who do a lot of work but little talk and a small group that does a lot of talk but less work. The former group draws heavily on posts contributed by the latter group. Identifying shifts and regularities in contribution facilitate improved mechanisms for engaging participants and the design of online citizen science communities.

}, doi = {10.1145/2818048.2835197}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/CSCW2016-Roles.pdf}, author = {Corey Brian Jackson and Carsten {\O}sterlund and Maidel, Veronica and Kevin Crowston and Gabriel Mugar} } @proceedings {2015, title = {Being Present in Online Communities: Learning in Citizen Science}, year = {2015}, address = {Limerick, Ireland}, abstract = {

How online community members learn to become valuable contributors constitutes a long-standing concern of Community \& Technology researchers. The literature tends to highlight participants{\textquoteright} access to practice, feedback from experienced members, and relationship building. However, not all crowdsourcing environments offer participants opportunities for access, feedback, and relationship building (e.g., Citizen Science). We study how volunteers learn to participate in a citizen science project, Planet Hunters, through participant observation, interviews, and trace ethnography. Drawing on S{\o}rensen{\textquoteright}s sociomaterial theories of presence, we extend the notion of situated learning to include several modes of learning. The empirical findings suggest that volunteers in citizen science engage more than one form of access to practice, feedback, and relationship building. Communal relations characterize only one form of learning. Equally important to their learning are authority{\textendash}subject and agent-centered forms of access, feedback, and relationship building.

}, doi = {10.1145/2768545.2768555}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/C\%26T_2015_FINAL.pdf}, author = {Gabriel Mugar and Carsten {\O}sterlund and Corey Jackson and Kevin Crowston} } @proceedings {2015, title = {Motivations for sustained participation in crowdsourcing: The role of talk in a citizen science case study}, year = {2015}, month = {1/2015}, address = {Koloa, HI}, abstract = {

The paper explores the motivations of volunteers in a large crowd sourcing project and contributes to our understanding of the motivational factors that lead to deeper engagement beyond initial participation. Drawing on the theory of legitimate peripheral participation (LPP) and the literature on motivation in crowd sourcing, we analyze interview and trace data from a large citizen science project. The analyses identify ways in which the technical features of the projects may serve as motivational factors leading participants towards sustained participation. The results suggest volunteers first engage in activities to support knowledge acquisition and later share knowledge with other volunteers and finally increase participation in Talk through a punctuated process of role discovery.

}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/Motivation\%20in\%20Talk\%20Submitted_FINAL\%28Formatted\%29.pdf}, author = {Corey Brian Jackson and Carsten {\O}sterlund and Gabriel Mugar and Kevin Crowston and Katie DeVries Hassman} } @proceedings {9999, title = {Planet Hunters and Seafloor Explorers: Legitimate Peripheral Participation Through Practice Proxies in Online Citizen Science}, year = {2014}, month = {2/2014}, abstract = {

Making the traces of user participation in primary activities visible in online crowdsourced initiatives has been shown to help new users understand the norms of participation but participants do not always have access to others{\textquoteright} work. Through a combination of virtual and trace ethnography we explore how new users in two online citizen science projects engage other traces of activity as a way of compensating. Merging the theory of legitimate peripheral participation with Erickson and Kellogg{\textquoteright}s theory of social translucence we introduce the concept of practice proxies; traces of user activities in online environment that act as resources to orient newcomers towards the norms of practice. Our findings suggest that newcomers seek out practice proxies in the social features of the projects that highlight contextualized and specific characteristics of primary work practice.

}, doi = {10.1145/2531602.2531721}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/paper_revised\%20copy\%20to\%20post.pdf}, author = {Gabriel Mugar and Carsten {\O}sterlund and Katie DeVries Hassman and Kevin Crowston and Corey Brian Jackson} } @conference {2013, title = {Forgotten island: A story-driven citizen science adventure}, booktitle = {CHI {\textquoteright}13 Extended Abstracts on Human Factors in Computing Systems}, year = {2013}, month = {4/2013}, pages = {2643{\textendash}2646}, publisher = {ACM Press}, organization = {ACM Press}, address = {Paris, France}, abstract = {

Forgotten Island, a citizen science video game, is part of an NSF-funded design science research project, Citizen Sort. It is a mechanism to help life scientists classify photographs of living things and a research tool to help HCI and information science scholars explore storytelling, engagement, and the quality of citizenproduced data in the context of citizen science.

}, isbn = {9781450319522}, doi = {10.1145/2468356.2479484}, url = {http://delivery.acm.org/10.1145/2480000/2479484/p2643-prestopnik.pdf}, author = {Nathan Prestopnik and Souid, Dania} } @conference {2013, title = {Learning at the Seafloor, Looking at the Sky: The Relationship Between Individual Tasks and Collaborative Engagement in Two Citizen Science Projects}, booktitle = {Computer Supported Collaborative Learning }, year = {2013}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/CSCL\%202013\%20Poster\%20Final.pdf , https://citsci.syr.edu/sites/crowston.syr.edu/files/Posterv2.pdf}, author = {Katie DeVries Hassman and Gabriel Mugar and Carsten {\O}sterlund and Corey Jackson} }