@article {9998, title = {Data quality up to the third observing run of Advanced LIGO: Gravity Spy glitch classifications}, journal = {Classical and Quantum Gravity}, volume = {40}, year = {2023}, keywords = {FOS: Physical sciences, General Relativity and Quantum Cosmology (gr-qc), Instrumentation and Methods for Astrophysics (astro-ph.IM)}, doi = {10.1088/1361-6382/acb633}, author = {Glanzer, J and Banagiri, S and Coughlin, S B and Soni, S and Zevin, M and Berry, C P L and Patane, O and Bahaadini, S and Rohani, N and Crowston, K and {\O}sterlund, C} } @proceedings {2023, title = {Design principles for background knowledge to enhance learning in citizen science}, year = {2023}, pages = {563{\textendash}580}, address = {Barcelona, Spain and virtual}, abstract = {

Citizen scientists make valuable contributions to science but need to learn about the data they are working with to be able to perform more advanced tasks. We present a set of design principles for identifying the kinds of background knowledge that are important to support learning at different stages of engagement, drawn from a study of how free/libre open source software developers are guided to create and use documents. Specifically, we suggest that newcomers require help understanding the purpose, form and content of the documents they engage with, while more advanced developers add understanding of information provenance and the boundaries, relevant participants and work processes. We apply those principles in two separate but related studies. In study 1, we analyze the background knowledge presented to volunteers in the Gravity Spy citizen-science project, mapping the resources to the framework and identifying kinds of knowledge that were not initially provided. In study 2, we use the principles proactively to develop design suggestions for Gravity Spy 2.0, which will involve volunteers in analyzing more diverse sources of data. This new project extends the application of the principles by seeking to use them to support understanding of the relationships between documents, not just the documents individually. We conclude by discussing future work, including a planned evaluation of Gravity Spy 2.0 that will provide a further test of the design principles.

}, doi = {10.1007/978-3-031-28032-0_43}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/Design_Background_iConf.pdf}, author = {Kevin Crowston and Corey Brian Jackson and Isabella Corieri and Carsten {\O}sterlund} } @article {soni2021discovering, title = {Discovering features in gravitational-wave data through detector characterization, citizen science and machine learning}, journal = {Classical and Quantum Gravity}, volume = {38}, year = {2021}, doi = {10.1088/1361-6382/ac1ccb}, author = {S Soni and C P L Berry and S B Coughlin and M Harandi and C B Jackson and K Crowston and C {\O}sterlund and O Patane and A K Katsaggelos and L Trouille and V-G Baranowski and W F Domainko and K Kaminski and M A Lobato Rodriguez and U Marciniak and P Nauta and G Niklasch and R R Rote and B T{\'e}gl{\'a}s and C Unsworth and C Zhang} } @article {2018, title = {Did they login? Patterns of anonymous contributions to online communities}, journal = {Proceedings of the ACM on Human-Computer Interaction}, volume = {2}, year = {2018}, pages = {Article 77}, abstract = {

Researchers studying user behaviors in online communities often conduct analyses of events collected in system logs, e.g., a system{\textquoteright}s record of a comment post or of a contribution. However, analysis of user behaviors is more difficult if users make contributions without being logged-in (i.e., anonymously). Since a user{\textquoteright}s account will not be associated with contributions that user makes anonymously, conclusions about user behaviors that look only at attributed actions might not account for a user{\textquoteright}s full experience. To understand the impacts of anonymous contributions on research, we conducted an analysis of system logs containing anonymous activities in two online citizen science projects. By linking anonymous events with user IDs we found that (1) many users contribute anonymously, though with varied patterns of contribution; and (2) including anonymous activities alter conclusions made about users{\textquoteright} experience with the project. These results suggest that researchers of human behaviors in online communities should consider the possible impacts of anonymous interaction on their ability to draw conclusions about user behaviors in these settings.

}, doi = {10.1145/3274346}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/anonymous-contributions-cameraready.pdf}, author = {Corey Brian Jackson and Kevin Crowston and Carsten {\O}sterlund} } @article {9999, title = {Describing public participation in scientific research}, year = {2011}, publisher = {Syracuse University School of Information Studies}, abstract = {We report the results of a descriptive survey of citizen science projects, a form of scientific collaboration engaging members of the public with professional researchers. This phenomenon has seen explosive growth in recent years and is garnering interest from a broadening variety of research domains. However, the lack of adequate description of this diverse population hinders useful research. To address this gap, we conducted a survey of citizen science projects. We present a description of the phenomenon to establish a basis for sampling and evaluation of research on citizen science, including details on project resources, participation, technologies, goals, and outcomes. We then reflect on several points of potential development, including technologies to support participation, potential for expanding engagement, and data policies. The diverse organizational and functional arrangements in citizen science projects suggest a variety of areas for future research.}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/iConference2012.pdf}, author = {Wiggins, Andrea and Kevin Crowston} } @article {2011, title = {Design for Citizen Science Workshop Report}, year = {2011}, month = {12/2011}, institution = {Syracuse University School of Information Studies}, type = {Workshop Report}, address = {Syracuse, NY}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/CitizenScienceFinalWorkshopReport.pdf}, author = {Wiggins, Andrea} } @article {2010, title = {Developing a Conceptual Model of Virtual Organizations for Citizen Science}, journal = {International Journal of Organizational Design and Engineering}, volume = {1}, year = {2010}, month = {9/2010}, pages = {148-162}, type = {Research Note}, abstract = {

This paper develops an organization design-oriented conceptual model of scientific knowledge production through citizen science virtual organizations. Citizen science is a form of organization design for collaborative scientific research involving scientists and volunteers, for which Internet-based modes of participation enable massive virtual collaboration by thousands of members of the public. The conceptual model provides an example of a theory development process and discusses its application to an exploratory study. The paper contributes a multi-level process model for organizing investigation into the impact of design on this form of scientific knowledge production.

}, doi = {10.1504/IJODE.2010.035191}, url = {http://www.inderscience.com/filter.php?aid=35191}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/WigginsCrowstonIJODE2010.pdf}, author = {Wiggins, Andrea and Kevin Crowston} } @conference {2010, title = {Distributed Scientific Collaboration: Research Opportunities in Citizen Science}, booktitle = {The Changing Dynamics of Scientific Collaboration, CSCW 2010 workshop}, year = {2010}, month = {02/2010}, address = {Savannah, GA}, abstract = {This paper introduces a conceptual framework for research on citizen science, a form of collaboration involving scientists and volunteers in scientific research. Designing CSCW systems to support this type of scientific collaboration requires understanding the effects of organizational and work design on the scientific outcomes of citizen science projects. Initial directions for future research are identified, with the goal of developing a foundation for research on and development of cyberinfrastructure and collaborative technologies for supporting citizen science. }, url = {http://www.sci.utah.edu/cscw2010papers.html}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/WigginsCSCWworkshop_0.pdf}, author = {Wiggins, Andrea and Kevin Crowston} } @conference {2009, title = {Designing Virtual Organizations for Citizen Science}, booktitle = {IFIP Working Group 8.2 OASIS workshop 2009}, year = {2009}, month = {12/2009}, address = {Phoenix, AZ}, url = {http://sprouts.aisnet.org/9-56/}, attachments = {https://citsci.syr.edu/sites/crowston.syr.edu/files/WigginsOASIS2009.pdf , https://citsci.syr.edu/sites/crowston.syr.edu/files/awigginsOASIS2009.ppt}, author = {Wiggins, Andrea and Kevin Crowston}, editor = {Uri Gal} }