Citizen science has seen enormous growth in recent years, in part due to the influence of the Internet, and a corresponding growth in interest. However, the few stand-out examples that have received attention from media and researchers are not representative of the diversity of the field as a whole, and therefore may not be the best models for those seeking to study or start a citizen science project. In this work, we present the results of a survey of citizen science project leaders, identifying sub-groups of project types according to a variety of features related to project design and management, including funding sources, goals, participant activities, data quality processes, and social interaction. These combined features highlight the diversity of citizen science, providing an overview of the breadth of the phenomenon and laying a foundation for comparison between citizen science projects and to other online communities.

},
doi = {10.5210/fm.v20i1.5520},
url = {https://journals.uic.edu/ojs/index.php/fm/article/view/5520},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/Surveying\%20the\%20citizen\%20science\%20landscape.pdf},
author = {Wiggins, Andrea and Kevin Crowston}
}
@article {Crowston:2009,
title = {Free/Libre Open Source Software Development: What we know and what we do not know},
journal = {ACM Computing Surveys},
volume = {44},
year = {2012},
month = {02/2012},
edition = {2},
abstract = {We review the empirical research on Free/Libre and Open Source Software (FLOSS) development and assess the state of the literature. We develop a framework for organizing the literature based on the input-mediator-output- input (IMOI) model from the small groups literature. We present a quantitative summary of articles selected for the review and then discuss findings of this literature categorized into issues pertaining to inputs (e.g., member characteristics, technology use and project characteristics), processes (software development and social processes), emergent states (e.g., trust and task related states) and outputs (e.g. team performance, FLOSS implementation and project evolution). Based on this review, we suggest topics for future research, as well as identifying methodological and theoretical issues for future inquiry in this area, including issues relating to sampling and the need for more longitudinal studies.},
doi = {10.1145/2089125.2089127},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/CrowstonFLOSSReviewPaperPreprint.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/Appendix\%201\%20Journal\%20and\%20Conference\%20Names.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/Appendix\%202\%20Coding\%20Scheme.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/Appendix\%203\%20Studies\%20included\%20in\%20the\%20review.pdf},
author = {Kevin Crowston and Kangning Wei and James Howison and Wiggins, Andrea}
}
@article {2012,
title = {The future of citizen science: emerging technologies and shifting paradigms},
journal = {Frontiers in Ecology and the Environment},
volume = {10},
year = {2012},
month = {08/2012},
pages = {298{\textendash}304},
abstract = {

Citizen science creates a nexus between science and education that, when coupled with emerging technologies, expands the frontiers of ecological research and public engagement. Using representative technologies and other examples, we examine the future of citizen science in terms of its research processes, program and participant cultures, and scientific communities. Future citizen-science projects will likely be influenced by sociocultural issues related to new technologies and will continue to face practical programmatic challenges. We foresee networked, open science and the use of online computer/video gaming as important tools to engage non-traditional audiences, and offer recommendations to help prepare project managers for impending challenges. A more formalized citizen-science enterprise, complete with networked organizations, associations, journals, and cyberinfrastructure, will advance scientific research, including ecology, and further public education.

Citizen science is a form of research collaboration involving members of the public in scientific research projects to address real-world problems. Often organized as a virtual collaboration, these projects are a type of open movement, with collective goals addressed through open participation in research tasks. We conducted a survey of citizen science projects to elicit multiple aspects of project design and operation. We then clustered projects based on the tasks performed by participants and on the project{\textquoteright}s stated goals. The clustering results group projects that show similarities along other dimensions, suggesting useful divisions of the projects.

},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/hicss-45-final.pdf},
author = {Wiggins, Andrea and Kevin Crowston}
}
@article {9999,
title = {Describing public participation in scientific research},
year = {2011},
publisher = {Syracuse University School of Information Studies},
abstract = {We report the results of a descriptive survey of citizen science projects, a form of scientific collaboration engaging members of the public with professional researchers. This phenomenon has seen explosive growth in recent years and is garnering interest from a broadening variety of research domains. However, the lack of adequate description of this diverse population hinders useful research. To address this gap, we conducted a survey of citizen science projects. We present a description of the phenomenon to establish a basis for sampling and evaluation of research on citizen science, including details on project resources, participation, technologies, goals, and outcomes. We then reflect on several points of potential development, including technologies to support participation, potential for expanding engagement, and data policies. The diverse organizational and functional arrangements in citizen science projects suggest a variety of areas for future research.},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/iConference2012.pdf},
author = {Wiggins, Andrea and Kevin Crowston}
}
@article {2011,
title = {Design for Citizen Science Workshop Report},
year = {2011},
month = {12/2011},
institution = {Syracuse University School of Information Studies},
type = {Workshop Report},
address = {Syracuse, NY},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/CitizenScienceFinalWorkshopReport.pdf},
author = {Wiggins, Andrea}
}
@conference {2011,
title = {From Conservation to Crowdsourcing: A Typology of Citizen Science},
booktitle = {Proceedings of the Forty-fourth Hawai{\textquoteright}i International Conference on System Sciences (HICSS-44)},
year = {2011},
month = {1/2011},
address = {Koloa, HI},
abstract = {

Citizen science is a form of research collaboration involving members of the public in scientific research projects to address real-world problems. Often organized as a virtual collaboration, these projects are a type of open movement, with collective goals addressed through open participation in research tasks. Existing typologies of citizen science projects focus primarily on the structure of participation, paying little attention to the organizational and macrostructural properties that are important to designing and managing effective projects and technologies. By examining a variety of project characteristics, we identified five types{\textemdash}Action, Conservation, Investigation, Virtual, and Education{\textemdash}that differ in primary project goals and the importance of physical environment to participation.

},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/hicss-44.pdf},
author = {Wiggins, Andrea and Kevin Crowston}
}
@conference {2011,
title = {Mechanisms for Data Quality and Validation in Citizen Science},
booktitle = {"Computing for Citizen Science" workshop at the IEEE eScience Conference},
year = {2011},
month = {12/2011},
address = {Stockholm, Sweden},
abstract = {Data quality is a primary concern for researchers employing public participation in scientific research, or {\textquotedblleft}citizen science,{\textquotedblright} to accomplish data collection and analysis tasks. This mode of scientific collaboration relies on contributions from a large, often unknown population of volunteers with widely variable expertise. In this paper, we review the commonly employed mechanisms for ensuring data quality. We also discuss results of a survey of citizen science projects that reports on the use of some of these mechanisms, noting that it is most common for projects to employ multiple mechanisms to ensure data quality and appropriate levels of validation.},
keywords = {Citizen Science, data quality, data validation},
url = {http://itee.uq.edu.au/~eresearch/workshops/compcitsci2011/index.html},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/PID2090593.pdf},
author = {Wiggins, Andrea and Newman, Greg and Stevenson, Robert D. and Kevin Crowston}
}
@article {9999,
title = {Validity issues in the use of social network analysis with digital trace data},
journal = {Journal of the Association for Information Systems},
volume = {12},
year = {2011},
month = {12/2011},
chapter = {Article 2},
abstract = {There is an exciting natural match between social network analysis methods and the growth of data sources produced by social interactions via information technologies, from online communities to corporate information systems. Information Systems researchers have not been slow to embrace this combination of method and data. Such systems increasingly provide "digital trace data" that provide new research opportunities. Yet digital trace data are substantively different from the survey and interview data for which network analysis measures and interpretations were originally developed. This paper examines ten validity issues associated with the combination of data digital trace data and social network analysis methods, with examples from the IS literature, to provide recommendations for improving the validity of research using this combination. },
doi = {10.5281/zenodo.913303},
url = {http://aisel.aisnet.org/jais/vol12/iss12/2/},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/JAIS.RA-JAIS-08-0130-ReferencesFixed.pdf},
author = {James Howison and Kevin Crowston and Wiggins, Andrea}
}
@proceedings {2010,
title = {Analyzing Leadership Dynamics in Distributed Group Communication},
year = {2010},
address = {Kauai, HI, 5{\textendash}8 January},
abstract = {We apply social network analysis (SNA) to examine the dynamics of leadership in distributed groups, specifically Free/Libre Open Source Software development projects, and its relation to group performance. Based on prior work on leadership in distributed groups, we identify leaders with those who make the highest level of contribution to the group and assess the degree of leadership by measuring centralization of communications. We compare the dynamics of leadership in two FLOSS projects, one more and one less effective. We find that in both projects, centralization was higher in developer-oriented communications venues than in user-oriented venues, suggesting higher degrees of leadership in developer venues. However, we do not find a consistent relation between centralization and effectiveness. We suggest that SNA can instead be useful for identifying interesting periods in the history of the project, e.g., periods where the leadership of the project is in transition.},
keywords = {FLOSS, Leadership},
issn = {0361-1434 },
doi = {10.1109/HICSS.2010.62},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/07-06-02.pdf},
author = {Kevin Crowston and Wiggins, Andrea and James Howison}
}
@article {2010,
title = {Developing a Conceptual Model of Virtual Organizations for Citizen Science},
journal = {International Journal of Organizational Design and Engineering},
volume = {1},
year = {2010},
month = {9/2010},
pages = {148-162},
type = {Research Note},
abstract = {

This paper develops an organization design-oriented conceptual model of scientific knowledge production through citizen science virtual organizations. Citizen science is a form of organization design for collaborative scientific research involving scientists and volunteers, for which Internet-based modes of participation enable massive virtual collaboration by thousands of members of the public. The conceptual model provides an example of a theory development process and discusses its application to an exploratory study. The paper contributes a multi-level process model for organizing investigation into the impact of design on this form of scientific knowledge production.

},
doi = {10.1504/IJODE.2010.035191},
url = {http://www.inderscience.com/filter.php?aid=35191},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/WigginsCrowstonIJODE2010.pdf},
author = {Wiggins, Andrea and Kevin Crowston}
}
@conference {2010,
title = {Distributed Scientific Collaboration: Research Opportunities in Citizen Science},
booktitle = {The Changing Dynamics of Scientific Collaboration, CSCW 2010 workshop},
year = {2010},
month = {02/2010},
address = {Savannah, GA},
abstract = {This paper introduces a conceptual framework for research on citizen science, a form of collaboration involving scientists and volunteers in scientific research. Designing CSCW systems to support this type of scientific collaboration requires understanding the effects of organizational and work design on the scientific outcomes of citizen science projects. Initial directions for future research are identified, with the goal of developing a foundation for research on and development of cyberinfrastructure and collaborative technologies for supporting citizen science. },
url = {http://www.sci.utah.edu/cscw2010papers.html},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/WigginsCSCWworkshop_0.pdf},
author = {Wiggins, Andrea and Kevin Crowston}
}
@proceedings {Wiggins:2010,
title = {Reclassifying Success and Tragedy in FLOSS Projects},
year = {2010},
note = {The attached zip file (OSS2010AnalysisScripts.zip) contains scripts for replicating the research. The data files for this analysis can be retrieved from:
http://flossdb.syr.edu/classifier_summary_data.sql.gz (10 MB)
http://flossdb.syr.edu/classifier_results.sql.gz (6 MB)},
month = {6/2010},
address = {Notre Dame, IN, USA},
abstract = {This paper presents the results of a replication of English \& Schweik{\textquoteright}s 2007 paper classifying FLOSS projects according to their stage of growth and indicators of success. We recreated the analysis using a comparable data set from 2006, with one additional point in time. We also expanded upon the original results by applying different criteria for evaluating the rate of new software releases for sustainability of project activity. We discuss the points of convergence and divergence from the original work from these extensions of the classification, and their implications for studying FLOSS development using archival data. The paper contributes new analysis of operationalizing success in FLOSS projects, with discussion of implications of the findings.},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/awigginsOSS2010Reclassifying.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/OSS2010AnalysisScripts.zip},
author = {Wiggins, Andrea and Kevin Crowston}
}
@conference {2009,
title = {Designing Virtual Organizations for Citizen Science},
booktitle = {IFIP Working Group 8.2 OASIS workshop 2009},
year = {2009},
month = {12/2009},
address = {Phoenix, AZ},
url = {http://sprouts.aisnet.org/9-56/},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/WigginsOASIS2009.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/awigginsOASIS2009.ppt},
author = {Wiggins, Andrea and Kevin Crowston},
editor = {Uri Gal}
}
@proceedings {Wiggins:2009,
title = {Heartbeat: Measuring Active User Base and Potential User Interest in FLOSS Projects},
volume = {299},
year = {2009},
pages = {94-104},
publisher = {Springer Boston},
address = {Skövde, Sweden, 3-6 June},
abstract = {This paper presents a novel method and algorithm to measure the size of an open source project{\textquoteright}s user base and the level of potential user interest that it generates. Previously unavailable download data at a daily resolution confirms hypothesized patterns related to release cycles. In short, regular users rapidly download the software after a new release giving a way to measure the active user base. In contrast, potential new users download the application independently of the release cycle, and the daily download figures tend to plateau at this rate when a release has not been made for some time. An algorithm for estimating these measures from download time series is demonstrated and the measures are examined over time in two open source projects.},
isbn = {978-3-642-02031-5},
issn = {978-3-642-02031-5},
doi = {10.1007/978-3-642-02032-2\%5f10},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/heartbeat.pdf},
author = {Wiggins, Andrea and James Howison and Kevin Crowston},
editor = {Boldyreff, Cornelia and Kevin Crowston and Lundell, Bj{\"o}rn and Wasserman, Tony}
}
@article {Li:2008a,
title = {Asynchronous Decision-Making in Distributed Teams (Poster)},
year = {2008},
month = {8{\textendash}12 November},
address = {San Diego, CA},
keywords = {Decision-Making, FLOSS},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/CSCW2008Poster11x17Draft.pdf},
author = {Li, Qing and Heckman, Robert and Allen, Eileen E. and Kevin Crowston and Eseryel, U. Yeliz and James Howison and Wiggins, Andrea}
}
@proceedings {Howison:2008,
title = {e{R}esearch workflows for studying free and open source software development},
year = {2008},
note = {Slides from the presentation at the Oxford eResearch Conference of lessons learned in replicating research in eResearch workflows.},
address = {Milan, Italy, 7-10 September},
abstract = {This paper proposes a demonstration of eResearch workflow tools as a model for the research community studying free and open source software and its development. For purposes of background and justification, the paper first introduces eResearch as increasingly practiced in fields such as astrophysics and biology, then contrasts the practice of research on free and open source software. After outlining the suitable public data sources the paper introduces a class of tools known as scientific workflow frameworks, specifically focusing on one---Taverna---and introducing its features. To further explain the tool a complete workflow used for original research on FLOSS is described and the agenda for the live demonstration is outlined.
},
keywords = {eResearch, FLOSS, Workflow},
doi = {10.1007/978-0-387-09684-1_39},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/eResearchWorkflows.pdf},
author = {James Howison and Wiggins, Andrea and Kevin Crowston}
}
@proceedings {,
title = {eSocialScience for Free/Libre Open Source Software researchers},
year = {2008},
address = {Manchester, UK, 18-20 June},
abstract = {This abstract presents a case study of the potential application of eScience tools and practices for the social science research community studying Free/Libre Open Source Software (FLOSS) development practices. We first describe the practice of research on FLOSS to motivate the need for eScience. After outlining suitable public data sources, we describe our initial efforts to introduce eScience tools for FLOSS research, potential obstacles and how the use of such tools might affect the practice of research in this field.},
keywords = {eScience, FLOSS},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/NCeSS2008CrowstonHowisonWiggins.pdf},
author = {Kevin Crowston and James Howison and Wiggins, Andrea}
}
@proceedings {Crowston:2008a,
title = {Opportunities for eScience research on Free/Libre Open Source Software},
year = {2008},
address = {Oxford, England, 11-13 September},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/Opportunities\%20for\%20eScience\%20research\%20on\%20Free.pdf},
author = {Kevin Crowston and James Howison and Wiggins, Andrea}
}
@proceedings {Wiggins:2008,
title = {Replication of FLOSS Research as eResearch},
year = {2008},
address = {Oxford, England, 11-13 September},
abstract = {We are working to introduce the ideas of eResearch to a multi-disciplinary research domain: those researchers examining Free/Libre and Open Source Software (FLOSS) and its development (Howison, Wiggins, \& Crowston, 2008). The first phase of this work focused on building a repository for data on FLOSS teams, FLOSSmole (Howison, Conklin, \& Crowston, 2006), and collaborating with other nascent data repositories in the field. Recently we have begun a second phase, which is to introduce another established principle of eResearch, that of broader collaboration through shared workflows accessing these data repositories. To provide an example of the potential value of this principle, we are replicating seminal FLOSS papers using eResearch approaches. This paper describes research outcomes and lessons learned from translating published literature into eResearch workflows.},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/ReplicationOfFLOSSResearch.pdf},
author = {Wiggins, Andrea and James Howison and Kevin Crowston}
}
@proceedings {Wiggins:2008a,
title = {Social dynamics of FLOSS team communication across channels},
year = {2008},
pages = {131-142},
publisher = {Springer Boston},
address = {Milan, Italy, 7-10 September},
abstract = {This paper extends prior investigation into the social dynamics of free and open source (FLOSS) teams by examining the methodological questions arising from research using social network analysis on open source projects. We evaluate the validity of data sampling by examining dynamics of communication centralization, which vary across multiple communication channels. We also introduce a method for intensity-based smoothing in dynamic social network analysis.},
keywords = {FLOSS},
isbn = {978-0-387-09683-4},
issn = {1571-5736 (Print) 1861-2288 (Online)},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/DSNAWigginsIFIP.pdf},
author = {Wiggins, Andrea and James Howison and Kevin Crowston}
}
@article {2007,
title = {Investigating the Dynamics of FLOSS Development Teams (Poster)},
year = {2007},
note = {SD 2007 poster - Full Adobe PDF
2007 HSD PI{\textquoteright}s conference poster reporting on the grant project work to date in a full Adobe PDF file.
HSD 2007 poster - Small PDF
HSD 2007 conference grant progress reporting poster in a smaller PDF file.
},
attachments = {https://crowston.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.ai_.pdf , https://crowston.syr.edu/sites/crowston.syr.edu/files/HSDposter_8.pdf},
author = {Li, Na and Li, Qing and Kangning Wei and Heckman, Robert and Eseryel, U. Yeliz and Liddy, Elizabeth D. and James Howison and Kevin Crowston and Allen, Eileen E. and Scialdone, Michael J. and Inoue, Keisuke and Harwell, Sarah and Rowe, Steven and McCracken, Nancy and Wiggins, Andrea}
}