@article{discovery10139549, note = {{\copyright} 2021 Springer Nature Limited. This article is licensed under a Creative Commons Attribution 4.0 International License (http://creativecommons.org/licenses/by/4.0/).}, publisher = {NATURE PORTFOLIO}, year = {2021}, volume = {8}, number = {1}, journal = {Scientific Data}, title = {Accessible data curation and analytics for international-scale citizen science datasets}, author = {Murray, B and Kerfoot, E and Chen, L and Deng, J and Graham, MS and Sudre, CH and Molteni, E and Canas, LS and Antonelli, M and Klaser, K and Visconti, A and Hammers, A and Chan, AT and Franks, PW and Davies, R and Wolf, J and Spector, TD and Steves, CJ and Modat, M and Ourselin, S}, url = {https://doi.org/10.1038/s41597-021-01071-x}, abstract = {The Covid Symptom Study, a smartphone-based surveillance study on COVID-19 symptoms in the population, is an exemplar of big data citizen science. As of May 23rd, 2021, over 5 million participants have collectively logged over 360 million self-assessment reports since its introduction in March 2020. The success of the Covid Symptom Study creates significant technical challenges around effective data curation. The primary issue is scale. The size of the dataset means that it can no longer be readily processed using standard Python-based data analytics software such as Pandas on commodity hardware. Alternative technologies exist but carry a higher technical complexity and are less accessible to many researchers. We present ExeTera, a Python-based open source software package designed to provide Pandas-like data analytics on datasets that approach terabyte scales. We present its design and capabilities, and show how it is a critical component of a data curation pipeline that enables reproducible research across an international research group for the Covid Symptom Study.}, keywords = {Epidemiology, Research data} }