@article{discovery10192414,
            note = {{\copyright} 2024 The Authors. Magnetic Resonance in Medicine published by Wiley Periodicals LLC on behalf of International Society for Magnetic Resonance in Medicine.

This is an open access article under the terms of the Creative Commons Attribution License, which permits use, distribution and reproduction in any medium, provided the original work is properly cited.},
         journal = {Magnetic Resonance in Medicine},
           title = {Repeat it without me: Crowdsourcing the T1 mapping common ground via the ISMRM reproducibility challenge},
            year = {2024},
           month = {May},
       publisher = {Wiley},
            issn = {0740-3194},
        keywords = {T1 mapping, inversion recovery, open data, quantitative MRI, reproducibility},
          author = {Boudreau, Mathieu and Karakuzu, Agah and Cohen-Adad, Julien and Bozkurt, Ecem and Carr, Madeline and Castellaro, Marco and Concha, Luis and Doneva, Mariya and Dual, Seraina A and Ensworth, Alex and Foias, Alexandru and Fortier, V{\'e}ronique and Gabr, Refaat E and Gilbert, Guillaume and Glide-Hurst, Carri K and Grech-Sollars, Matthew and Hu, Siyuan and Jalnefjord, Oscar and Jovicich, Jorge and Keskin, K{\"u}bra and Koken, Peter and Kolokotronis, Anastasia and Kukran, Simran and Lee, Nam G and Levesque, Ives R and Li, Bochao and Ma, Dan and M{\"a}dler, Burkhard and Maforo, Nyasha G and Near, Jamie and Pasaye, Erick and Ramirez-Manzanares, Alonso and Statton, Ben and Stehning, Christian and Tambalo, Stefano and Tian, Ye and Wang, Chenyang and Weiss, Kilian and Zakariaei, Niloufar and Zhang, Shuo and Zhao, Ziwei and Stikov, Nikola and ISMRM Reproducible Research Study Group {and} the ISMRM Quantitati, {}},
        abstract = {PURPOSE: T1 mapping is a widely used quantitative MRI technique, but its tissue-specific values remain inconsistent across protocols, sites, and vendors. The ISMRM Reproducible Research and Quantitative MR study groups jointly launched a challenge to assess the reproducibility of a well-established inversion-recovery T1 mapping technique, using acquisition details from a seminal T1 mapping paper on a standardized phantom and in human brains. METHODS: The challenge used the acquisition protocol from Barral et al. (2010). Researchers collected T1 mapping data on the ISMRM/NIST phantom and/or in human brains. Data submission, pipeline development, and analysis were conducted using open-source platforms. Intersubmission and intrasubmission comparisons were performed. RESULTS: Eighteen submissions (39 phantom and 56 human datasets) on scanners by three MRI vendors were collected at 3 T (except one, at 0.35 T). The mean coefficient of variation was 6.1\% for intersubmission phantom measurements, and 2.9\% for intrasubmission measurements. For humans, the intersubmission/intrasubmission coefficient of variation was 5.9/3.2\% in the genu and 16/6.9\% in the cortex. An interactive dashboard for data visualization was also developed: https://rrsg2020.dashboards.neurolibre.org. CONCLUSION: The T1 intersubmission variability was twice as high as the intrasubmission variability in both phantoms and human brains, indicating that the acquisition details in the original paper were insufficient to reproduce a quantitative MRI protocol. This study reports the inherent uncertainty in T1 measures across independent research groups, bringing us one step closer to a practical clinical baseline of T1 variations in vivo.},
             url = {http://dx.doi.org/10.1002/mrm.30111}
}