% IMPORTANT: The following is UTF-8 encoded. This means that in the presence
% of non-ASCII characters, it will not work with BibTeX 0.99 or older.
% Instead, you should use an up-to-date BibTeX implementation like “bibtex8” or
% “biber”.
@ARTICLE{BotvinikNezer:875461,
author = {Botvinik-Nezer, Rotem and Holzmeister, Felix and Camerer,
Colin F. and Dreber, Anna and Huber, Juergen and
Johannesson, Magnus and Kirchler, Michael and Iwanir, Roni
and Mumford, Jeanette A. and Adcock, Alison and Avesani,
Paolo and Baczkowski, Blazej and Bajracharya, Aahana and
Bakst, Leah and Ball, Sheryl and Barilari, Marco and Bault,
Nadège and Beaton, Derek and Beitner, Julia and Benoit,
Roland and Berkers, Ruud and Bhanji, Jamil and Biswal,
Bharat and Bobadilla-Suarez, Sebastian and Bortolini, Tiago
and Bottenhorn, Katherine and Bowring, Alexander and Braem,
Senne and Brooks, Hayley and Brudner, Emily and Calderon,
Cristian and Camilleri, Julia and Castrellon, Jaime and
Cecchetti, Luca and Cieslik, Edna and Cole, Zachary and
Collignon, Olivier and Cox, Robert and Cunningham, William
and Czoschke, Stefan and Dadi, Kamalaker and Davis, Charles
and De Luca, Alberto and Delgado, Mauricio and Demetriou,
Lysia and Dennison, Jeffrey and Di, Xin and Dickie, Erin and
Dobryakova, Ekaterina and Donnat, Claire and Dukart, Juergen
and Duncan, Niall W. and Durnez, Joke and Eed, Amr and
Eickhoff, Simon and Erhart, Andrew and Fontanesi, Laura and
Fricke, G. Matthew and Galvan, Adriana and Gau, Remi and
Genon, Sarah and Glatard, Tristan and Glerean, Enrico and
Goeman, Jelle and Golowin, Sergej and González-García,
Carlos and Gorgolewski, Krzysztof and Grady, Cheryl and
Green, Mikella and Guassi Moreira, João and Guest, Olivia
and Hakimi, Shabnam and Hamilton, J. Paul and Hancock,
Roeland and Handjaras, Giacomo and Harry, Bronson and Hawco,
Colin and Herholz, Peer and Herman, Gabrielle and Heunis,
Stephan and Hoffstaedter, Felix and Hogeveen, Jeremy and
Holmes, Susan and Hu, Chuan-Peng and Huettel, Scott and
Hughes, Matthew and Iacovella, Vittorio and Iordan,
Alexandru and Isager, Peder and Isik, Ayse Ilkay and Jahn,
Andrew and Johnson, Matthew and Johnstone, Tom and Joseph,
Michael and Juliano, Anthony and Kable, Joseph and
Kassinopoulos, Michalis and Koba, Cemal and Kong, Xiang-Zhen
and Koscik, Timothy and Kucukboyaci, Nuri Erkut and Kuhl,
Brice and Kupek, Sebastian and Laird, Angela and Lamm, Claus
and Langner, Robert and Lauharatanahirun, Nina and Lee,
Hongmi and Lee, Sangil and Leemans, Alexander and Leo,
Andrea and Lesage, Elise and Li, Flora and Li, Monica and
Lim, Phui Cheng and Lintz, Evan and Liphardt, Schuyler and
Losecaat Vermeer, Annabel and Love, Bradley and Mack,
Michael and Malpica, Norberto and Marins, Theo and Maumet,
Camille and McDonald, Kelsey and McGuire, Joseph and Melero,
Helena and Méndez Leal, Adriana and Meyer, Benjamin and
Meyer, Kristin and Mihai, Paul and Mitsis, Georgios and
Moll, Jorge and Nielson, Dylan and Nilsonne, Gustav and
Notter, Michael and Olivetti, Emanuele and Onicas, Adrian
and Papale, Paolo and Patil, Kaustubh and Peelle, Jonathan
E. and Pérez, Alexandre and Pischedda, Doris and Poline,
Jean-Baptiste and Prystauka, Yanina and Ray, Shruti and
Reuter-Lorenz, Patricia and Reynolds, Richard and Ricciardi,
Emiliano and Rieck, Jenny and Rodriguez-Thompson, Anais and
Romyn, Anthony and Salo, Taylor and Samanez-Larkin, Gregory
and Sanz-Morales, Emilio and Schlichting, Margaret and
Schultz, Douglas and Shen, Qiang and Sheridan, Margaret and
Shiguang, Fu and Silvers, Jennifer and Skagerlund, Kenny and
Smith, Alec and Smith, David and Sokol-Hessner, Peter and
Steinkamp, Simon and Tashjian, Sarah and Thirion, Bertrand
and Thorp, John and Tinghög, Gustav and Tisdall, Loreen and
Tompson, Steven and Toro-Serey, Claudio and Torre, Juan and
Tozzi, Leonardo and Truong, Vuong and Turella, Luca and
van’t Veer, Anna E. and Verguts, Tom and Vettel, Jean and
Vijayarajah, Sagana and Vo, Khoi and Wall, Matthew and
Weeda, Wouter D. and Weis, Susanne and White, David and
Wisniewski, David and Xifra-Porxas, Alba and Yearling, Emily
and Yoon, Sangsuk and Yuan, Rui and Yuen, Kenneth and Zhang,
Lei and Zhang, Xu and Zosky, Joshua and Nichols, Thomas E.
and Poldrack, Russell A. and Schonberg, Tom},
title = {{V}ariability in the analysis of a single neuroimaging
dataset by many teams},
journal = {Nature},
volume = {582},
issn = {0028-0836},
address = {London [u.a.]},
publisher = {Nature Publ. Group},
reportid = {FZJ-2020-02053},
pages = {84–88},
year = {2020},
abstract = {Data analysis workflows in many scientific domains have
become increasingly complex and flexible. To assess the
impact of this flexibility on functional magnetic resonance
imaging (fMRI) results, the same dataset was independently
analyzed by 70 teams, testing nine ex-ante hypotheses. The
flexibility of analytic approaches is exemplified by the
fact that no two teams chose identical workflows to analyze
the data. This flexibility resulted in sizeable variation in
hypothesis test results, even for teams whose statistical
maps were highly correlated at intermediate stages of their
analysis pipeline. Variation in reported results was related
to several aspects of analysis methodology. Importantly,
meta-analytic approaches that aggregated information across
teams yielded significant consensus in activated regions
across teams. Furthermore, prediction markets of researchers
in the field revealed an overestimation of the likelihood of
significant findings, even by researchers with direct
knowledge of the dataset. Our findings show that analytic
flexibility can have substantial effects on scientific
conclusions, and demonstrate factors related to variability
in fMRI. The results emphasize the importance of validating
and sharing complex analysis workflows, and demonstrate the
need for multiple analyses of the same data. Potential
approaches to mitigate issues related to analytical
variability are discussed.},
cin = {INM-7 / INM-3},
ddc = {500},
cid = {I:(DE-Juel1)INM-7-20090406 / I:(DE-Juel1)INM-3-20090406},
pnm = {574 - Theory, modelling and simulation (POF3-574)},
pid = {G:(DE-HGF)POF3-574},
typ = {PUB:(DE-HGF)16},
pubmed = {pmid:32483374},
UT = {WOS:000535225300001},
doi = {10.1038/s41586-020-2314-9},
url = {https://juser.fz-juelich.de/record/875461},
}
guest ::