000875461 001__ 875461
000875461 005__ 20230711152439.0
000875461 0247_ $$2doi$$a10.1101/843193
000875461 0247_ $$2doi$$a10.1038/s41586-020-2314-9
000875461 0247_ $$2Handle$$a2128/25728
000875461 0247_ $$2altmetric$$aaltmetric:82417714
000875461 0247_ $$2pmid$$apmid:32483374
000875461 0247_ $$2WOS$$aWOS:000535225300001
000875461 037__ $$aFZJ-2020-02053
000875461 082__ $$a500
000875461 1001_ $$00000-0003-2669-1877$$aBotvinik-Nezer, Rotem$$b0
000875461 245__ $$aVariability in the analysis of a single neuroimaging dataset by many teams
000875461 260__ $$aLondon [u.a.]$$bNature Publ. Group$$c2020
000875461 3367_ $$2DRIVER$$aarticle
000875461 3367_ $$2DataCite$$aOutput Types/Journal article
000875461 3367_ $$0PUB:(DE-HGF)16$$2PUB:(DE-HGF)$$aJournal Article$$bjournal$$mjournal$$s1600885198_17522
000875461 3367_ $$2BibTeX$$aARTICLE
000875461 3367_ $$2ORCID$$aJOURNAL_ARTICLE
000875461 3367_ $$00$$2EndNote$$aJournal Article
000875461 520__ $$aData analysis workflows in many scientific domains have become increasingly complex and flexible. To assess the impact of this flexibility on functional magnetic resonance imaging (fMRI) results, the same dataset was independently analyzed by 70 teams, testing nine ex-ante hypotheses. The flexibility of analytic approaches is exemplified by the fact that no two teams chose identical workflows to analyze the data. This flexibility resulted in sizeable variation in hypothesis test results, even for teams whose statistical maps were highly correlated at intermediate stages of their analysis pipeline. Variation in reported results was related to several aspects of analysis methodology. Importantly, meta-analytic approaches that aggregated information across teams yielded significant consensus in activated regions across teams. Furthermore, prediction markets of researchers in the field revealed an overestimation of the likelihood of significant findings, even by researchers with direct knowledge of the dataset. Our findings show that analytic flexibility can have substantial effects on scientific conclusions, and demonstrate factors related to variability in fMRI. The results emphasize the importance of validating and sharing complex analysis workflows, and demonstrate the need for multiple analyses of the same data. Potential approaches to mitigate issues related to analytical variability are discussed.
000875461 536__ $$0G:(DE-HGF)POF3-574$$a574 - Theory, modelling and simulation (POF3-574)$$cPOF3-574$$fPOF III$$x0
000875461 588__ $$aDataset connected to CrossRef
000875461 7001_ $$00000-0001-9606-0427$$aHolzmeister, Felix$$b1
000875461 7001_ $$aCamerer, Colin F.$$b2
000875461 7001_ $$aDreber, Anna$$b3
000875461 7001_ $$aHuber, Juergen$$b4
000875461 7001_ $$aJohannesson, Magnus$$b5
000875461 7001_ $$aKirchler, Michael$$b6
000875461 7001_ $$aIwanir, Roni$$b7
000875461 7001_ $$aMumford, Jeanette A.$$b8
000875461 7001_ $$aAdcock, Alison$$b9
000875461 7001_ $$aAvesani, Paolo$$b10
000875461 7001_ $$aBaczkowski, Blazej$$b11
000875461 7001_ $$aBajracharya, Aahana$$b12
000875461 7001_ $$aBakst, Leah$$b13
000875461 7001_ $$aBall, Sheryl$$b14
000875461 7001_ $$aBarilari, Marco$$b15
000875461 7001_ $$aBault, Nadège$$b16
000875461 7001_ $$aBeaton, Derek$$b17
000875461 7001_ $$aBeitner, Julia$$b18
000875461 7001_ $$aBenoit, Roland$$b19
000875461 7001_ $$aBerkers, Ruud$$b20
000875461 7001_ $$aBhanji, Jamil$$b21
000875461 7001_ $$aBiswal, Bharat$$b22
000875461 7001_ $$aBobadilla-Suarez, Sebastian$$b23
000875461 7001_ $$aBortolini, Tiago$$b24
000875461 7001_ $$aBottenhorn, Katherine$$b25
000875461 7001_ $$aBowring, Alexander$$b26
000875461 7001_ $$aBraem, Senne$$b27
000875461 7001_ $$aBrooks, Hayley$$b28
000875461 7001_ $$aBrudner, Emily$$b29
000875461 7001_ $$aCalderon, Cristian$$b30
000875461 7001_ $$0P:(DE-Juel1)172024$$aCamilleri, Julia$$b31
000875461 7001_ $$aCastrellon, Jaime$$b32
000875461 7001_ $$aCecchetti, Luca$$b33
000875461 7001_ $$0P:(DE-Juel1)131855$$aCieslik, Edna$$b34
000875461 7001_ $$aCole, Zachary$$b35
000875461 7001_ $$aCollignon, Olivier$$b36
000875461 7001_ $$aCox, Robert$$b37
000875461 7001_ $$aCunningham, William$$b38
000875461 7001_ $$aCzoschke, Stefan$$b39
000875461 7001_ $$aDadi, Kamalaker$$b40
000875461 7001_ $$aDavis, Charles$$b41
000875461 7001_ $$aDe Luca, Alberto$$b42
000875461 7001_ $$aDelgado, Mauricio$$b43
000875461 7001_ $$aDemetriou, Lysia$$b44
000875461 7001_ $$aDennison, Jeffrey$$b45
000875461 7001_ $$aDi, Xin$$b46
000875461 7001_ $$aDickie, Erin$$b47
000875461 7001_ $$aDobryakova, Ekaterina$$b48
000875461 7001_ $$aDonnat, Claire$$b49
000875461 7001_ $$0P:(DE-Juel1)177772$$aDukart, Juergen$$b50
000875461 7001_ $$aDuncan, Niall W.$$b51
000875461 7001_ $$aDurnez, Joke$$b52
000875461 7001_ $$aEed, Amr$$b53
000875461 7001_ $$0P:(DE-Juel1)131678$$aEickhoff, Simon$$b54
000875461 7001_ $$aErhart, Andrew$$b55
000875461 7001_ $$aFontanesi, Laura$$b56
000875461 7001_ $$aFricke, G. Matthew$$b57
000875461 7001_ $$aGalvan, Adriana$$b58
000875461 7001_ $$aGau, Remi$$b59
000875461 7001_ $$0P:(DE-Juel1)161225$$aGenon, Sarah$$b60
000875461 7001_ $$aGlatard, Tristan$$b61
000875461 7001_ $$aGlerean, Enrico$$b62
000875461 7001_ $$aGoeman, Jelle$$b63
000875461 7001_ $$aGolowin, Sergej$$b64
000875461 7001_ $$aGonzález-García, Carlos$$b65
000875461 7001_ $$aGorgolewski, Krzysztof$$b66
000875461 7001_ $$aGrady, Cheryl$$b67
000875461 7001_ $$aGreen, Mikella$$b68
000875461 7001_ $$aGuassi Moreira, João$$b69
000875461 7001_ $$aGuest, Olivia$$b70
000875461 7001_ $$aHakimi, Shabnam$$b71
000875461 7001_ $$aHamilton, J. Paul$$b72
000875461 7001_ $$aHancock, Roeland$$b73
000875461 7001_ $$aHandjaras, Giacomo$$b74
000875461 7001_ $$aHarry, Bronson$$b75
000875461 7001_ $$aHawco, Colin$$b76
000875461 7001_ $$aHerholz, Peer$$b77
000875461 7001_ $$aHerman, Gabrielle$$b78
000875461 7001_ $$aHeunis, Stephan$$b79
000875461 7001_ $$0P:(DE-Juel1)131684$$aHoffstaedter, Felix$$b80
000875461 7001_ $$aHogeveen, Jeremy$$b81
000875461 7001_ $$aHolmes, Susan$$b82
000875461 7001_ $$aHu, Chuan-Peng$$b83
000875461 7001_ $$aHuettel, Scott$$b84
000875461 7001_ $$aHughes, Matthew$$b85
000875461 7001_ $$aIacovella, Vittorio$$b86
000875461 7001_ $$aIordan, Alexandru$$b87
000875461 7001_ $$aIsager, Peder$$b88
000875461 7001_ $$aIsik, Ayse Ilkay$$b89
000875461 7001_ $$aJahn, Andrew$$b90
000875461 7001_ $$aJohnson, Matthew$$b91
000875461 7001_ $$aJohnstone, Tom$$b92
000875461 7001_ $$aJoseph, Michael$$b93
000875461 7001_ $$aJuliano, Anthony$$b94
000875461 7001_ $$aKable, Joseph$$b95
000875461 7001_ $$aKassinopoulos, Michalis$$b96
000875461 7001_ $$aKoba, Cemal$$b97
000875461 7001_ $$aKong, Xiang-Zhen$$b98
000875461 7001_ $$aKoscik, Timothy$$b99
000875461 7001_ $$aKucukboyaci, Nuri Erkut$$b100
000875461 7001_ $$aKuhl, Brice$$b101
000875461 7001_ $$aKupek, Sebastian$$b102
000875461 7001_ $$aLaird, Angela$$b103
000875461 7001_ $$aLamm, Claus$$b104
000875461 7001_ $$0P:(DE-Juel1)131693$$aLangner, Robert$$b105
000875461 7001_ $$aLauharatanahirun, Nina$$b106
000875461 7001_ $$aLee, Hongmi$$b107
000875461 7001_ $$aLee, Sangil$$b108
000875461 7001_ $$aLeemans, Alexander$$b109
000875461 7001_ $$aLeo, Andrea$$b110
000875461 7001_ $$aLesage, Elise$$b111
000875461 7001_ $$aLi, Flora$$b112
000875461 7001_ $$aLi, Monica$$b113
000875461 7001_ $$aLim, Phui Cheng$$b114
000875461 7001_ $$aLintz, Evan$$b115
000875461 7001_ $$aLiphardt, Schuyler$$b116
000875461 7001_ $$aLosecaat Vermeer, Annabel$$b117
000875461 7001_ $$aLove, Bradley$$b118
000875461 7001_ $$aMack, Michael$$b119
000875461 7001_ $$aMalpica, Norberto$$b120
000875461 7001_ $$aMarins, Theo$$b121
000875461 7001_ $$aMaumet, Camille$$b122
000875461 7001_ $$aMcDonald, Kelsey$$b123
000875461 7001_ $$aMcGuire, Joseph$$b124
000875461 7001_ $$aMelero, Helena$$b125
000875461 7001_ $$aMéndez Leal, Adriana$$b126
000875461 7001_ $$aMeyer, Benjamin$$b127
000875461 7001_ $$aMeyer, Kristin$$b128
000875461 7001_ $$aMihai, Paul$$b129
000875461 7001_ $$aMitsis, Georgios$$b130
000875461 7001_ $$aMoll, Jorge$$b131
000875461 7001_ $$aNielson, Dylan$$b132
000875461 7001_ $$aNilsonne, Gustav$$b133
000875461 7001_ $$aNotter, Michael$$b134
000875461 7001_ $$aOlivetti, Emanuele$$b135
000875461 7001_ $$aOnicas, Adrian$$b136
000875461 7001_ $$aPapale, Paolo$$b137
000875461 7001_ $$0P:(DE-Juel1)172843$$aPatil, Kaustubh$$b138
000875461 7001_ $$aPeelle, Jonathan E.$$b139
000875461 7001_ $$aPérez, Alexandre$$b140
000875461 7001_ $$aPischedda, Doris$$b141
000875461 7001_ $$aPoline, Jean-Baptiste$$b142
000875461 7001_ $$aPrystauka, Yanina$$b143
000875461 7001_ $$aRay, Shruti$$b144
000875461 7001_ $$aReuter-Lorenz, Patricia$$b145
000875461 7001_ $$aReynolds, Richard$$b146
000875461 7001_ $$aRicciardi, Emiliano$$b147
000875461 7001_ $$aRieck, Jenny$$b148
000875461 7001_ $$aRodriguez-Thompson, Anais$$b149
000875461 7001_ $$aRomyn, Anthony$$b150
000875461 7001_ $$aSalo, Taylor$$b151
000875461 7001_ $$aSamanez-Larkin, Gregory$$b152
000875461 7001_ $$aSanz-Morales, Emilio$$b153
000875461 7001_ $$aSchlichting, Margaret$$b154
000875461 7001_ $$aSchultz, Douglas$$b155
000875461 7001_ $$aShen, Qiang$$b156
000875461 7001_ $$aSheridan, Margaret$$b157
000875461 7001_ $$aShiguang, Fu$$b158
000875461 7001_ $$aSilvers, Jennifer$$b159
000875461 7001_ $$aSkagerlund, Kenny$$b160
000875461 7001_ $$aSmith, Alec$$b161
000875461 7001_ $$aSmith, David$$b162
000875461 7001_ $$aSokol-Hessner, Peter$$b163
000875461 7001_ $$0P:(DE-Juel1)171320$$aSteinkamp, Simon$$b164$$ufzj
000875461 7001_ $$aTashjian, Sarah$$b165
000875461 7001_ $$aThirion, Bertrand$$b166
000875461 7001_ $$aThorp, John$$b167
000875461 7001_ $$aTinghög, Gustav$$b168
000875461 7001_ $$aTisdall, Loreen$$b169
000875461 7001_ $$aTompson, Steven$$b170
000875461 7001_ $$aToro-Serey, Claudio$$b171
000875461 7001_ $$aTorre, Juan$$b172
000875461 7001_ $$aTozzi, Leonardo$$b173
000875461 7001_ $$aTruong, Vuong$$b174
000875461 7001_ $$aTurella, Luca$$b175
000875461 7001_ $$avan’t Veer, Anna E.$$b176
000875461 7001_ $$aVerguts, Tom$$b177
000875461 7001_ $$aVettel, Jean$$b178
000875461 7001_ $$aVijayarajah, Sagana$$b179
000875461 7001_ $$aVo, Khoi$$b180
000875461 7001_ $$aWall, Matthew$$b181
000875461 7001_ $$aWeeda, Wouter D.$$b182
000875461 7001_ $$0P:(DE-Juel1)172811$$aWeis, Susanne$$b183
000875461 7001_ $$aWhite, David$$b184
000875461 7001_ $$aWisniewski, David$$b185
000875461 7001_ $$aXifra-Porxas, Alba$$b186
000875461 7001_ $$aYearling, Emily$$b187
000875461 7001_ $$aYoon, Sangsuk$$b188
000875461 7001_ $$aYuan, Rui$$b189
000875461 7001_ $$aYuen, Kenneth$$b190
000875461 7001_ $$aZhang, Lei$$b191
000875461 7001_ $$aZhang, Xu$$b192
000875461 7001_ $$aZosky, Joshua$$b193
000875461 7001_ $$00000-0002-4516-5103$$aNichols, Thomas E.$$b194$$eCorresponding author
000875461 7001_ $$00000-0001-6755-0259$$aPoldrack, Russell A.$$b195$$eCorresponding author
000875461 7001_ $$00000-0002-4485-816X$$aSchonberg, Tom$$b196$$eCorresponding author
000875461 773__ $$0PERI:(DE-600)1413423-8$$a10.1038/s41586-020-2314-9$$p84–88$$tNature <London>$$v582$$x0028-0836$$y2020
000875461 8564_ $$uhttps://juser.fz-juelich.de/record/875461/files/RotemBotvinik20.pdf$$yRestricted$$zStatID:(DE-HGF)0599
000875461 8564_ $$uhttps://juser.fz-juelich.de/record/875461/files/author_accepted_manuscript.pdf$$yOpenAccess$$zStatID:(DE-HGF)0510
000875461 8564_ $$uhttps://juser.fz-juelich.de/record/875461/files/author_accepted_manuscript_supp.pdf$$yRestricted$$zStatID:(DE-HGF)0599
000875461 8564_ $$uhttps://juser.fz-juelich.de/record/875461/files/RotemBotvinik20.pdf?subformat=pdfa$$xpdfa$$yRestricted$$zStatID:(DE-HGF)0599
000875461 8564_ $$uhttps://juser.fz-juelich.de/record/875461/files/author_accepted_manuscript_supp.pdf?subformat=pdfa$$xpdfa$$yRestricted$$zStatID:(DE-HGF)0599
000875461 909CO $$ooai:juser.fz-juelich.de:875461$$pdnbdelivery$$pdriver$$pVDB$$popen_access$$popenaire
000875461 915__ $$0StatID:(DE-HGF)0150$$2StatID$$aDBCoverage$$bWeb of Science Core Collection$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0600$$2StatID$$aDBCoverage$$bEbsco Academic Search$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1040$$2StatID$$aDBCoverage$$bZoological Record$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1200$$2StatID$$aDBCoverage$$bChemical Reactions$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1060$$2StatID$$aDBCoverage$$bCurrent Contents - Agriculture, Biology and Environmental Sciences$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1030$$2StatID$$aDBCoverage$$bCurrent Contents - Life Sciences$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0110$$2StatID$$aWoS$$bScience Citation Index$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0111$$2StatID$$aWoS$$bScience Citation Index Expanded$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0420$$2StatID$$aNationallizenz$$d2020-01-12$$wger
000875461 915__ $$0StatID:(DE-HGF)1150$$2StatID$$aDBCoverage$$bCurrent Contents - Physical, Chemical and Earth Sciences$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0310$$2StatID$$aDBCoverage$$bNCBI Molecular Biology Database$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)9940$$2StatID$$aIF >= 40$$bNATURE : 2018$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0199$$2StatID$$aDBCoverage$$bClarivate Analytics Master Journal List$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0200$$2StatID$$aDBCoverage$$bSCOPUS$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1050$$2StatID$$aDBCoverage$$bBIOSIS Previews$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0100$$2StatID$$aJCR$$bNATURE : 2018$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1210$$2StatID$$aDBCoverage$$bIndex Chemicus$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0510$$2StatID$$aOpenAccess
000875461 915__ $$0StatID:(DE-HGF)0300$$2StatID$$aDBCoverage$$bMedline$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)1190$$2StatID$$aDBCoverage$$bBiological Abstracts$$d2020-01-12
000875461 915__ $$0LIC:(DE-HGF)CCBY4$$2HGFVOC$$aCreative Commons Attribution CC BY 4.0
000875461 915__ $$0StatID:(DE-HGF)0030$$2StatID$$aPeer Review$$bASC$$d2020-01-12
000875461 915__ $$0StatID:(DE-HGF)0160$$2StatID$$aDBCoverage$$bEssential Science Indicators$$d2020-01-12
000875461 9141_ $$y2020
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)172024$$aForschungszentrum Jülich$$b31$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)131855$$aForschungszentrum Jülich$$b34$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)131678$$aForschungszentrum Jülich$$b54$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)161225$$aForschungszentrum Jülich$$b60$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)131684$$aForschungszentrum Jülich$$b80$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)131693$$aForschungszentrum Jülich$$b105$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)172843$$aForschungszentrum Jülich$$b138$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)171320$$aForschungszentrum Jülich$$b164$$kFZJ
000875461 9101_ $$0I:(DE-588b)5008462-8$$6P:(DE-Juel1)172811$$aForschungszentrum Jülich$$b183$$kFZJ
000875461 9131_ $$0G:(DE-HGF)POF3-574$$1G:(DE-HGF)POF3-570$$2G:(DE-HGF)POF3-500$$3G:(DE-HGF)POF3$$4G:(DE-HGF)POF$$aDE-HGF$$bKey Technologies$$lDecoding the Human Brain$$vTheory, modelling and simulation$$x0
000875461 920__ $$lyes
000875461 9201_ $$0I:(DE-Juel1)INM-7-20090406$$kINM-7$$lGehirn & Verhalten$$x0
000875461 9201_ $$0I:(DE-Juel1)INM-3-20090406$$kINM-3$$lKognitive Neurowissenschaften$$x1
000875461 980__ $$ajournal
000875461 980__ $$aVDB
000875461 980__ $$aUNRESTRICTED
000875461 980__ $$aI:(DE-Juel1)INM-7-20090406
000875461 980__ $$aI:(DE-Juel1)INM-3-20090406
000875461 980__ $$aOPENSCIENCE
000875461 9801_ $$aFullTexts