@article {7547,
	title = {Multidimensional Signals and Analytic Flexibility: Estimating Degrees of Freedom in Human-Speech Analyses},
	journal = {Advances in Methods and Practices in Psychological Science},
	volume = {6},
	year = {2023},
	month = {07/2023},
	pages = {29},
	type = {Registered Report},
	abstract = {<p>Recent empirical studies have highlighted the large degree of analytic flexibility in data analysis that can lead to substantially different conclusions based on the same data set. Thus, researchers have expressed their concerns that these researcher degrees of freedom might facilitate bias and can lead to claims that do not stand the test of time. Even greater flexibility is to be expected in fields in which the primary data lend themselves to a variety of possible operationalizations. The multidimensional, temporally extended nature of speech constitutes an ideal testing ground for assessing the variability in analytic approaches, which derives not only from aspects of statistical modeling but also from decisions regarding the quantification of the measured behavior. In this study, we gave the same speech-production data set to 46 teams of researchers and asked them to answer the same research question, resulting in substantial variability in reported effect sizes and their interpretation. Using Bayesian meta-analytic tools, we further found little to no evidence that the observed variability can be explained by analysts\&rsquo; prior beliefs, expertise, or the perceived quality of their analyses. In light of this idiosyncratic variability, we recommend that researchers more transparently share details of their analysis, strengthen the link between theoretical construct and quantitative system, and calibrate their (un)certainty in their conclusions.</p>
},
	keywords = {acoustic analysis, crowdsourcing science, data analysis, scientific transparency, speech},
	issn = {2515-2459, 2515-2467},
	doi = {10.1177/25152459231162567},
	url = {http://journals.sagepub.com/doi/10.1177/25152459231162567},
	author = {Coretta, Stefano and Casillas, Joseph V. and Roessig, Simon and Franke, Michael and Ahn, Byron and Al-Hoorie, Ali H. and Al-Tamimi, Jalal and Alotaibi, Najd E. and AlShakhori, Mohammed K. and Altmiller, Ruth M. and Arantes, Pablo and Athanasopoulou, Angeliki and Baese-Berk, Melissa M. and Bailey, George and Sangma, Cheman Baira A and Beier, Eleonora J. and Benavides, Gabriela M. and Benker, Nicole and BensonMeyer, Emelia P. and Benway, Nina R. and Berry, Grant M. and Bing, Liwen and Bjorndahl, Christina and Bolyanatz, Mari{\v s}ka and Braver, Aaron and Brown, Violet A. and Brown, Alicia M. and Brugos, Alejna and Buchanan, Erin M. and Butlin, Tanna and Bux{\'o}-Lugo, Andr{\'e}s and Caillol, Coline and Cangemi, Francesco and Carignan, Christopher and Carraturo, Sita and Caudrelier, Tiphaine and Chodroff, Eleanor and Cohn, Michelle and Cronenberg, Johanna and Crouzet, Olivier and Dagar, Erica L. and Dawson, Charlotte and Diantoro, Carissa A. and Dokovova, Marie and Drake, Shiloh and Du, Fengting and Dubuis, Margaux and Du{\^e}me, Florent and Durward, Matthew and Egurtzegi, Ander and Elsherif, Mahmoud M. and Esser, Janina and Ferragne, Emmanuel and Ferreira, Fernanda and Fink, Lauren K. and Finley, Sara and Foster, Kurtis and Foulkes, Paul and Franzke, Rosa and Frazer-McKee, Gabriel and Fromont, Robert and Garc{\'\i}a, Christina and Geller, Jason and Grasso, Camille L. and Greca, Pia and Grice, Martine and Grose-Hodge, Magdalena S. and Gully, Amelia J. and Halfacre, Caitlin and Hauser, Ivy and Hay, Jen and Haywood, Robert and Hellmuth, Sam and Hilger, Allison I. and Holliday, Nicole and Hoogland, Damar and Huang, Yaqian and Hughes, Vincent and Icardo Isasa, Ane and Ilchovska, Zlatomira G. and Jeon, Hae-Sung and Jones, Jacq and Junges, M{\'a}gat N. and Kaefer, Stephanie and Kaland, Constantijn and Kelley, Matthew C. and Kelly, Niamh E. and Kettig, Thomas and Khattab, Ghada and Koolen, Ruud and Krahmer, Emiel and Krajewska, Dorota and Krug, Andreas and Kumar, Abhilasha A. and Lander, Anna and Lentz, Tomas O. and Li, Wanyin and Li, Yanyu and Lialiou, Maria and Lima, Ronaldo M. and Lo, Justin J. H. and Lopez Otero, Julio Cesar and Mackay, Bradley and MacLeod, Bethany and Mallard, Mel and McConnellogue, Carol-Ann Mary and Moroz, George and Murali, Mridhula and Nalborczyk, Ladislas and Nenadi{\'c}, Filip and Nieder, Jessica and Nikoli{\'c}, Du{\v s}an and Nogueira, Francisco G. S. and Offerman, Heather M. and Passoni, Elisa and P{\'e}lissier, Maud and Perry, Scott J. and Pfiffner, Alexandra M. and Proctor, Michael and Rhodes, Ryan and Rodr{\'\i}guez, Nicole and Roepke, Elizabeth and R{\"o}er, Jan P. and Sbacco, Lucia and Scarborough, Rebecca and Schaeffler, Felix and Schleef, Erik and Schmitz, Dominic and Shiryaev, Alexander and S{\'o}skuthy, M{\'a}rton and Spaniol, Malin and Stanley, Joseph A. and Strickler, Alyssa and Tavano, Alessandro and Tomaschek, Fabian and Tucker, Benjamin V. and Turnbull, Rory and Ugwuanyi, Kingsley O. and Urrestarazu-Porta, I{\~n}igo and Van De Vijver, Ruben and Van Engen, Kristin J. and Van Miltenburg, Emiel and Wang, Bruce Xiao and Warner, Natasha and Wehrle, Simon and Westerbeek, Hans and Wiener, Seth and Winters, Stephen and Wong, Sidney G.-J. and Wood, Anna and Wottawa, Jane and Xu, Chenzi and Z{\'a}rate-S{\'a}ndez, Germ{\'a}n and Zellou, Georgia and Zhang, Cong and Zhu, Jian and Roettger, Timo B.}
}
