{"id":"https://openalex.org/W7202009566","doi":null,"title":"Many Labs 3: Evaluating participant pool quality across the academic semester via replication","display_name":"Many Labs 3: Evaluating participant pool quality across the academic semester via replication","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W7202009566"},"language":"en","primary_location":{"id":"pmh:oai:share.osf.io:bb4863c3-5a7d-442b-9b7b-329d453ef3c2","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/ct89g","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://osf.io/ct89g","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157994836","display_name":"Erica Baranski","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erica Baranski","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158165636","display_name":"Colin Capaldi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Colin Capaldi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158195041","display_name":"Madhavi Menon","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madhavi Menon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158074755","display_name":"Anthony J. Nelson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anthony J. Nelson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135361321","display_name":"Jennifer Joy-Gaba","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jennifer Joy-Gaba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036726400","display_name":"Richard Anthony Klein","orcid":"https://orcid.org/0000-0002-8713-1972","observed_orcids":["https://orcid.org/0000-0002-8713-1972","https://orcid.org/0000-0003-0783-2072"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard A. Klein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158167584","display_name":"David J. Johnson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David J. Johnson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158112320","display_name":"William E. Davis","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William E. Davis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158163459","display_name":"David C Cicero","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David C Cicero","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007195653","display_name":"Hayley M Skulborstad","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hayley M Skulborstad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028758411","display_name":"Nancy I. Budiman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nancy I. Budiman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158054002","display_name":"Christopher R. Chartier","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher R. Chartier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009164791","display_name":"Kyle Sauerberger","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyle Sauerberger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157992898","display_name":"Charles R. Ebersole","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charles R. Ebersole","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158109890","display_name":"John Paul Wilson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Paul Wilson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158202548","display_name":"Diane B. V. Bonfiglio","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diane B. V. Bonfiglio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158166086","display_name":"Timothy Razza","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Timothy Razza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158085742","display_name":"Olivia E. Atherton","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olivia E. Atherton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158209447","display_name":"Jon Grahe","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jon Grahe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068010789","display_name":"Mitchell M. Metzger","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitchell Metzger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158083343","display_name":"Morgan Conway","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morgan Conway","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158198314","display_name":"Michael Jason Bernstein","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Jason Bernstein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141955919","display_name":"Nicholas Rule","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicholas Rule","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033469924","display_name":"Brandon T. Humphrey","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brandon Humphrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158047962","display_name":"Elizabeth R. Brown","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elizabeth R. Brown","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135510551","display_name":"Thierry Devos","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thierry Devos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051786513","display_name":"Komi T. German","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Komi German","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006588072","display_name":"Raelyne L. Dopko","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raelyne L. Dopko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158199321","display_name":"Jennifer A. Coleman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jennifer A. Coleman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158043321","display_name":"Troy G. Steiner","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Troy G. Steiner","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157995864","display_name":"Joshua A. Hicks","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshua A. Hicks","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5142447153","display_name":"Jill Allen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jill Allen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050093942","display_name":"Hannah Juzeler","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hannah Juzeler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158147882","display_name":"John M. Zelenski","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John M. Zelenski","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003697889","display_name":"Christopher J. N. Lustgraaf","orcid":"https://orcid.org/0000-0002-9499-5963","observed_orcids":["https://orcid.org/0000-0002-9499-5963"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher J. N. Lustgraaf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157994096","display_name":"Brian A. Nosek","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian A. Nosek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153704905","display_name":"Jessica Wortman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessica Wortman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153961438","display_name":"Megan Shultz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Megan Shultz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158073330","display_name":"Richard E. Lucas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard E. Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103085253","display_name":"Daniel E. Re","orcid":"https://orcid.org/0000-0003-4480-9971","observed_orcids":["https://orcid.org/0000-0003-4480-9971"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel E. Re","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039882399","display_name":"Aimee L. Belanger","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aimee L. Belanger","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032905909","display_name":"Donald F. Sacco","orcid":"https://orcid.org/0000-0001-6017-5070","observed_orcids":["https://orcid.org/0000-0001-6017-5070"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Donald Sacco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158166902","display_name":"Patrick J. Morse","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patrick J. Morse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025396972","display_name":"Konstantin O. Tskhay","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Konstantin Tskhay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135382302","display_name":"Zack van Allen","orcid":"https://orcid.org/0000-0002-5778-6441","observed_orcids":["https://orcid.org/0000-0002-5778-6441"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zack van Allen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158079893","display_name":"Leanne Boucher","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leanne Boucher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050356641","display_name":"Jaclyn M. Moloney","orcid":"https://orcid.org/0000-0002-9260-7306","observed_orcids":["https://orcid.org/0000-0002-9260-7306"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaclyn M. Moloney","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082854726","display_name":"Jessi L. Smith","orcid":"https://orcid.org/0000-0001-6439-1336","observed_orcids":["https://orcid.org/0000-0001-6439-1336"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessi L. Smith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158164598","display_name":"Jonathan Britten Banks","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Britten Banks","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158042463","display_name":"Anthony Hermann","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anthony Hermann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157993199","display_name":"Radmila Prislin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Radmila Prislin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5142355165","display_name":"James H. Wirth","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"James H. Wirth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035724557","display_name":"Athena H. Cairo","orcid":"https://orcid.org/0000-0003-1699-7864","observed_orcids":["https://orcid.org/0000-0003-1699-7864"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Athena Cairo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021639053","display_name":"Ryan J. Walker","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryan J. Walker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081899650","display_name":"Karin Sobocko","orcid":"https://orcid.org/0000-0002-2707-9535","observed_orcids":["https://orcid.org/0000-0002-2707-9535"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karin Sobocko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158201192","display_name":"Weylin Sternglanz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weylin Sternglanz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5158205622","display_name":"Leigh Ann Vaughn","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leigh Ann Vaughn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.8379999995231628},{"id":"https://openalex.org/keywords/academic-semester","display_name":"academic semester","score":0.550000011920929},{"id":"https://openalex.org/keywords/participant-recruitment","display_name":"participant recruitment","score":0.44200000166893005}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7063000202178955},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.5956000089645386},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5907999873161316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5328999757766724},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5077000260353088},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4147000014781952},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.29269999265670776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2736000120639801},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2524000108242035},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:share.osf.io:bb4863c3-5a7d-442b-9b7b-329d453ef3c2","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/ct89g","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"pmh:oai:share.osf.io:bb4863c3-5a7d-442b-9b7b-329d453ef3c2","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/ct89g","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},"sustainable_development_goals":[{"score":0.5,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W271792581","https://openalex.org/W1593336606","https://openalex.org/W1897139626","https://openalex.org/W1940138200","https://openalex.org/W1941783251","https://openalex.org/W1968133283","https://openalex.org/W1968565026","https://openalex.org/W1981855642","https://openalex.org/W1982343866","https://openalex.org/W1985546777","https://openalex.org/W1988669143","https://openalex.org/W1992180839","https://openalex.org/W1992685814","https://openalex.org/W1996299251","https://openalex.org/W2012428153","https://openalex.org/W2032219167","https://openalex.org/W2035598312","https://openalex.org/W2035782089","https://openalex.org/W2045650366","https://openalex.org/W2054788835","https://openalex.org/W2056166734","https://openalex.org/W2057436194","https://openalex.org/W2065877805","https://openalex.org/W2074817539","https://openalex.org/W2076763018","https://openalex.org/W2076879021","https://openalex.org/W2079875220","https://openalex.org/W2104686673","https://openalex.org/W2110634897","https://openalex.org/W2114185480","https://openalex.org/W2118932991","https://openalex.org/W2120357670","https://openalex.org/W2122644021","https://openalex.org/W2124282270","https://openalex.org/W2125435699","https://openalex.org/W2141281277","https://openalex.org/W2146629826","https://openalex.org/W2150704745","https://openalex.org/W2152427206","https://openalex.org/W2153322464","https://openalex.org/W2162090451","https://openalex.org/W2321867579","https://openalex.org/W4236647735","https://openalex.org/W4255814112","https://openalex.org/W7066377178"],"related_works":["https://openalex.org/W7048881527","https://openalex.org/W7169925576","https://openalex.org/W3158182243","https://openalex.org/W6943883584","https://openalex.org/W7096018653","https://openalex.org/W6940851689","https://openalex.org/W7009899602","https://openalex.org/W7084761790","https://openalex.org/W7167183933","https://openalex.org/W7112195078"],"abstract_inverted_index":{"Many":[0],"Labs":[1],"3":[2],"is":[3],"a":[4,20],"crowdsourced":[5],"project":[6],"that":[7],"systematically":[8],"evaluated":[9],"time-of-semester":[10],"effects":[11],"across":[12],"many":[13],"participant":[14],"pools.":[15],"See":[16],"the":[17,29],"Wiki":[18],"for":[19],"table":[21],"of":[22,24],"contents":[23],"files":[25],"and":[26],"to":[27],"download":[28],"manuscript.":[30]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-09T00:00:00"}