{"id":"https://openalex.org/W4384661613","doi":"https://doi.org/10.1145/3573051.3596166","title":"How to Open Science: Analyzing the Open Science Statement Compliance of the Learning @ Scale Conference","display_name":"How to Open Science: Analyzing the Open Science Statement Compliance of the Learning @ Scale Conference","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384661613","doi":"https://doi.org/10.1145/3573051.3596166"},"language":"en","primary_location":{"id":"doi:10.1145/3573051.3596166","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3596166","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3573051.3596166","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038906278","display_name":"Aaron Haim","orcid":"https://orcid.org/0000-0002-9287-4201"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Haim","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9287-4201","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042423770","display_name":"Chris Baxter","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Baxter","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7399-6000","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092401382","display_name":"Robert Gyurcsan","orcid":"https://orcid.org/0000-0002-8194-071X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Gyurcsan","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8194-071X","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057695400","display_name":"Stacy T. Shaw","orcid":"https://orcid.org/0000-0002-4326-9937"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stacy T. Shaw","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4326-9937","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil T. Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3280-288X","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":0.2556,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65847926,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"174","last_page":"182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-science","display_name":"Open science","score":0.7044734954833984},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.5804839730262756},{"id":"https://openalex.org/keywords/publishing","display_name":"Publishing","score":0.5768197178840637},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.564236581325531},{"id":"https://openalex.org/keywords/mission-statement","display_name":"Mission statement","score":0.5576373338699341},{"id":"https://openalex.org/keywords/open-data","display_name":"Open data","score":0.47654658555984497},{"id":"https://openalex.org/keywords/open-education","display_name":"Open education","score":0.45926156640052795},{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.4451889097690582},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.4451439082622528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41904836893081665},{"id":"https://openalex.org/keywords/science-education","display_name":"Science education","score":0.4121952950954437},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.3873087167739868},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37113261222839355},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3310171365737915},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.32193198800086975},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.32092005014419556},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.27805864810943604},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2572906017303467},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2480977177619934},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2259068787097931},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11428415775299072}],"concepts":[{"id":"https://openalex.org/C2778149293","wikidata":"https://www.wikidata.org/wiki/Q309823","display_name":"Open science","level":2,"score":0.7044734954833984},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.5804839730262756},{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.5768197178840637},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.564236581325531},{"id":"https://openalex.org/C2776007958","wikidata":"https://www.wikidata.org/wiki/Q942830","display_name":"Mission statement","level":2,"score":0.5576373338699341},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.47654658555984497},{"id":"https://openalex.org/C2781052624","wikidata":"https://www.wikidata.org/wiki/Q1031140","display_name":"Open education","level":2,"score":0.45926156640052795},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.4451889097690582},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.4451439082622528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41904836893081665},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.4121952950954437},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3873087167739868},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37113261222839355},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3310171365737915},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.32193198800086975},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.32092005014419556},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.27805864810943604},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2572906017303467},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2480977177619934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2259068787097931},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11428415775299072},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3573051.3596166","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3596166","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3573051.3596166","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3596166","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1490781083","https://openalex.org/W1592931137","https://openalex.org/W1897139626","https://openalex.org/W1935469306","https://openalex.org/W1993468508","https://openalex.org/W2019070861","https://openalex.org/W2077072541","https://openalex.org/W2115764441","https://openalex.org/W2143312587","https://openalex.org/W2161239612","https://openalex.org/W2166271660","https://openalex.org/W2313516711","https://openalex.org/W2406493898","https://openalex.org/W2481300999","https://openalex.org/W2519024764","https://openalex.org/W2610310340","https://openalex.org/W2617810573","https://openalex.org/W2757785998","https://openalex.org/W2779812635","https://openalex.org/W2788767722","https://openalex.org/W2964820744","https://openalex.org/W2968650104","https://openalex.org/W4226347938","https://openalex.org/W4321441981"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2609700556","https://openalex.org/W4381803711","https://openalex.org/W4319319949","https://openalex.org/W3046463326","https://openalex.org/W4250661671","https://openalex.org/W4233984684","https://openalex.org/W4200052619","https://openalex.org/W4384661613"],"abstract_inverted_index":{"There":[0],"have":[1],"been":[2,94],"numerous":[3],"efforts":[4,16],"documenting":[5],"the":[6,20,27,31,47,81,118,125,154,164,172,179,192,196,219],"effects":[7],"of":[8,34,109,120,127,174,241,259,275,288],"open":[9,35,62,96,128,145,155,214,276,291,295],"science":[10,36,63,97,129,156,215,277],"in":[11,138,188,223,229],"existing":[12],"papers;":[13],"however,":[14],"these":[15],"typically":[17],"only":[18,257,286],"consider":[19],"author's":[21],"analyses":[22],"and":[23,75,123,131,152,232,244,251,268,297],"supplemental":[24],"materials":[25],"from":[26,168,185],"papers.":[28],"While":[29],"understanding":[30],"current":[32],"rate":[33],"adoption":[37,130,181,274],"is":[38,41],"important,":[39],"it":[40],"also":[42],"vital":[43],"that":[44,49,204],"we":[45,148,177],"explore":[46],"factors":[48],"may":[50,57],"encourage":[51],"such":[52,55],"adoption.":[53],"One":[54],"factor":[56],"be":[58,210],"publishing":[59],"organizations":[60],"setting":[61],"requirements":[64],"for":[65],"submitted":[66],"articles:":[67],"encouraging":[68],"researchers":[69,205,220],"to":[70,113,135,162,170,183,195,218],"adopt":[71],"more":[72,211],"rigorous":[73],"reporting":[74],"research":[76],"practices.":[77],"For":[78,104],"example,":[79],"within":[80,117],"education":[82,139,189],"technology":[83,140],"discipline,":[84],"theACM":[85],"Conference":[86,225,234],"on":[87,144,226,235],"Learning":[88],"@":[89],"Scale":[90],"([email":[91],"protected])":[92],"has":[93],"promoting":[95],"practices":[98,134,157,216,278],"since":[99],"2018":[100],"through":[101],"a":[102,142,301],"Call":[103],"Papers":[105],"statement.":[106],"The":[107,272],"purpose":[108],"this":[110],"study":[111],"was":[112,282],"replicate":[114],"previous":[115],"papers":[116,151,289,299],"proceedings":[119],"[email":[121,207,261,280],"protected]":[122,208,262,281],"compare":[124],"degree":[126],"robust":[132],"reproducibility":[133],"other":[136,186],"conferences":[137,187],"without":[141],"statement":[143],"science.":[146],"Specifically,":[147],"examined":[149],"93":[150],"documented":[153],"used.":[158],"We":[159],"then":[160],"attempted":[161],"reproduce":[163],"results":[165],"with":[166,213,249,254,266,270,285],"invitation":[167],"authors":[169],"bolster":[171],"chance":[173],"success.":[175],"Finally,":[176],"compared":[178,217],"overall":[180,193,273],"rates":[182],"those":[184],"technology.":[190],"Although":[191],"responses":[194,246,263],"survey":[197],"were":[198,247,264],"low,":[199],"our":[200],"cursory":[201],"review":[202],"suggests":[203],"at":[206,279],"might":[209],"familiar":[212],"who":[221],"published":[222],"theInternational":[224,233],"Artificial":[227],"Intelligence":[228],"Education":[230],"(AIED)":[231],"Educational":[236],"Data":[237],"Mining":[238],"(EDM):":[239],"13":[240],"28":[242],"AIED":[243],"EDM":[245],"unfamiliar":[248,253,265],"preregistrations":[250,267],"7":[252,260],"preprints,":[255],"while":[256],"2":[258],"0":[269],"preprints.":[271],"much":[283],"lower":[284],"1%":[287],"providing":[290,294],"data,":[292],"5%":[293],"materials,":[296],"no":[298],"had":[300],"preregistration.":[302]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}