{"id":"https://openalex.org/W4321441981","doi":"https://doi.org/10.1145/3576050.3576071","title":"How to Open Science: A Principle and Reproducibility Review of the Learning Analytics and Knowledge Conference","display_name":"How to Open Science: A Principle and Reproducibility Review of the Learning Analytics and Knowledge Conference","publication_year":2023,"publication_date":"2023-02-21","ids":{"openalex":"https://openalex.org/W4321441981","doi":"https://doi.org/10.1145/3576050.3576071"},"language":"en","primary_location":{"id":"doi:10.1145/3576050.3576071","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576071","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576071","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576071","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038906278","display_name":"Aaron Haim","orcid":"https://orcid.org/0000-0002-9287-4201"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aaron Haim","raw_affiliation_strings":["Computer Science, Worcester Polytechnic Institute, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science, Worcester Polytechnic Institute, United States","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057695400","display_name":"Stacy T. Shaw","orcid":"https://orcid.org/0000-0002-4326-9937"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stacy Shaw","raw_affiliation_strings":["Social Science, Worcester Polytechnic Institute, United States"],"affiliations":[{"raw_affiliation_string":"Social Science, Worcester Polytechnic Institute, United States","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil Heffernan","raw_affiliation_strings":["Computer Science, Worcester Polytechnic Institute, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science, Worcester Polytechnic Institute, United States","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038906278"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":1.0968,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82876108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"156","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-science","display_name":"Open science","score":0.7621874809265137},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7364736795425415},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6818019151687622},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6718142032623291},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.6367480754852295},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6177597045898438},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.598555326461792},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5655656456947327},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5083908438682556},{"id":"https://openalex.org/keywords/open-data","display_name":"Open data","score":0.4899651110172272},{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.42812085151672363},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41358932852745056},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.29550600051879883},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09365081787109375}],"concepts":[{"id":"https://openalex.org/C2778149293","wikidata":"https://www.wikidata.org/wiki/Q309823","display_name":"Open science","level":2,"score":0.7621874809265137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7364736795425415},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6818019151687622},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6718142032623291},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.6367480754852295},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6177597045898438},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.598555326461792},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5655656456947327},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5083908438682556},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.4899651110172272},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.42812085151672363},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41358932852745056},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29550600051879883},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09365081787109375},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576050.3576071","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576071","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576071","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3576050.3576071","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576071","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576071","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1062574218","display_name":"REU Site: Leveraging The Learning Sciences & Technologies to Enhance Education and Learning in Secondary Schools","funder_award_id":"1950683","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1183413665","display_name":null,"funder_award_id":"1940236","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2239023174","display_name":"Collaborative Research: Common Error Diagnostics and Support in Short-answer Math Questions","funder_award_id":"2118904","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G240046155","display_name":null,"funder_award_id":"1822830","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2657468873","display_name":null,"funder_award_id":"1917713","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2698097454","display_name":null,"funder_award_id":"15030","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3470392105","display_name":null,"funder_award_id":"1724889","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3842111572","display_name":"Collaborative Research: Common Error Diagnostics and Support in Short-answer Math Questions","funder_award_id":"2118725","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G440167496","display_name":null,"funder_award_id":"1535428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4772289274","display_name":null,"funder_award_id":"1759229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5023194926","display_name":null,"funder_award_id":"1917808","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7786263690","display_name":null,"funder_award_id":"50306","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G842482667","display_name":null,"funder_award_id":"GAANN","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8459806742","display_name":null,"funder_award_id":"1903304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321441981.pdf","grobid_xml":"https://content.openalex.org/works/W4321441981.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W196073216","https://openalex.org/W1490781083","https://openalex.org/W1592931137","https://openalex.org/W1897139626","https://openalex.org/W1935469306","https://openalex.org/W1993468508","https://openalex.org/W2019070861","https://openalex.org/W2076983445","https://openalex.org/W2077072541","https://openalex.org/W2086235321","https://openalex.org/W2088512750","https://openalex.org/W2115764441","https://openalex.org/W2128749775","https://openalex.org/W2143312587","https://openalex.org/W2166271660","https://openalex.org/W2313516711","https://openalex.org/W2406493898","https://openalex.org/W2481300999","https://openalex.org/W2519024764","https://openalex.org/W2609499779","https://openalex.org/W2753127894","https://openalex.org/W2779812635","https://openalex.org/W2788767722","https://openalex.org/W2800260430","https://openalex.org/W2885000341","https://openalex.org/W2891798678","https://openalex.org/W2944196828","https://openalex.org/W2964820744","https://openalex.org/W2968650104","https://openalex.org/W3161588210","https://openalex.org/W4206450273","https://openalex.org/W4214819927","https://openalex.org/W4226347938","https://openalex.org/W4242290573","https://openalex.org/W4247987692"],"related_works":["https://openalex.org/W2345835657","https://openalex.org/W2293871551","https://openalex.org/W4200142686","https://openalex.org/W3017109063","https://openalex.org/W2921772030","https://openalex.org/W3006255515","https://openalex.org/W3120228629","https://openalex.org/W4386356460","https://openalex.org/W4297803948","https://openalex.org/W3093267682"],"abstract_inverted_index":{"Within":[0],"the":[1,13,104,121,124,134,178,193,207,218,222,235],"field":[2,115,242],"of":[3,41,73,103,123,136,192,206,217,237],"education":[4],"technology,":[5],"learning":[6],"analytics":[7],"has":[8,52],"increased":[9],"in":[10,54,58,221],"popularity":[11],"over":[12],"past":[14],"decade.":[15],"Researchers":[16],"conduct":[17],"experiments":[18],"and":[19,49,63,84,88,130,132,151,174],"develop":[20],"software,":[21],"building":[22],"on":[23,127,231],"each":[24,167],"other\u2019s":[25],"work":[26],"to":[27,43,67,99,108,169,176,181,214,233],"create":[28],"more":[29,46,59],"intricate":[30],"systems.":[31],"In":[32],"parallel,":[33],"open":[34,60,74,137,142,171,197],"science":[35,138,172,198],"\u2014":[36,51],"which":[37],"describes":[38],"a":[39,110,241],"set":[40],"practices":[42,173],"make":[44,80],"research":[45,160,194,239],"open,":[47],"transparent,":[48],"reproducible":[50],"exploded":[53],"recent":[55],"years,":[56],"resulting":[57],"data,":[61],"code,":[62,83],"materials":[64,85],"for":[65,166],"researchers":[66,77],"use.":[68],"However,":[69],"without":[70],"prior":[71],"knowledge":[72],"science,":[75],"many":[76],"do":[78],"not":[79,97],"their":[81,182],"datasets,":[82],"openly":[86],"available,":[87],"those":[89],"that":[90,188],"are":[91,93],"available":[92,149],"often":[94],"difficult,":[95],"if":[96],"impossible,":[98],"reproduce.":[100],"The":[101],"purpose":[102],"current":[105],"study":[106],"was":[107],"take":[109],"close":[111],"look":[112],"at":[113],"our":[114,238],"by":[116,228],"examining":[117],"previous":[118],"papers":[119,219],"within":[120],"proceedings":[122],"International":[125],"Conference":[126],"Learning":[128],"Analytics":[129],"Knowledge,":[131],"document":[133],"rate":[135],"adoption":[139],"(e.g.,":[140],"preregistration,":[141],"data),":[143],"as":[144,146,240],"well":[145,148],"how":[147,232],"data":[150],"code":[152],"could":[153],"be":[154],"reproduced.":[155],"Specifically,":[156],"we":[157,211],"examined":[158],"133":[159],"papers,":[161],"allowing":[162],"ourselves":[163],"15":[164],"minutes":[165],"paper":[168],"identify":[170],"attempt":[175],"reproduce":[177,215],"results":[179,186],"according":[180],"provided":[183],"specifications.":[184],"Our":[185],"showed":[187],"less":[189],"than":[190],"half":[191],"adopted":[195],"standard":[196],"principles,":[199],"with":[200],"approximately":[201],"5%":[202],"fully":[203],"meeting":[204],"some":[205],"defined":[208],"principles.":[209],"Further,":[210],"were":[212],"unable":[213],"any":[216],"successfully":[220],"given":[223],"time":[224],"period.":[225],"We":[226],"conclude":[227],"providing":[229],"recommendations":[230],"improve":[234],"reproducibility":[236],"moving":[243],"forward.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}