{"id":"https://openalex.org/W2969260140","doi":"https://doi.org/10.1145/3345328","title":"A Systematic Investigation of Replications in Computing Education Research","display_name":"A Systematic Investigation of Replications in Computing Education Research","publication_year":2019,"publication_date":"2019-08-17","ids":{"openalex":"https://openalex.org/W2969260140","doi":"https://doi.org/10.1145/3345328","mag":"2969260140"},"language":"en","primary_location":{"id":"doi:10.1145/3345328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3345328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3345328","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3345328","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101759518","display_name":"Qiang Hao","orcid":"https://orcid.org/0000-0001-6361-5035"},"institutions":[{"id":"https://openalex.org/I52669646","display_name":"Western Washington University","ror":"https://ror.org/05wn7r715","country_code":"US","type":"education","lineage":["https://openalex.org/I52669646"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qiang Hao","raw_affiliation_strings":["Western Washington University, Bellingham, WA"],"raw_orcid":"https://orcid.org/0000-0001-6361-5035","affiliations":[{"raw_affiliation_string":"Western Washington University, Bellingham, WA","institution_ids":["https://openalex.org/I52669646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014942043","display_name":"David H. Smith","orcid":"https://orcid.org/0000-0002-6572-4347"},"institutions":[{"id":"https://openalex.org/I52669646","display_name":"Western Washington University","ror":"https://ror.org/05wn7r715","country_code":"US","type":"education","lineage":["https://openalex.org/I52669646"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David H. Smith IV","raw_affiliation_strings":["Western Washington University, Bellingham, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Washington University, Bellingham, WA","institution_ids":["https://openalex.org/I52669646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040261233","display_name":"Naitra Iriumi","orcid":null},"institutions":[{"id":"https://openalex.org/I52669646","display_name":"Western Washington University","ror":"https://ror.org/05wn7r715","country_code":"US","type":"education","lineage":["https://openalex.org/I52669646"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naitra Iriumi","raw_affiliation_strings":["Western Washington University, Bellingham, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Washington University, Bellingham, WA","institution_ids":["https://openalex.org/I52669646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065458099","display_name":"Michail Tsikerdekis","orcid":"https://orcid.org/0000-0001-6898-952X"},"institutions":[{"id":"https://openalex.org/I52669646","display_name":"Western Washington University","ror":"https://ror.org/05wn7r715","country_code":"US","type":"education","lineage":["https://openalex.org/I52669646"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michail Tsikerdekis","raw_affiliation_strings":["Western Washington University, Bellingham, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Washington University, Bellingham, WA","institution_ids":["https://openalex.org/I52669646"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037160778","display_name":"Amy J. Ko","orcid":"https://orcid.org/0000-0001-7461-4783"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy J. Ko","raw_affiliation_strings":["University of Washington, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101759518"],"corresponding_institution_ids":["https://openalex.org/I52669646"],"apc_list":null,"apc_paid":null,"fwci":9.372,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.97855662,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"4","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7919387817382812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6221203804016113},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.49144208431243896},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48299968242645264},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.4184314012527466},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.34769952297210693},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25319576263427734},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.17473843693733215},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12385356426239014}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7919387817382812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6221203804016113},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49144208431243896},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48299968242645264},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.4184314012527466},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.34769952297210693},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25319576263427734},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17473843693733215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12385356426239014},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3345328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3345328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3345328","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3345328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3345328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3345328","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2969260140.pdf","grobid_xml":"https://content.openalex.org/works/W2969260140.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1669024269","https://openalex.org/W1897139626","https://openalex.org/W1966463724","https://openalex.org/W1971621932","https://openalex.org/W1971845200","https://openalex.org/W1987673761","https://openalex.org/W1987777080","https://openalex.org/W2000911559","https://openalex.org/W2004740500","https://openalex.org/W2010090529","https://openalex.org/W2021458971","https://openalex.org/W2028775105","https://openalex.org/W2032866148","https://openalex.org/W2033408859","https://openalex.org/W2036586008","https://openalex.org/W2067566126","https://openalex.org/W2081814119","https://openalex.org/W2090655269","https://openalex.org/W2113533445","https://openalex.org/W2121821727","https://openalex.org/W2139319950","https://openalex.org/W2141647178","https://openalex.org/W2142264597","https://openalex.org/W2144981148","https://openalex.org/W2157148654","https://openalex.org/W2165944832","https://openalex.org/W2294335786","https://openalex.org/W2331384579","https://openalex.org/W2549453003","https://openalex.org/W2886656734","https://openalex.org/W2886666397","https://openalex.org/W3124333825","https://openalex.org/W4205785435","https://openalex.org/W4213117155","https://openalex.org/W6776601356"],"related_works":["https://openalex.org/W4205713785","https://openalex.org/W3016766501","https://openalex.org/W2901033488","https://openalex.org/W2031325922","https://openalex.org/W3086458689","https://openalex.org/W4287666211","https://openalex.org/W2025865172","https://openalex.org/W2898161671","https://openalex.org/W2249859249","https://openalex.org/W1594042954"],"abstract_inverted_index":{"As":[0],"the":[1,20,25,55,61,73,94,107,114,131,160,172],"societal":[2,50],"demands":[3],"for":[4,33,98,174],"application":[5],"and":[6,30,35,49,139,150,157,181,191],"knowledge":[7],"in":[8,45,77,88,154,178],"computer":[9],"science":[10],"(CS)":[11],"increase,":[12],"CS":[13,58],"student":[14],"enrollment":[15],"keeps":[16],"growing":[17],"rapidly":[18],"around":[19],"world.":[21],"By":[22],"continuously":[23],"improving":[24],"efficacy":[26],"of":[27,57,64,75,93,110,117,134,164],"computing":[28,38,65,118,135,155,165,179],"education":[29,39,66,119,136,166,180],"providing":[31],"guidelines":[32],"learning":[34],"teaching":[36],"practice,":[37],"research":[40,189],"plays":[41],"a":[42,89],"vital":[43],"role":[44,63],"addressing":[46],"both":[47],"educational":[48],"challenges":[51],"that":[52,159],"emerge":[53],"from":[54,146],"growth":[56],"students.":[59],"Given":[60],"significant":[62],"research,":[67],"it":[68],"is":[69,91],"important":[70,96],"to":[71,82,106,184],"ensure":[72],"reliability":[74],"studies":[76,84,145,177,187],"this":[78,126,128],"field.":[79],"The":[80],"extent":[81],"which":[83],"can":[85],"be":[86],"replicated":[87],"field":[90],"one":[92],"most":[95],"standards":[97],"reliability.":[99],"Different":[100],"fields":[101],"have":[102],"paid":[103],"increasing":[104],"attention":[105],"replication":[108,115,132,162,176,186],"rates":[109],"their":[111],"studies,":[112],"but":[113],"rate":[116,133,163],"was":[120,167],"never":[121],"systematically":[122],"studied.":[123],"To":[124],"fill":[125],"gap,":[127],"study":[129,170],"investigated":[130],"between":[137],"2009":[138],"2018.":[140],"We":[141],"examined":[142],"2,269":[143],"published":[144],"three":[147],"major":[148,152],"conferences":[149],"two":[151],"journals":[153],"education,":[156],"found":[158],"overall":[161],"2.38%.":[168],"This":[169],"demonstrated":[171],"need":[173],"more":[175],"discussed":[182],"how":[183],"encourage":[185],"through":[188],"initiatives":[190],"policy":[192],"making.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}