{"id":"https://openalex.org/W4289731376","doi":"https://doi.org/10.1145/3501385.3543971","title":"Launching Registered Report Replications in Computer Science Education Research","display_name":"Launching Registered Report Replications in Computer Science Education Research","publication_year":2022,"publication_date":"2022-08-03","ids":{"openalex":"https://openalex.org/W4289731376","doi":"https://doi.org/10.1145/3501385.3543971"},"language":"en","primary_location":{"id":"doi:10.1145/3501385.3543971","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3501385.3543971","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056326360","display_name":"Neil C. C. Brown","orcid":"https://orcid.org/0000-0001-6086-2479"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Neil C. C. Brown","raw_affiliation_strings":["King's College London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College London, United Kingdom","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052425863","display_name":"Eva Marinus","orcid":"https://orcid.org/0000-0002-3628-0695"},"institutions":[{"id":"https://openalex.org/I4210095907","display_name":"Schwyz University of Teacher Education","ror":"https://ror.org/00rqdn375","country_code":"CH","type":"education","lineage":["https://openalex.org/I4210095907"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Eva Marinus","raw_affiliation_strings":["P\u00e4dagogische Hochschule Schwyz, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"P\u00e4dagogische Hochschule Schwyz, Switzerland","institution_ids":["https://openalex.org/I4210095907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014501514","display_name":"Aleata Hubbard Cheuoua","orcid":"https://orcid.org/0000-0002-7310-1326"},"institutions":[{"id":"https://openalex.org/I1319824754","display_name":"Wested","ror":"https://ror.org/015178j52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1319824754"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleata Hubbard Cheuoua","raw_affiliation_strings":["WestEd, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"WestEd, USA","institution_ids":["https://openalex.org/I1319824754"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.617,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91714286,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"309","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/publishing","display_name":"Publishing","score":0.7140617370605469},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6713728904724121},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6606343388557434},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6400375366210938},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5685917139053345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4829546809196472},{"id":"https://openalex.org/keywords/endangered-species","display_name":"Endangered species","score":0.4135900139808655},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3666446805000305},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.24804773926734924},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.1709972321987152},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1129906177520752},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09613513946533203},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06722268462181091},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.06573918461799622}],"concepts":[{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.7140617370605469},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6713728904724121},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6606343388557434},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6400375366210938},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5685917139053345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4829546809196472},{"id":"https://openalex.org/C179345059","wikidata":"https://www.wikidata.org/wiki/Q11394","display_name":"Endangered species","level":3,"score":0.4135900139808655},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3666446805000305},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.24804773926734924},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.1709972321987152},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1129906177520752},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09613513946533203},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06722268462181091},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.06573918461799622},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3501385.3543971","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3501385.3543971","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W36702174","https://openalex.org/W1590984175","https://openalex.org/W1897139626","https://openalex.org/W1966463724","https://openalex.org/W1979517429","https://openalex.org/W1987673761","https://openalex.org/W1992115493","https://openalex.org/W1998410565","https://openalex.org/W2002955157","https://openalex.org/W2097562102","https://openalex.org/W2100267603","https://openalex.org/W2103879113","https://openalex.org/W2125759561","https://openalex.org/W2138432297","https://openalex.org/W2147516620","https://openalex.org/W2152243616","https://openalex.org/W2153646932","https://openalex.org/W2154356129","https://openalex.org/W2158242434","https://openalex.org/W2164005910","https://openalex.org/W2165365113","https://openalex.org/W2167976345","https://openalex.org/W2170274526","https://openalex.org/W2201394645","https://openalex.org/W2201659447","https://openalex.org/W2268773773","https://openalex.org/W2315803208","https://openalex.org/W2322006099","https://openalex.org/W2522521125","https://openalex.org/W2549453003","https://openalex.org/W2601252882","https://openalex.org/W2729447387","https://openalex.org/W2768139941","https://openalex.org/W2787184957","https://openalex.org/W2789952218","https://openalex.org/W2797035815","https://openalex.org/W2884918101","https://openalex.org/W2886666397","https://openalex.org/W2887750630","https://openalex.org/W2903164783","https://openalex.org/W2916542744","https://openalex.org/W2919428740","https://openalex.org/W2919957599","https://openalex.org/W2969260140","https://openalex.org/W2969790276","https://openalex.org/W2992095815","https://openalex.org/W3001870424","https://openalex.org/W3008814053","https://openalex.org/W3010160222","https://openalex.org/W3042990871","https://openalex.org/W3044177754","https://openalex.org/W3046444979","https://openalex.org/W3082857103","https://openalex.org/W3136039143","https://openalex.org/W3160678577","https://openalex.org/W3178012978","https://openalex.org/W3206276757","https://openalex.org/W3211435516","https://openalex.org/W4206820443","https://openalex.org/W4206956321","https://openalex.org/W4210636465","https://openalex.org/W4212845006","https://openalex.org/W4223912619","https://openalex.org/W4231636838","https://openalex.org/W4242175865","https://openalex.org/W4280491951","https://openalex.org/W4281745907","https://openalex.org/W4282015716","https://openalex.org/W6817713987"],"related_works":["https://openalex.org/W4385232734","https://openalex.org/W2380499651","https://openalex.org/W295018105","https://openalex.org/W2291917636","https://openalex.org/W2377600428","https://openalex.org/W623977661","https://openalex.org/W2366593808","https://openalex.org/W2182185803","https://openalex.org/W2374526651","https://openalex.org/W2369525202"],"abstract_inverted_index":{"Background":[0],"and":[1,80,92,136,159,166,256,297,315,319,367],"Context.":[2],"The":[3,69,147,248],"quality":[4,14,24],"of":[5,15,28,46,71,103,111,157,176,198,218,330],"a":[6,86,108,124,160,211,291,322],"research":[7,21,39,61,129,140,314,346,360],"field":[8],"is":[9,25,172,281,350],"greatly":[10],"determined":[11],"by":[12],"the":[13,44,47,97,101,112,139,173,189,196,199,214,237,244,270,301,327,334],"its":[16],"publications.":[17],"However,":[18],"in":[19,179,290,337],"many":[20,345],"fields":[22],"this":[23,171,219,338],"endangered":[26],"because":[27,236],"biases":[29],"towards":[30],"publishing":[31],"positive":[32],"results,":[33],"which":[34],"have":[35],"led":[36],"to":[37,74,84,153,195,209,228,283,298,309,312,363,373],"questionable":[38,60],"practices":[40,62],"that":[41,55,117,122,260,279],"negatively":[42],"impact":[43],"reliability":[45],"reported":[48],"findings.":[49],"Objectives.":[50],"We":[51,169,203,277],"explored":[52],"two":[53],"approaches":[54],"could":[56],"guard":[57],"against":[58],"these":[59],"for":[63,213,286,326,344],"computer":[64,126,180,292],"science":[65,127,181,293],"education":[66,128,182,294],"research:":[67],"1.":[68],"replication":[70],"prior":[72],"studies":[73,255],"confirm":[75],"(or":[76],"refute)":[77],"previous":[78,125],"findings":[79],"2.":[81],"requiring":[82],"authors":[83,197],"submit":[85,210],"registered":[87,120,177,271,287,331],"report,":[88],"containing":[89],"hypotheses,":[90],"methods,":[91],"analytic":[93],"procedures,":[94],"before":[95,143],"conducting":[96],"studies.":[98],"Method.":[99],"Over":[100],"span":[102],"18":[104],"months,":[105],"we":[106],"organized":[107],"special":[109,215,245,339],"issue":[110,246,340],"Computer":[113],"Science":[114],"Education":[115],"journal":[116,295,316],"only":[118],"accepted":[119,200,227],"reports":[121,132,178,222,272],"replicated":[123],"study.":[130],"Registered":[131],"involve":[133],"peer":[134],"review":[135,158,324],"approval":[137],"at":[138,240],"design":[141],"stage,":[142],"data":[144],"collection":[145],"begins.":[146],"editorial":[148,303],"process":[149,191,273],"was":[150,192,274],"thus":[151],"modified":[152,313],"accommodate":[154],"multiple":[155],"rounds":[156],"longer":[161],"time":[162],"period":[163],"between":[164],"original":[165],"final":[167,265],"submissions.":[168],"believe":[170],"first":[174,328],"use":[175],"research.":[183,375],"A":[184],"questionnaire":[185],"gathering":[186],"feedback":[187,268],"on":[188,352],"new":[190],"also":[193],"administered":[194],"reports.":[201,332],"Findings.":[202],"found":[204],"seven":[205],"author":[206,251],"teams":[207,225,252],"willing":[208],"manuscript":[212],"issue.":[216],"Out":[217],"pool,":[220],"preregistered":[221],"from":[223],"five":[224],"were":[226,261],"be":[229,342,356,371],"taken":[230],"forwards.":[231],"One":[232],"team":[233],"then":[234],"withdrew":[235],"ethics":[238],"procedure":[239],"their":[241,254],"institution":[242],"exceeded":[243],"timeline.":[247],"remaining":[249],"four":[250],"conducted":[253],"resubmitted":[257],"full":[258],"papers":[259],"accepted,":[262],"pending":[263],"some":[264],"corrections.":[266],"Authors\u2019":[267],"about":[269],"positive.":[275],"Implications.":[276],"demonstrated":[278],"it":[280],"possible":[282],"attract":[284],"interest":[285],"report":[288],"replications":[289],"issue,":[296],"successfully":[299],"conduct":[300],"necessary":[302],"steps.":[304],"Future":[305],"efforts":[306],"should":[307],"attend":[308],"challenges":[310],"related":[311],"submission":[317],"timelines":[318],"consider":[320],"adding":[321],"second":[323],"cycle":[325],"stage":[329],"While":[333],"procedures":[335],"used":[336],"may":[341],"suitable":[343],"approaches,":[347],"further":[348],"discussion":[349],"warranted":[351],"how":[353,368],"they":[354,369],"can":[355,370],"combined":[357],"with":[358],"exploratory":[359],"(as":[361],"opposed":[362],"hypothesis":[364],"testing":[365],"research)":[366],"adapted":[372],"non-positivist":[374]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}