{"id":"https://openalex.org/W2549453003","doi":"https://doi.org/10.1145/2999541.2999554","title":"Replication in computing education research: researcher attitudes and experiences","display_name":"Replication in computing education research: researcher attitudes and experiences","alternate_titles":[],"publication_year":2016,"publication_date":"2016-11-23","ids":{"openalex":"https://openalex.org/W2549453003","doi":"https://doi.org/10.1145/2999541.2999554","mag":"2549453003"},"language":"en","primary_location":{"id":"doi:10.1145/2999541.2999554","doi":"https://doi.org/10.1145/2999541.2999554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2999541.2999554","pdf_url":null,"source":{"id":"https://openalex.org/S4306420430","display_name":"Koli Calling International Conference on Computing Education Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2549453003"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://opus.lib.uts.edu.au/bitstream/10453/78996/4/2016-KOLI.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017006322","display_name":"Alireza Ahadi","orcid":"https://orcid.org/0000-0002-2018-3065","observed_orcids":["https://orcid.org/0000-0002-2018-3065"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alireza Ahadi","raw_affiliation_strings":["Univ. of Technology, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Technology, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076828114","display_name":"Arto Hellas","orcid":"https://orcid.org/0000-0001-6502-209X","observed_orcids":["https://orcid.org/0000-0001-6502-209X"]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["University of Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033863786","display_name":"Petri Ihantola","orcid":"https://orcid.org/0000-0003-1197-7266","observed_orcids":["https://orcid.org/0000-0003-1197-7266"]},"institutions":[{"id":"https://openalex.org/I4387152565","display_name":"Tampere University of Technology","ror":"https://ror.org/02ba3pt07","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849","https://openalex.org/I4387152565"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Petri Ihantola","raw_affiliation_strings":["Tampere Univ. of Technology, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tampere Univ. of Technology, Finland","institution_ids":["https://openalex.org/I4387152565"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005341681","display_name":"Ari Korhonen","orcid":"https://orcid.org/0000-0002-2784-7979","observed_orcids":["https://orcid.org/0000-0002-2784-7979"]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ari Korhonen","raw_affiliation_strings":["Aalto University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047964559","display_name":"Andrew Petersen","orcid":"https://orcid.org/0000-0003-1337-7985","observed_orcids":["https://orcid.org/0000-0003-1337-7985"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Petersen","raw_affiliation_strings":["Univ. of Toronto Mississauga, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Toronto Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1295,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.87847966,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2","last_page":"11"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.42800000309944153,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.42800000309944153,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10561","display_name":"Educational Research and Methods","score":0.20559999346733093,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.14470000565052032,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.7900000214576721},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.8920000195503235},{"id":"https://openalex.org/keywords/researcher-attitudes","display_name":"researcher attitudes","score":0.7250000238418579},{"id":"https://openalex.org/keywords/computing-education-research","display_name":"computing education research","score":0.9010000228881836},{"id":"https://openalex.org/keywords/research-credibility","display_name":"research credibility","score":0.5070000290870667},{"id":"https://openalex.org/keywords/research-practices","display_name":"research practices","score":0.30300000309944153},{"id":"https://openalex.org/keywords/researcher-experience","display_name":"researcher experience","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.8339102268218994},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7306218147277832},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732006669044495},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.6012030839920044},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5997589826583862},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.45727258920669556},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4180622100830078},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12221822142601013},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09701281785964966},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09410819411277771},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07628914713859558},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2999541.2999554","doi":"https://doi.org/10.1145/2999541.2999554","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2999541.2999554","pdf_url":null,"source":{"id":"https://openalex.org/S4306420430","display_name":"Koli Calling International Conference on Computing Education Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/78996","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/78996","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/78996/4/2016-KOLI.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/78996","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/78996","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/78996/4/2016-KOLI.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"sustainable_development_goals":[{"score":0.7567999958992004,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2549453003.pdf","grobid_xml":"https://content.openalex.org/works/W2549453003.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W180299270","https://openalex.org/W1881792686","https://openalex.org/W1897139626","https://openalex.org/W1913875882","https://openalex.org/W1971621932","https://openalex.org/W1987673761","https://openalex.org/W1987777080","https://openalex.org/W1994501680","https://openalex.org/W2000911559","https://openalex.org/W2008985174","https://openalex.org/W2009659869","https://openalex.org/W2012283428","https://openalex.org/W2019796319","https://openalex.org/W2021458971","https://openalex.org/W2032866148","https://openalex.org/W2046177002","https://openalex.org/W2058975394","https://openalex.org/W2061554433","https://openalex.org/W2067438752","https://openalex.org/W2077361439","https://openalex.org/W2080209500","https://openalex.org/W2081312500","https://openalex.org/W2081814119","https://openalex.org/W2087450162","https://openalex.org/W2090056437","https://openalex.org/W2124063001","https://openalex.org/W2126539575","https://openalex.org/W2128246772","https://openalex.org/W2135754112","https://openalex.org/W2139319950","https://openalex.org/W2144981148","https://openalex.org/W2158332717","https://openalex.org/W2165944832","https://openalex.org/W2166420405","https://openalex.org/W2227029029","https://openalex.org/W2246250695","https://openalex.org/W2264893711","https://openalex.org/W2275142089","https://openalex.org/W2281037989","https://openalex.org/W2284289670","https://openalex.org/W2290831829","https://openalex.org/W2291698658","https://openalex.org/W2322167628","https://openalex.org/W2329566489","https://openalex.org/W2331384579","https://openalex.org/W2394598249","https://openalex.org/W2406493898","https://openalex.org/W2734562148","https://openalex.org/W6672758620"],"related_works":["https://openalex.org/W2969260140","https://openalex.org/W7167417251","https://openalex.org/W2995281728","https://openalex.org/W3044177754","https://openalex.org/W7203832012","https://openalex.org/W7106807826","https://openalex.org/W7202075618","https://openalex.org/W2339648574","https://openalex.org/W3158077596","https://openalex.org/W4362700445"],"abstract_inverted_index":{"Replicability":[0],"is":[1],"a":[2,54],"core":[3],"principle":[4],"of":[5,56],"the":[6,30,32],"scientific":[7,11],"method.":[8],"However,":[9],"several":[10],"disciplines":[12],"have":[13],"suffered":[14],"crises":[15],"in":[16,19],"confidence":[17],"caused,":[18],"large":[20],"part,":[21],"by":[22],"attitudes":[23],"toward":[24],"replication.":[25],"This":[26],"work":[27],"reports":[28],"on":[29],"value":[31],"computing":[33,58],"education":[34,59],"research":[35],"community":[36],"associates":[37],"with":[38],"studies":[39],"that":[40],"aim":[41],"to":[42],"replicate,":[43],"reproduce":[44],"or":[45],"repeat":[46],"earlier":[47],"research.":[48],"The":[49],"results":[50],"were":[51],"obtained":[52],"from":[53],"survey":[55],"73":[57],"researchers.":[60]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2549453003","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-11-30T00:00:00"}
