{"id":"https://openalex.org/W2799188124","doi":"https://doi.org/10.1080/08993408.2018.1435113","title":"Using automatic machine assessment to teach computer programming","display_name":"Using automatic machine assessment to teach computer programming","publication_year":2017,"publication_date":"2017-10-02","ids":{"openalex":"https://openalex.org/W2799188124","doi":"https://doi.org/10.1080/08993408.2018.1435113","mag":"2799188124"},"language":"en","primary_location":{"id":"doi:10.1080/08993408.2018.1435113","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2018.1435113","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013597864","display_name":"Phil Maguire","orcid":null},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Phil Maguire","raw_affiliation_strings":["Department of Computer Science, National University of Ireland, Maynooth, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Ireland, Maynooth, Ireland","institution_ids":["https://openalex.org/I157286207"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003549312","display_name":"Rebecca Maguire","orcid":"https://orcid.org/0000-0002-0368-4626"},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Rebecca Maguire","raw_affiliation_strings":["Department of Psychology, National University of Ireland, Maynooth, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, National University of Ireland, Maynooth, Ireland","institution_ids":["https://openalex.org/I157286207"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103280453","display_name":"Robert J. Kelly","orcid":"https://orcid.org/0000-0002-6847-4726"},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Robert Kelly","raw_affiliation_strings":["Department of Computer Science, National University of Ireland, Maynooth, Ireland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Ireland, Maynooth, Ireland","institution_ids":["https://openalex.org/I157286207"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013597864"],"corresponding_institution_ids":["https://openalex.org/I157286207"],"apc_list":null,"apc_paid":null,"fwci":1.1755,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85363335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"27","issue":"3-4","first_page":"197","last_page":"214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8376184105873108},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.6636033654212952},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5962852835655212},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5296977162361145},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5269452333450317},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48022159934043884},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4421570599079132},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4170922636985779},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.327136754989624},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3231170177459717},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.1785793900489807},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.09839358925819397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8376184105873108},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.6636033654212952},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5962852835655212},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5296977162361145},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5269452333450317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48022159934043884},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4421570599079132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4170922636985779},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.327136754989624},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3231170177459717},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.1785793900489807},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.09839358925819397},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/08993408.2018.1435113","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2018.1435113","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},{"id":"pmh:oai:mural.maynoothuniversity.ie:12365","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196370","display_name":"MURAL - Maynooth University Research Archive Library (National University of Ireland, Maynooth)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157286207","host_organization_name":"National University of Ireland, Maynooth","host_organization_lineage":["https://openalex.org/I157286207"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1500031184","https://openalex.org/W1512623932","https://openalex.org/W1538013227","https://openalex.org/W1605780952","https://openalex.org/W1615097079","https://openalex.org/W1858973166","https://openalex.org/W1965295547","https://openalex.org/W1967747674","https://openalex.org/W1979862995","https://openalex.org/W1982548025","https://openalex.org/W1991482315","https://openalex.org/W2006216391","https://openalex.org/W2011607672","https://openalex.org/W2016922325","https://openalex.org/W2018480071","https://openalex.org/W2024710696","https://openalex.org/W2034892828","https://openalex.org/W2035035690","https://openalex.org/W2035570066","https://openalex.org/W2063810299","https://openalex.org/W2065027304","https://openalex.org/W2067438752","https://openalex.org/W2067963826","https://openalex.org/W2072470757","https://openalex.org/W2077361439","https://openalex.org/W2082065116","https://openalex.org/W2089010774","https://openalex.org/W2092525986","https://openalex.org/W2099608640","https://openalex.org/W2103572666","https://openalex.org/W2103779859","https://openalex.org/W2106376880","https://openalex.org/W2108943567","https://openalex.org/W2111227071","https://openalex.org/W2126436154","https://openalex.org/W2145006212","https://openalex.org/W2147070375","https://openalex.org/W2149242086","https://openalex.org/W2151828850","https://openalex.org/W2158244854","https://openalex.org/W2166711035","https://openalex.org/W2198417016","https://openalex.org/W2268329921","https://openalex.org/W2594056401","https://openalex.org/W2913327068","https://openalex.org/W3005175660","https://openalex.org/W3015519228","https://openalex.org/W4232491028","https://openalex.org/W4233179062","https://openalex.org/W4234979349","https://openalex.org/W4241231104","https://openalex.org/W4249812482","https://openalex.org/W4254369932","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W94411513","https://openalex.org/W2377770720","https://openalex.org/W2113626999","https://openalex.org/W4311883357","https://openalex.org/W160889949","https://openalex.org/W2364696089","https://openalex.org/W309910862","https://openalex.org/W2369004811","https://openalex.org/W2392500469","https://openalex.org/W3195956009"],"abstract_inverted_index":{"We":[0,114],"report":[1],"on":[2,136],"an":[3],"intervention":[4],"in":[5,45,75,82],"which":[6],"informal":[7],"programming":[8,83],"labs":[9],"were":[10],"switched":[11],"to":[12,128],"a":[13,18,54],"weekly":[14],"machine-evaluated":[15],"test":[16],"for":[17,51,70,123],"second":[19],"year":[20],"Data":[21],"Structures":[22],"and":[23,40,80,104,141],"Algorithms":[24],"module.":[25],"Using":[26],"the":[27,41,63,73,95,98,105,143],"online":[28],"HackerRank":[29,60],"system,":[30,97],"we":[31],"investigated":[32],"whether":[33],"greater":[34],"constructive":[35],"alignment":[36],"between":[37],"course":[38],"content":[39],"exam":[42,67],"would":[43],"result":[44],"lower":[46],"failure":[47,100],"rates.":[48],"After":[49],"controlling":[50],"known":[52],"associates,":[53],"hierarchical":[55],"regression":[56],"model":[57],"revealed":[58],"that":[59,116],"performance":[61],"was":[62,102],"best":[64],"predictor":[65],"of":[66,72,78,107,139,145],"performance,":[68],"accounting":[69],"18%":[71],"variance":[74],"scores.":[76],"Extent":[77],"practice":[79],"confidence":[81],"ability":[84],"emerged":[85],"as":[86],"additional":[87],"significant":[88],"predictors.":[89],"Although":[90],"students":[91,108,122],"expressed":[92],"negativity":[93],"towards":[94],"automated":[96],"overall":[99],"rate":[101],"halved,":[103],"number":[106],"gaining":[109],"first":[110],"class":[111],"honours":[112],"tripled.":[113],"infer":[115],"automatic":[117],"machine":[118],"assessment":[119],"better":[120],"prepares":[121],"situations":[124],"where":[125],"they":[126],"have":[127],"write":[129],"code":[130],"by":[131,133],"themselves":[132],"eliminating":[134],"reliance":[135],"external":[137],"sources":[138],"help":[140],"motivating":[142],"development":[144],"self-sufficiency.":[146]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}