{"id":"https://openalex.org/W2809360845","doi":"https://doi.org/10.1145/3197091.3205841","title":"A review of introductory programming research 2003\u20132017","display_name":"A review of introductory programming research 2003\u20132017","publication_year":2018,"publication_date":"2018-06-20","ids":{"openalex":"https://openalex.org/W2809360845","doi":"https://doi.org/10.1145/3197091.3205841","mag":"2809360845"},"language":"en","primary_location":{"id":"doi:10.1145/3197091.3205841","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3197091.3205841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Simon","orcid":null},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon","raw_affiliation_strings":["University of Newcastle, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Newcastle, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019774144","display_name":"Ibrahim Albluwi","orcid":"https://orcid.org/0000-0003-1816-3943"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ibrahim Albluwi","raw_affiliation_strings":["Princeton University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029977269","display_name":"Michail N. Giannakos","orcid":"https://orcid.org/0000-0002-8016-6208"},"institutions":[{"id":"https://openalex.org/I4210165875","display_name":"NTNU Samfunnsforskning","ror":"https://ror.org/05pv30e80","country_code":"NO","type":"facility","lineage":["https://openalex.org/I4210165875"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michail Giannakos","raw_affiliation_strings":["NTNU, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTNU, Norway","institution_ids":["https://openalex.org/I4210165875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090188442","display_name":"Amruth N. Kumar","orcid":"https://orcid.org/0000-0002-1951-3995"},"institutions":[{"id":"https://openalex.org/I171851574","display_name":"Ramapo College","ror":"https://ror.org/03s2x9d90","country_code":"US","type":"education","lineage":["https://openalex.org/I171851574"]},{"id":"https://openalex.org/I64281891","display_name":"College of New Jersey","ror":"https://ror.org/02nx5r318","country_code":"US","type":"education","lineage":["https://openalex.org/I64281891"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amruth N. Kumar","raw_affiliation_strings":["Ramapo College of New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ramapo College of New Jersey, USA","institution_ids":["https://openalex.org/I171851574","https://openalex.org/I64281891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089915810","display_name":"Linda Ott","orcid":null},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linda Ott","raw_affiliation_strings":["Michigan Technological University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan Technological University, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054071982","display_name":"James H. Paterson","orcid":"https://orcid.org/0000-0002-6955-1009"},"institutions":[{"id":"https://openalex.org/I195939026","display_name":"Glasgow Caledonian University","ror":"https://ror.org/03dvm1235","country_code":"GB","type":"education","lineage":["https://openalex.org/I195939026"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James Paterson","raw_affiliation_strings":["Glasgow Caledonian University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Glasgow Caledonian University, UK","institution_ids":["https://openalex.org/I195939026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071048934","display_name":"Michael Scott","orcid":"https://orcid.org/0000-0002-6803-1490"},"institutions":[{"id":"https://openalex.org/I189486483","display_name":"Falmouth University","ror":"https://ror.org/022gstf70","country_code":"GB","type":"education","lineage":["https://openalex.org/I189486483"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael James Scott","raw_affiliation_strings":["Falmouth University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Falmouth University, UK","institution_ids":["https://openalex.org/I189486483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022993892","display_name":"Judy Sheard","orcid":"https://orcid.org/0000-0002-4179-8149"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Judy Sheard","raw_affiliation_strings":["Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016821538","display_name":"Claudia Szabo","orcid":"https://orcid.org/0000-0003-2501-1155"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Claudia Szabo","raw_affiliation_strings":["University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5061895558"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":4.2944,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94031629,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"342","last_page":"343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9348999857902527,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6661744713783264},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.42367807030677795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6661744713783264},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42367807030677795}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3197091.3205841","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3197091.3205841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},{"id":"pmh:oai:researchonline.gcu.ac.uk:publications/ef2b6b72-07ac-4782-ba0a-258b88e55732","is_oa":false,"landing_page_url":"https://researchonline.gcu.ac.uk/en/publications/ef2b6b72-07ac-4782-ba0a-258b88e55732","pdf_url":null,"source":{"id":"https://openalex.org/S4306402566","display_name":"ResearchOnline (Glasgow Caledonian University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195939026","host_organization_name":"Glasgow Caledonian University","host_organization_lineage":["https://openalex.org/I195939026"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Luxton-Reilly, A, Simon, Albluwi, I, Becker, B A, Giannakos, M, Kumar, A N, Ott, L, Paterson, J, Scott, M J, Szabo, C & Sheard, J 2018, A review of introductory programming research 2003\u20132017. in P Andreou, M Armoni, J C Read & I Polycarpou (eds), ITiCSE 2018: Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education. Annual Conference on Innovation and Technology in Computer Science Education, ITiCSE, Association for Computing Machinery (ACM), pp. 342-343, 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education, Larnaca, Cyprus, 2/07/18. https://doi.org/10.1145/3197091.3205841","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p-3136","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p/2146","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications, Part 1","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1966463724","https://openalex.org/W1995555481","https://openalex.org/W2067438752","https://openalex.org/W2067963826","https://openalex.org/W2090471876","https://openalex.org/W2106956101","https://openalex.org/W2147070375","https://openalex.org/W2167759247","https://openalex.org/W2465021265","https://openalex.org/W2469877382","https://openalex.org/W2724855087","https://openalex.org/W2766624855","https://openalex.org/W4251662847"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"A":[0],"broad":[1],"review":[2,122,144,178],"of":[3,10,28,36,81,90,123,130,151,204,214],"research":[4,29,62,91,124,153,189],"on":[5,47,180],"the":[6,32,87,152,181,200,205],"teaching":[7,33,55],"and":[8,34,71,107,140,162,202,220],"learning":[9,35],"programming":[11,127],"was":[12],"conducted":[13],"by":[14,184],"Robins":[15,131],"et":[16,132,186],"al.":[17,133,187],"in":[18,38,145,158],"2003.":[19],"Since":[20],"this":[21],"work":[22],"there":[23],"have":[24,45,99,118],"been":[25,101,119],"several":[26],"reviews":[27,44],"concerned":[30],"with":[31],"programming,":[37],"particular":[39],"introductory":[40,126],"programming.":[41,94,112],"However,":[42],"these":[43,75],"focused":[46],"highly":[48],"specific":[49],"aspects,":[50],"such":[51,142],"as":[52,199],"student":[53,109],"misconceptions,":[54],"approaches,":[56],"program":[57,72],"comprehension,":[58],"potentially":[59],"seminal":[60],"papers,":[61],"methods":[63],"applied,":[64],"automated":[65],"feedback":[66],"for":[67,168],"exercises,":[68],"competency-enhancing":[69],"games,":[70],"visualisation.":[73],"While":[74],"aspects":[76],"encompass":[77],"a":[78,120,143,175,212],"wide":[79],"range":[80],"issues,":[82],"they":[83],"do":[84],"not":[85,100,115],"cover":[86],"full":[88],"scope":[89],"into":[92,125],"novice":[93,108],"Some":[95],"notable":[96],"areas":[97],"that":[98,129],"reviewed":[102],"are":[103],"assessment,":[104],"academic":[105],"integrity,":[106],"attitudes":[110],"to":[111,117,138,147,155,163,194],"There":[113],"does":[114],"appear":[116],"comprehensive":[121],"since":[128,160],"It":[134],"is":[135,191],"therefore":[136],"timely":[137],"conduct":[139,174],"present":[141],"order":[146],"gain":[148],"an":[149,195],"understanding":[150],"focuses,":[154],"highlight":[156],"advances":[157],"knowledge":[159],"2003,":[161],"indicate":[164],"possible":[165],"future":[166],"directions":[167],"research.":[169],"The":[170],"working":[171,197],"group":[172,198],"will":[173,207],"systematic":[176],"literature":[177,206],"based":[179],"guidelines":[182],"proposed":[183],"Kitchenham":[185],"This":[188],"project":[190],"well":[192],"suited":[193],"ITiCSE":[196],"synthesis":[201],"discussion":[203],"benefit":[208],"from":[209,211,217],"input":[210],"variety":[213],"researchers":[215],"drawn":[216],"different":[218],"backgrounds":[219],"countries.":[221]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-04T08:30:34.212998","created_date":"2025-10-10T00:00:00"}