{"id":"https://openalex.org/W2809360845","doi":"https://doi.org/10.1145/3197091.3205841","title":"A review of introductory programming research 2003\u20132017","display_name":"A review of introductory programming research 2003\u20132017","publication_year":2018,"publication_date":"2018-06-20","ids":{"openalex":"https://openalex.org/W2809360845","doi":"https://doi.org/10.1145/3197091.3205841","mag":"2809360845"},"language":"en","primary_location":{"id":"doi:10.1145/3197091.3205841","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3197091.3205841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Simon","orcid":null},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon","raw_affiliation_strings":["University of Newcastle, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Newcastle, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019774144","display_name":"Ibrahim Albluwi","orcid":"https://orcid.org/0000-0003-1816-3943"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ibrahim Albluwi","raw_affiliation_strings":["Princeton University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029977269","display_name":"Michail N. Giannakos","orcid":"https://orcid.org/0000-0002-8016-6208"},"institutions":[{"id":"https://openalex.org/I4210165875","display_name":"NTNU Samfunnsforskning","ror":"https://ror.org/05pv30e80","country_code":"NO","type":"facility","lineage":["https://openalex.org/I4210165875"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michail Giannakos","raw_affiliation_strings":["NTNU, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTNU, Norway","institution_ids":["https://openalex.org/I4210165875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090188442","display_name":"Amruth N. Kumar","orcid":"https://orcid.org/0000-0002-1951-3995"},"institutions":[{"id":"https://openalex.org/I171851574","display_name":"Ramapo College","ror":"https://ror.org/03s2x9d90","country_code":"US","type":"education","lineage":["https://openalex.org/I171851574"]},{"id":"https://openalex.org/I64281891","display_name":"College of New Jersey","ror":"https://ror.org/02nx5r318","country_code":"US","type":"education","lineage":["https://openalex.org/I64281891"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amruth N. Kumar","raw_affiliation_strings":["Ramapo College of New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ramapo College of New Jersey, USA","institution_ids":["https://openalex.org/I171851574","https://openalex.org/I64281891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089915810","display_name":"Linda Ott","orcid":null},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linda Ott","raw_affiliation_strings":["Michigan Technological University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan Technological University, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054071982","display_name":"James H. Paterson","orcid":"https://orcid.org/0000-0002-6955-1009"},"institutions":[{"id":"https://openalex.org/I195939026","display_name":"Glasgow Caledonian University","ror":"https://ror.org/03dvm1235","country_code":"GB","type":"education","lineage":["https://openalex.org/I195939026"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James Paterson","raw_affiliation_strings":["Glasgow Caledonian University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Glasgow Caledonian University, UK","institution_ids":["https://openalex.org/I195939026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071048934","display_name":"Michael Scott","orcid":"https://orcid.org/0000-0002-6803-1490"},"institutions":[{"id":"https://openalex.org/I189486483","display_name":"Falmouth University","ror":"https://ror.org/022gstf70","country_code":"GB","type":"education","lineage":["https://openalex.org/I189486483"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael James Scott","raw_affiliation_strings":["Falmouth University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Falmouth University, UK","institution_ids":["https://openalex.org/I189486483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022993892","display_name":"Judy Sheard","orcid":"https://orcid.org/0000-0002-4179-8149"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Judy Sheard","raw_affiliation_strings":["Monash University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016821538","display_name":"Claudia Szabo","orcid":"https://orcid.org/0000-0003-2501-1155"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Claudia Szabo","raw_affiliation_strings":["University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"342","last_page":"343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9348999857902527,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6661744713783264},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.42367807030677795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6661744713783264},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42367807030677795}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3197091.3205841","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3197091.3205841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},{"id":"pmh:oai:researchonline.gcu.ac.uk:publications/ef2b6b72-07ac-4782-ba0a-258b88e55732","is_oa":false,"landing_page_url":"https://researchonline.gcu.ac.uk/en/publications/ef2b6b72-07ac-4782-ba0a-258b88e55732","pdf_url":null,"source":{"id":"https://openalex.org/S4306402566","display_name":"ResearchOnline (Glasgow Caledonian University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I195939026","host_organization_name":"Glasgow Caledonian University","host_organization_lineage":["https://openalex.org/I195939026"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p-3136","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p/2146","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications, Part 1","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1966463724","https://openalex.org/W1995555481","https://openalex.org/W2067438752","https://openalex.org/W2067963826","https://openalex.org/W2090471876","https://openalex.org/W2106956101","https://openalex.org/W2147070375","https://openalex.org/W2167759247","https://openalex.org/W2465021265","https://openalex.org/W2469877382","https://openalex.org/W2724855087","https://openalex.org/W2766624855","https://openalex.org/W4251662847"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"A":[0],"broad":[1],"review":[2,122,144,178],"of":[3,10,28,36,81,90,123,130,151,204,214],"research":[4,29,62,91,124,153,189],"on":[5,47,180],"the":[6,32,87,152,181,200,205],"teaching":[7,33,55],"and":[8,34,71,107,140,162,202,220],"learning":[9,35],"programming":[11,127],"was":[12],"conducted":[13],"by":[14,184],"Robins":[15,131],"et":[16,132,186],"al.":[17,133,187],"in":[18,38,145,158],"2003.":[19],"Since":[20],"this":[21],"work":[22],"there":[23],"have":[24,45,99,118],"been":[25,101,119],"several":[26],"reviews":[27,44],"concerned":[30],"with":[31],"programming,":[37],"particular":[39],"introductory":[40,126],"programming.":[41,94,112],"However,":[42],"these":[43,75],"focused":[46],"highly":[48],"specific":[49],"aspects,":[50],"such":[51,142],"as":[52,199],"student":[53,109],"misconceptions,":[54],"approaches,":[56],"program":[57,72],"comprehension,":[58],"potentially":[59],"seminal":[60],"papers,":[61],"methods":[63],"applied,":[64],"automated":[65],"feedback":[66],"for":[67,168],"exercises,":[68],"competency-enhancing":[69],"games,":[70],"visualisation.":[73],"While":[74],"aspects":[76],"encompass":[77],"a":[78,120,143,175,212],"wide":[79],"range":[80],"issues,":[82],"they":[83],"do":[84],"not":[85,100,115],"cover":[86],"full":[88],"scope":[89],"into":[92,125],"novice":[93,108],"Some":[95],"notable":[96],"areas":[97],"that":[98,129],"reviewed":[102],"are":[103],"assessment,":[104],"academic":[105],"integrity,":[106],"attitudes":[110],"to":[111,117,138,147,155,163,194],"There":[113],"does":[114],"appear":[116],"comprehensive":[121],"since":[128,160],"It":[134],"is":[135,191],"therefore":[136],"timely":[137],"conduct":[139,174],"present":[141],"order":[146],"gain":[148],"an":[149,195],"understanding":[150],"focuses,":[154],"highlight":[156],"advances":[157],"knowledge":[159],"2003,":[161],"indicate":[164],"possible":[165],"future":[166],"directions":[167],"research.":[169],"The":[170],"working":[171,197],"group":[172,198],"will":[173,207],"systematic":[176],"literature":[177,206],"based":[179],"guidelines":[182],"proposed":[183],"Kitchenham":[185],"This":[188],"project":[190],"well":[192],"suited":[193],"ITiCSE":[196],"synthesis":[201],"discussion":[203],"benefit":[208],"from":[209,211,217],"input":[210],"variety":[213],"researchers":[215],"drawn":[216],"different":[218],"backgrounds":[219],"countries.":[221]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}