{"id":"https://openalex.org/W2963521149","doi":"https://doi.org/10.1145/3304221.3325539","title":"Unexpected Tokens","display_name":"Unexpected Tokens","publication_year":2019,"publication_date":"2019-07-02","ids":{"openalex":"https://openalex.org/W2963521149","doi":"https://doi.org/10.1145/3304221.3325539","mag":"2963521149"},"language":"en","primary_location":{"id":"doi:10.1145/3304221.3325539","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3304221.3325539","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008353242","display_name":"Raymond Pettit","orcid":"https://orcid.org/0000-0001-9675-025X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raymond Pettit","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073563217","display_name":"Durell Bouchard","orcid":null},"institutions":[{"id":"https://openalex.org/I41833579","display_name":"Roanoke College","ror":"https://ror.org/00jtk7j90","country_code":"US","type":"education","lineage":["https://openalex.org/I41833579"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Durell Bouchard","raw_affiliation_strings":["Roanoke College, Roanoke, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Roanoke College, Roanoke, VA, USA","institution_ids":["https://openalex.org/I41833579"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007126218","display_name":"Dennis Bouvier","orcid":"https://orcid.org/0000-0002-3053-4850"},"institutions":[{"id":"https://openalex.org/I87547150","display_name":"Southern Illinois University Edwardsville","ror":"https://ror.org/04cqs5j56","country_code":"US","type":"education","lineage":["https://openalex.org/I2801502357","https://openalex.org/I87547150"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis J. Bouvier","raw_affiliation_strings":["Southern Illinois University Edwardsville, Edwardsville, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern Illinois University Edwardsville, Edwardsville, IL, USA","institution_ids":["https://openalex.org/I87547150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018644467","display_name":"Brian Harrington","orcid":"https://orcid.org/0000-0002-0734-9630"},"institutions":[{"id":"https://openalex.org/I2799376586","display_name":"The Scarborough Hospital","ror":"https://ror.org/04pzgb662","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2799376586"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brian Harrington","raw_affiliation_strings":["University of Toronto Scarborough, Scarborough, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Scarborough, Scarborough, ON, Canada","institution_ids":["https://openalex.org/I2799376586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108706329","display_name":"Amir Kamil","orcid":"https://orcid.org/0009-0005-8290-6969"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Kamil","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032981748","display_name":"Amey Karkare","orcid":"https://orcid.org/0000-0002-3664-6490"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amey Karkare","raw_affiliation_strings":["Indian Institute of Technology Kanpur, Kanpur, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Kanpur, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009328394","display_name":"Chris McDonald","orcid":"https://orcid.org/0000-0003-4667-541X"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chris McDonald","raw_affiliation_strings":["University of Western Australia, Perth, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020115127","display_name":"Peter-Michael Osera","orcid":"https://orcid.org/0000-0001-6890-8339"},"institutions":[{"id":"https://openalex.org/I173288447","display_name":"Grinnell College","ror":"https://ror.org/04tmmky42","country_code":"US","type":"education","lineage":["https://openalex.org/I173288447"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter-Michael Osera","raw_affiliation_strings":["Grinnell College, Grinnell, IA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Grinnell College, Grinnell, IA, USA","institution_ids":["https://openalex.org/I173288447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043638663","display_name":"Janice L. Pearce","orcid":"https://orcid.org/0000-0001-7566-9217"},"institutions":[{"id":"https://openalex.org/I99568074","display_name":"Berea College","ror":"https://ror.org/05kmcre68","country_code":"US","type":"education","lineage":["https://openalex.org/I99568074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Janice L. Pearce","raw_affiliation_strings":["Berea College, Berea, KY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Berea College, Berea, KY, USA","institution_ids":["https://openalex.org/I99568074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065053503","display_name":"James Prather","orcid":"https://orcid.org/0000-0003-2807-6042"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Prather","raw_affiliation_strings":["Abilene Christian University, Abilene, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, TX, USA","institution_ids":["https://openalex.org/I60205797"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"253","last_page":"254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8696945905685425},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.6124307513237},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5808106660842896},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5456758737564087},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5425302982330322},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4945389926433563},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2667579650878906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1803392767906189}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8696945905685425},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.6124307513237},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5808106660842896},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5456758737564087},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5425302982330322},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4945389926433563},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2667579650878906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1803392767906189},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3304221.3325539","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3304221.3325539","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/3f43293a-130d-48d7-b514-bd00a59f304d","is_oa":false,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/3f43293a-130d-48d7-b514-bd00a59f304d","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1992007857","https://openalex.org/W2009908982","https://openalex.org/W2013935724","https://openalex.org/W2050390685","https://openalex.org/W2295935096","https://openalex.org/W2296095100","https://openalex.org/W2604953184","https://openalex.org/W2729500508","https://openalex.org/W2747427841","https://openalex.org/W2791265653","https://openalex.org/W2791302163","https://openalex.org/W2886783692","https://openalex.org/W2910880405","https://openalex.org/W2916708654"],"related_works":["https://openalex.org/W1721418433","https://openalex.org/W2463512549","https://openalex.org/W3089412887","https://openalex.org/W2246915267","https://openalex.org/W2004305899","https://openalex.org/W1844878253","https://openalex.org/W2611574984","https://openalex.org/W2548985027","https://openalex.org/W2015462925","https://openalex.org/W4382602924"],"abstract_inverted_index":{"Diagnostic":[0],"messages":[1,11,19,139,194],"generated":[2],"by":[3],"compilers":[4],"and":[5,24,30,61,91,132,145],"interpreters":[6],"such":[7,186],"as":[8,64,174],"syntax":[9],"error":[10],"have":[12,40],"been":[13,94],"researched":[14],"for":[15,36,137,178],"decades.":[16],"Unfortunately":[17],"these":[18,55,138],"which":[20],"include":[21],"error,":[22],"warning,":[23],"runtime":[25],"messages,":[26,56,116,187],"present":[27,133,144],"substantial":[28],"difficulty":[29],"could":[31],"be":[32,73,121,162],"more":[33,112,203],"effective,":[34],"particularly":[35],"novices.":[37],"Recent":[38],"years":[39],"seen":[41],"increased":[42,81],"number":[43],"of":[44,54,67,86,154],"papers":[45],"in":[46,97,104,123],"the":[47,52,83,108,117,134,141],"area":[48],"including":[49,140],"studies":[50],"on":[51,114,157,185],"effectiveness":[53],"improving":[57],"or":[58,166,195],"enhancing":[59,167],"them,":[60],"their":[62,146,201],"usefulness":[63],"a":[65,124,152,175],"part":[66],"programming":[68],"process":[69],"data":[70],"that":[71,103,160,197],"can":[72,161,172],"used":[74,163],"to":[75,106,120,182,191,199],"predict":[76],"student":[77],"performance.":[78],"Despite":[79],"this":[80,158],"interest,":[82],"long":[84],"history":[85],"literature":[87,118],"is":[88],"quite":[89],"scattered":[90],"has":[92],"not":[93],"brought":[95],"together":[96],"any":[98],"digestible":[99],"form.":[100],"We":[101,148],"argue":[102],"order":[105],"help":[107],"community":[109],"proceed":[110],"with":[111],"work":[113,171],"diagnostic":[115,168],"needs":[119],"presented":[122],"state-of-the-art":[125],"report.":[126],"In":[127],"addition":[128],"we":[129],"will":[130,149],"synthesize":[131],"existing":[135],"evidence":[136,159],"difficulties":[142],"they":[143],"effectiveness.":[147],"also":[150],"formulate":[151],"set":[153],"guidelines":[155],"based":[156],"when":[164],"designing":[165],"messages.":[169],"This":[170],"serve":[173],"starting":[176],"point":[177],"those":[179,188,196],"who":[180,189],"wish":[181,190],"conduct":[183],"research":[184],"design":[192],"better":[193],"aim":[198],"measure":[200],"effectiveness,":[202],"effectively.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2019-07-30T00:00:00"}