{"id":"https://openalex.org/W2157148654","doi":"https://doi.org/10.1145/2534973","title":"An Empirical Investigation into Programming Language Syntax","display_name":"An Empirical Investigation into Programming Language Syntax","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W2157148654","doi":"https://doi.org/10.1145/2534973","mag":"2157148654"},"language":"en","primary_location":{"id":"doi:10.1145/2534973","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2534973","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046529373","display_name":"Andreas Stefik","orcid":"https://orcid.org/0000-0002-2554-5862"},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andreas Stefik","raw_affiliation_strings":["University of Nevada, Las Vegas"],"affiliations":[{"raw_affiliation_string":"University of Nevada, Las Vegas","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111748587","display_name":"Susanna Siebert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Susanna Siebert","raw_affiliation_strings":["The Genome Institute, Washington University School of Medicine"],"affiliations":[{"raw_affiliation_string":"The Genome Institute, Washington University School of Medicine","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046529373"],"corresponding_institution_ids":["https://openalex.org/I133999245"],"apc_list":null,"apc_paid":null,"fwci":24.9829,"has_fulltext":false,"cited_by_count":289,"citation_normalized_percentile":{"value":0.99501059,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"13","issue":"4","first_page":"1","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/syntax-error","display_name":"Syntax error","score":0.8392534255981445},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8190149068832397},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.6872429251670837},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6295404434204102},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.594205915927887},{"id":"https://openalex.org/keywords/perl","display_name":"Perl","score":0.49422743916511536},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"Abstract syntax tree","score":0.4444519877433777},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.4323304295539856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3551969826221466},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3458375930786133}],"concepts":[{"id":"https://openalex.org/C11742125","wikidata":"https://www.wikidata.org/wiki/Q1195374","display_name":"Syntax error","level":4,"score":0.8392534255981445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8190149068832397},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6872429251670837},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6295404434204102},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.594205915927887},{"id":"https://openalex.org/C2777002779","wikidata":"https://www.wikidata.org/wiki/Q42478","display_name":"Perl","level":2,"score":0.49422743916511536},{"id":"https://openalex.org/C58646249","wikidata":"https://www.wikidata.org/wiki/Q127380","display_name":"Abstract syntax tree","level":3,"score":0.4444519877433777},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.4323304295539856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3551969826221466},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3458375930786133}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2534973","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2534973","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[{"id":"https://openalex.org/G7883437230","display_name":null,"funder_award_id":"CNS-0940521","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"}],"funders":[{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W2562966","https://openalex.org/W600927749","https://openalex.org/W1501367599","https://openalex.org/W1538574252","https://openalex.org/W1553243973","https://openalex.org/W1673239900","https://openalex.org/W1920019339","https://openalex.org/W1963557108","https://openalex.org/W1968399559","https://openalex.org/W1969246725","https://openalex.org/W1972518215","https://openalex.org/W1980337428","https://openalex.org/W1982864902","https://openalex.org/W1983284269","https://openalex.org/W1991330414","https://openalex.org/W1991600829","https://openalex.org/W1992839463","https://openalex.org/W1993859479","https://openalex.org/W2002530879","https://openalex.org/W2002985857","https://openalex.org/W2003928905","https://openalex.org/W2008214281","https://openalex.org/W2009908982","https://openalex.org/W2012761058","https://openalex.org/W2015077407","https://openalex.org/W2029365580","https://openalex.org/W2029414465","https://openalex.org/W2032114286","https://openalex.org/W2035206966","https://openalex.org/W2038847163","https://openalex.org/W2045781957","https://openalex.org/W2048627472","https://openalex.org/W2051669404","https://openalex.org/W2052300761","https://openalex.org/W2056683828","https://openalex.org/W2057667730","https://openalex.org/W2058969248","https://openalex.org/W2060113468","https://openalex.org/W2062190659","https://openalex.org/W2064189581","https://openalex.org/W2064625458","https://openalex.org/W2066327708","https://openalex.org/W2067067357","https://openalex.org/W2068063761","https://openalex.org/W2071603181","https://openalex.org/W2077155146","https://openalex.org/W2079166885","https://openalex.org/W2079676826","https://openalex.org/W2084297718","https://openalex.org/W2084944215","https://openalex.org/W2090299992","https://openalex.org/W2091229333","https://openalex.org/W2092349198","https://openalex.org/W2093017147","https://openalex.org/W2093495548","https://openalex.org/W2098785389","https://openalex.org/W2100044779","https://openalex.org/W2101545021","https://openalex.org/W2106558531","https://openalex.org/W2107735356","https://openalex.org/W2116304133","https://openalex.org/W2117080284","https://openalex.org/W2120471789","https://openalex.org/W2122166962","https://openalex.org/W2124212956","https://openalex.org/W2126709225","https://openalex.org/W2127526705","https://openalex.org/W2130388803","https://openalex.org/W2144901116","https://openalex.org/W2147751596","https://openalex.org/W2152759860","https://openalex.org/W2154671002","https://openalex.org/W2155022709","https://openalex.org/W2157223575","https://openalex.org/W2158292567","https://openalex.org/W2161291947","https://openalex.org/W2165605851","https://openalex.org/W2171084529","https://openalex.org/W2209011815","https://openalex.org/W2506668433","https://openalex.org/W2810765652","https://openalex.org/W4240167100","https://openalex.org/W4250450721","https://openalex.org/W4250865353"],"related_works":["https://openalex.org/W2077104824","https://openalex.org/W2390421503","https://openalex.org/W2005927140","https://openalex.org/W2613250302","https://openalex.org/W2536864162","https://openalex.org/W4294658953","https://openalex.org/W2387926336","https://openalex.org/W2143166528","https://openalex.org/W1965694625","https://openalex.org/W966509243"],"abstract_inverted_index":{"Recent":[0],"studies":[1,49,104],"in":[2,18,201,207],"the":[3,19,76,106,134,184,212],"literature":[4],"have":[5],"shown":[6],"that":[7,145,172,188],"syntax":[8,23,53,152,187],"remains":[9],"a":[10,57,112,148,165],"significant":[11],"barrier":[12,24],"to":[13,27,83,97,210],"novice":[14],"computer":[15],"science":[16],"students":[17,74,209],"field.":[20],"While":[21],"this":[22,43],"is":[25],"known":[26],"exist,":[28],"whether":[29],"and":[30,90,123,155,178,206],"how":[31],"it":[32],"varies":[33],"across":[34],"programming":[35,51,64,116,199],"languages":[36,146,173,205],"has":[37],"not":[38,158],"been":[39],"carefully":[40],"investigated.":[41],"For":[42],"article,":[44],"we":[45,81,143],"conducted":[46,72],"four":[47],"empirical":[48],"on":[50,75,87,105],"language":[52,65,166],"as":[54],"part":[55],"of":[56,78,109,114,186,197],"larger":[58],"analysis":[59],"into":[60],"the,":[61],"so":[62],"called,":[63],"wars.":[66],"We":[67,99],"first":[68,204],"present":[69],"two":[70,103],"surveys":[71],"with":[73,102,167,216],"intuitiveness":[77],"syntax,":[79],"which":[80,174],"used":[82],"garner":[84],"formative":[85],"clues":[86],"what":[88],"words":[89],"symbols":[91],"might":[92],"be":[93],"easy":[94],"for":[95,192],"novices":[96,110],"understand.":[98],"followed":[100],"up":[101],"accuracy":[107,160],"rates":[108,161],"using":[111,147],"total":[113],"six":[115],"languages:":[117],"Ruby,":[118],"Java,":[119],"Perl,":[120],"Python,":[121,177],"Randomo,":[122],"Quorum.":[124],"Randomo":[125],"was":[126],"designed":[127],"by":[128],"randomly":[129,168],"choosing":[130,202],"some":[131],"keywords":[132],"from":[133],"ASCII":[135],"table":[136],"(a":[137],"metaphorical":[138],"placebo).":[139],"To":[140],"our":[141],"surprise,":[142],"found":[144],"more":[149],"traditional":[150],"C-style":[151],"(both":[153],"Perl":[154],"Java)":[156],"did":[157],"afford":[159],"significantly":[162],"higher":[163],"than":[164],"generated":[169],"keywords,":[170],"but":[171],"deviate":[175],"(Quorum,":[176],"Ruby)":[179],"did.":[180],"These":[181],"results,":[182],"including":[183],"specifics":[185],"are":[189],"particularly":[190],"problematic":[191],"novices,":[193],"may":[194],"help":[195],"teachers":[196],"introductory":[198],"courses":[200],"appropriate":[203],"helping":[208],"overcome":[211],"challenges":[213],"they":[214],"face":[215],"syntax.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":59},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":22},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":16},{"year":2014,"cited_by_count":15},{"year":2013,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}