{"id":"https://openalex.org/W2060384944","doi":"https://doi.org/10.1145/2597073.2597102","title":"Syntax errors just aren't natural: improving error reporting with language models","display_name":"Syntax errors just aren't natural: improving error reporting with language models","publication_year":2014,"publication_date":"2014-05-20","ids":{"openalex":"https://openalex.org/W2060384944","doi":"https://doi.org/10.1145/2597073.2597102","mag":"2060384944"},"language":"en","primary_location":{"id":"doi:10.1145/2597073.2597102","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2597073.2597102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Working Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079340620","display_name":"Joshua Charles Campbell","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joshua Charles Campbell","raw_affiliation_strings":["University of Alberta, Canada","University of Alberta,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"University of Alberta,Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070785370","display_name":"Abram Hindle","orcid":"https://orcid.org/0000-0002-4373-4958"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abram Hindle","raw_affiliation_strings":["University of Alberta, Canada","University of Alberta,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"University of Alberta,Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048554669","display_name":"Jos\u00e9 Nelson Amaral","orcid":"https://orcid.org/0000-0002-9943-1809"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Nelson Amaral","raw_affiliation_strings":["University of Alberta, Canada","University of Alberta,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"University of Alberta,Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":7.176,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.97818713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"252","last_page":"261"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8812993168830872},{"id":"https://openalex.org/keywords/syntax-error","display_name":"Syntax error","score":0.8139495849609375},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"Abstract syntax tree","score":0.695712685585022},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.69541335105896},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.656104564666748},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6212759017944336},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5774811506271362},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5386239290237427},{"id":"https://openalex.org/keywords/abstract-syntax","display_name":"Abstract syntax","score":0.5215411186218262},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5043119192123413},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4924543797969818},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4720861613750458},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3891812562942505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.308756023645401}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8812993168830872},{"id":"https://openalex.org/C11742125","wikidata":"https://www.wikidata.org/wiki/Q1195374","display_name":"Syntax error","level":4,"score":0.8139495849609375},{"id":"https://openalex.org/C58646249","wikidata":"https://www.wikidata.org/wiki/Q127380","display_name":"Abstract syntax tree","level":3,"score":0.695712685585022},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.69541335105896},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.656104564666748},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6212759017944336},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5774811506271362},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5386239290237427},{"id":"https://openalex.org/C114408938","wikidata":"https://www.wikidata.org/wiki/Q333373","display_name":"Abstract syntax","level":3,"score":0.5215411186218262},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5043119192123413},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4924543797969818},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4720861613750458},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3891812562942505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.308756023645401},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2597073.2597102","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2597073.2597102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th Working Conference on Mining Software Repositories","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W101576916","https://openalex.org/W122289748","https://openalex.org/W1530314747","https://openalex.org/W1563966208","https://openalex.org/W1979507906","https://openalex.org/W1991218651","https://openalex.org/W2004071957","https://openalex.org/W2036955327","https://openalex.org/W2040011820","https://openalex.org/W2079991543","https://openalex.org/W2081868109","https://openalex.org/W2086511124","https://openalex.org/W2122947685","https://openalex.org/W2123633968","https://openalex.org/W2125900270","https://openalex.org/W2134093956","https://openalex.org/W2142403498","https://openalex.org/W2143417137","https://openalex.org/W2147609113","https://openalex.org/W2148190602","https://openalex.org/W3002225268","https://openalex.org/W4246190460","https://openalex.org/W6631632864"],"related_works":["https://openalex.org/W2077104824","https://openalex.org/W4389751695","https://openalex.org/W1625533892","https://openalex.org/W2613250302","https://openalex.org/W4310447811","https://openalex.org/W2393678839","https://openalex.org/W2536864162","https://openalex.org/W2005927140","https://openalex.org/W2483803551","https://openalex.org/W1972256049"],"abstract_inverted_index":{"A":[0],"frustrating":[1],"aspect":[2],"of":[3,18,43,52,73,88,110,136],"software":[4,137],"development":[5],"is":[6,57],"that":[7,132],"compiler":[8],"error":[9,118],"messages":[10],"often":[11],"fail":[12],"to":[13,38,140],"locate":[14],"the":[15,34,40,50,86,89,107,116,122,134,145],"actual":[16,41],"cause":[17],"a":[19,68,111,128],"syntax":[20,45,117,142],"error.":[21],"An":[22],"errant":[23],"semicolon":[24],"or":[25],"brace":[26],"can":[27,113],"result":[28],"in":[29],"many":[30],"errors":[31,46,143],"reported":[32],"throughout":[33],"file.":[35],"We":[36,62,78],"seek":[37],"find":[39],"source":[42,55,75,98,138],"these":[44],"by":[47,66,121],"relying":[48],"on":[49,96,106],"consistency":[51,65],"software:":[53],"valid":[54],"code":[56,76,99,139],"usually":[58],"repetitive":[59],"and":[60,92,130],"unsurprising.":[61],"exploit":[63],"this":[64],"constructing":[67],"simple":[69],"N-gram":[70],"language":[71],"model":[72],"lexed":[74],"tokens.":[77],"implemented":[79],"an":[80],"automatic":[81],"Java":[82],"syntax-error":[83],"locator":[84],"using":[85],"corpus":[87],"project":[90],"itself":[91],"evaluated":[93],"its":[94],"performance":[95],"mutated":[97],"from":[100],"several":[101],"projects.":[102],"Our":[103],"tool,":[104],"trained":[105],"past":[108],"versions":[109],"project,":[112],"effectively":[114],"augment":[115],"locations":[119],"produced":[120],"native":[123],"compiler.":[124],"Thus":[125],"we":[126],"provide":[127],"methodology":[129],"tool":[131],"exploits":[133],"naturalness":[135],"detect":[141],"alongside":[144],"parser.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":4}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}