{"id":"https://openalex.org/W2344444819","doi":"https://doi.org/10.1145/2902362","title":"On the naturalness of software","display_name":"On the naturalness of software","publication_year":2016,"publication_date":"2016-04-26","ids":{"openalex":"https://openalex.org/W2344444819","doi":"https://doi.org/10.1145/2902362","mag":"2344444819"},"language":"en","primary_location":{"id":"doi:10.1145/2902362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2902362","pdf_url":null,"source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070785370","display_name":"Abram Hindle","orcid":"https://orcid.org/0000-0002-4373-4958"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Abram Hindle","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076587279","display_name":"Earl T. Barr","orcid":"https://orcid.org/0000-0003-0771-7891"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Earl T. Barr","raw_affiliation_strings":["University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064238062","display_name":"Mark Gabel","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Gabel","raw_affiliation_strings":["UC Davis, CA"],"affiliations":[{"raw_affiliation_string":"UC Davis, CA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077610917","display_name":"Zhendong Su","orcid":"https://orcid.org/0000-0002-2970-1391"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhendong Su","raw_affiliation_strings":["UC Davis, CA"],"affiliations":[{"raw_affiliation_string":"UC Davis, CA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036744986","display_name":"Pr\u00e9mkumar D\u00e9vanbu","orcid":"https://orcid.org/0000-0002-4346-5276"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Premkumar Devanbu","raw_affiliation_strings":["UC Davis, CA"],"affiliations":[{"raw_affiliation_string":"UC Davis, CA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070785370"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":10.398,"has_fulltext":false,"cited_by_count":285,"citation_normalized_percentile":{"value":0.97999522,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"59","issue":"5","first_page":"122","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.8019924759864807},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7393136024475098},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6561487317085266},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.570284366607666},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46168628334999084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46039053797721863},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.45425134897232056},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45364758372306824},{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.4433942437171936},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4151421785354614},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3495008945465088},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.33670732378959656},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.23957794904708862},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.10844847559928894},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10588234663009644}],"concepts":[{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.8019924759864807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7393136024475098},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6561487317085266},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.570284366607666},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46168628334999084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46039053797721863},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.45425134897232056},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45364758372306824},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.4433942437171936},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4151421785354614},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3495008945465088},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33670732378959656},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.23957794904708862},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.10844847559928894},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10588234663009644},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2902362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2902362","pdf_url":null,"source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G6794522244","display_name":null,"funder_award_id":"EP/J017515/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1489626362","https://openalex.org/W1575800506","https://openalex.org/W1608271177","https://openalex.org/W1632114991","https://openalex.org/W1916559533","https://openalex.org/W1968451194","https://openalex.org/W1970607969","https://openalex.org/W1972141422","https://openalex.org/W1974020522","https://openalex.org/W1975257591","https://openalex.org/W1980450075","https://openalex.org/W1994573369","https://openalex.org/W2012313588","https://openalex.org/W2018389835","https://openalex.org/W2020073413","https://openalex.org/W2029853454","https://openalex.org/W2041099211","https://openalex.org/W2041822329","https://openalex.org/W2050219469","https://openalex.org/W2054855378","https://openalex.org/W2057049321","https://openalex.org/W2057667730","https://openalex.org/W2059556545","https://openalex.org/W2059821724","https://openalex.org/W2060384944","https://openalex.org/W2062068644","https://openalex.org/W2074032109","https://openalex.org/W2082160726","https://openalex.org/W2083878868","https://openalex.org/W2090878800","https://openalex.org/W2093938715","https://openalex.org/W2100849134","https://openalex.org/W2113697305","https://openalex.org/W2116272605","https://openalex.org/W2122076271","https://openalex.org/W2124666592","https://openalex.org/W2128581098","https://openalex.org/W2136403364","https://openalex.org/W2140183398","https://openalex.org/W2143960295","https://openalex.org/W2145946200","https://openalex.org/W2151401338","https://openalex.org/W2153943889","https://openalex.org/W2156981320","https://openalex.org/W2159038999","https://openalex.org/W2159958244","https://openalex.org/W2164961799","https://openalex.org/W2165747537","https://openalex.org/W2166879716","https://openalex.org/W2342082360","https://openalex.org/W2343954916","https://openalex.org/W2883096580","https://openalex.org/W2896342372","https://openalex.org/W4213053623","https://openalex.org/W4242395378","https://openalex.org/W4254645357","https://openalex.org/W6813119142"],"related_works":["https://openalex.org/W2029561777","https://openalex.org/W1554502231","https://openalex.org/W2368019753","https://openalex.org/W172797710","https://openalex.org/W2333930193","https://openalex.org/W2945105049","https://openalex.org/W4387098302","https://openalex.org/W2626699140","https://openalex.org/W3165080709","https://openalex.org/W2948317131"],"abstract_inverted_index":{"Natural":[0],"languages":[1,16],"like":[2,17,23,123],"English":[3,18],"are":[4,47],"rich,":[5],"complex,":[6],"and":[7,12,19,25,30,38,50,54,87,90,120,133,151],"powerful.":[8],"The":[9],"highly":[10],"creative":[11],"graceful":[13],"use":[14,202],"of":[15,41,77,174,203],"Tamil,":[20],"by":[21,111,147,229],"masters":[22],"Shakespeare":[24],"Avvaiyar,":[26],"can":[27,60,143,155],"certainly":[28],"delight":[29],"inspire.":[31],"But":[32],"in":[33,104,191,237],"practice,":[34],"given":[35],"cognitive":[36],"constraints":[37,119],"the":[39,74,95,105,117,163,204,227],"exigencies":[40],"daily":[42],"life,":[43],"most":[44,98],"human":[45],"utterances":[46,59],"far":[48],"simpler":[49],"much":[51],"more":[52,194],"repetitive":[53,132],"predictable.":[55,134],"In":[56],"fact,":[57,192],"these":[58,180],"be":[61,131,144,156],"very":[62,188],"usefully":[63,145],"modeled":[64,146],"using":[65],"modern":[66],"statistical":[67,78,148],"methods.":[68],"This":[69],"fact":[70],"has":[71],"led":[72],"to":[73,80,130,138,158,178],"phenomenal":[75],"success":[76],"approaches":[79],"speech":[81],"recognition,":[82],"natural":[83,102,124,197],"language":[84,149],"translation,":[85],"question-answering,":[86],"text":[88],"mining":[89],"comprehension.":[91],"We":[92,135,182,225],"begin":[93],"with":[94,115],"conjecture":[96],"that":[97,107,184],"software":[99,160],"is":[100,109,127,186],"also":[101,128,187],",":[103],"sense":[106],"it":[108,126],"created":[110],"humans":[112],"at":[113],"work,":[114],"all":[116],"attendant":[118],"limitations---and":[121],"thus,":[122],"language,":[125],"likely":[129],"then":[136],"proceed":[137],"ask":[139],"whether":[140],"(a)":[141],"code":[142,185,211],"models":[150,154],"(b)":[152],"such":[153],"leveraged":[157],"support":[159],"engineers.":[161],"Using":[162],"widely":[164],"adopted":[165],"n":[166],"-gram":[167],"model,":[168,205],"we":[169,206],"provide":[170],"empirical":[171],"evidence":[172],"supportive":[173],"a":[175,209,232],"positive":[176],"answer":[177],"both":[179],"questions.":[181],"show":[183],"regular,":[189],"and,":[190],"even":[193],"so":[195],"than":[196],"languages.":[198],"As":[199],"an":[200],"example":[201],"have":[207],"developed":[208],"simple":[210],"completion":[212,223],"engine":[213],"for":[214,234],"Java":[215],"that,":[216],"despite":[217],"its":[218],"simplicity,":[219],"already":[220],"improves":[221],"Eclipse's":[222],"capability.":[224],"conclude":[226],"paper":[228],"laying":[230],"out":[231],"vision":[233],"future":[235],"research":[236],"this":[238],"area.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":58},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":67},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}