{"id":"https://openalex.org/W4402457350","doi":"https://doi.org/10.1145/3650212.3680347","title":"AI Coders Are among Us: Rethinking Programming Language Grammar towards Efficient Code Generation","display_name":"AI Coders Are among Us: Rethinking Programming Language Grammar towards Efficient Code Generation","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402457350","doi":"https://doi.org/10.1145/3650212.3680347"},"language":"en","primary_location":{"id":"doi:10.1145/3650212.3680347","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680347","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3650212.3680347","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078038118","display_name":"Zhensu Sun","orcid":"https://orcid.org/0000-0001-5393-7858"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhensu Sun","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5393-7858","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102717874","display_name":"Xiaoning Du","orcid":"https://orcid.org/0000-0003-3728-9541"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaoning Du","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3728-9541","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695791","display_name":"Zhou Yang","orcid":"https://orcid.org/0000-0001-5938-1918"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhou Yang","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5938-1918","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407830","display_name":"Li Li","orcid":"https://orcid.org/0000-0003-2990-1614"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2990-1614","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1124","last_page":"1136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7994053363800049},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6862733364105225},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.5583869814872742},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5083081126213074},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4709276556968689},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33987319469451904},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2825809717178345},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09373575448989868}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7994053363800049},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6862733364105225},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.5583869814872742},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5083081126213074},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4709276556968689},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33987319469451904},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2825809717178345},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09373575448989868},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3650212.3680347","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680347","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:monash.edu:publications/a97000a3-224e-432f-8b7d-209787009d70","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/a97000a3-224e-432f-8b7d-209787009d70","pdf_url":"https://researchmgt.monash.edu/ws/files/658860576/631362779.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sun, Z, Du, X, Yang, Z, Li, L & Lo, D 2024, AI Coders Are among Us : Rethinking Programming Language Grammar towards Efficient Code Generation. in M Christakis & M Pradel (eds), Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis. Association for Computing Machinery (ACM), New York NY USA, pp. 1124-1136, International Symposium on Software Testing and Analysis 2024, Vienna, Austria, 16/09/24. https://doi.org/10.1145/3650212.3680347","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3650212.3680347","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650212.3680347","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5332036567","display_name":null,"funder_award_id":"NRF-NRFI08-2022-0002","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G7169835300","display_name":null,"funder_award_id":"NRF-NRFI08-2022-0002","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G875168909","display_name":null,"funder_award_id":"NRF-NRFI08-2022","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1577934069","https://openalex.org/W1989146600","https://openalex.org/W2999450509","https://openalex.org/W3025298766","https://openalex.org/W4283751459","https://openalex.org/W4285490465","https://openalex.org/W4315706637","https://openalex.org/W4322153971","https://openalex.org/W4384347367","https://openalex.org/W4387360135","https://openalex.org/W4390632065","https://openalex.org/W4402665833"],"related_works":["https://openalex.org/W2063575861","https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W2130654837","https://openalex.org/W1487966966","https://openalex.org/W2163672025","https://openalex.org/W2258184894","https://openalex.org/W2048831961","https://openalex.org/W1606349578"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"models":[3,25,294],"have":[4],"emerged":[5],"as":[6,17,97],"another":[7],"important":[8],"audience":[9],"for":[10,80,95,173,212,279,308,317],"programming":[11],"languages":[12],"alongside":[13],"humans":[14,81],"and":[15,35,51,70,112,146,167,230,235,240,258,277,281],"machines,":[16],"we":[18,116,165,315],"enter":[19],"the":[20,49,60,77,118,133,160,169,184,263,286,321],"era":[21],"of":[22,53,62,120,136,151,162,191,289,306,323],"large":[23],"language":[24],"(LLMs).":[26],"LLMs":[27,236,256],"can":[28,295],"now":[29],"perform":[30],"well":[31],"in":[32,127,196,207,228,272],"coding":[33],"competitions":[34],"even":[36,298],"write":[37],"programs":[38,55,226],"like":[39],"developers":[40,64,234],"to":[41,58,75,82,124,153,205,237,246,253,320],"solve":[42],"various":[43],"tasks,":[44],"including":[45],"mathematical":[46],"problems.":[47],"However,":[48],"grammar":[50,68,143,172,187,326],"layout":[52],"current":[54],"are":[56],"designed":[57],"cater":[59],"needs":[61],"human":[63,233],"--":[65],"with":[66,141,266],"many":[67],"tokens":[69,72,152],"formatting":[71],"being":[73],"used":[74],"make":[76],"code":[78,126,155],"easier":[79],"read.":[83],"While":[84],"this":[85,163],"is":[86,180],"helpful,":[87],"such":[88],"a":[89,128,148,189,217,270],"design":[90],"adds":[91],"unnecessary":[92],"computational":[93,106,114],"work":[94],"LLMs,":[96],"each":[98],"token":[99,273],"they":[100,244],"either":[101],"use":[102,238,259],"or":[103,297],"produce":[104],"consumes":[105],"resources.":[107],"To":[108,158],"improve":[109,299],"inference":[110],"efficiency":[111],"reduce":[113],"costs,":[115],"propose":[117],"concept":[119],"AI-oriented":[121,142,171,324],"grammar.This":[122],"aims":[123],"represent":[125],"way":[129],"that":[130],"better":[131],"suits":[132],"working":[134],"mechanism":[135],"AI":[137],"models.":[138],"Code":[139],"written":[140,195,227],"discards":[144],"formats":[145],"uses":[147],"minimum":[149],"number":[150],"convey":[154],"semantics":[156],"effectively.":[157,261],"demonstrate":[159],"feasibility":[161],"concept,":[164],"explore":[166],"implement":[168],"first":[170],"Python,":[174,267],"named":[175],"Simple":[176],"Python":[177,186,229,239,307],"(SimPy).":[178],"SimPy":[179,197,260,268,304],"crafted":[181],"by":[182,275],"revising":[183],"original":[185],"through":[188],"series":[190],"heuristic":[192],"rules.":[193],"Programs":[194],"maintain":[198,296],"identical":[199],"Abstract":[200],"Syntax":[201],"Tree":[202],"(AST)":[203],"structures":[204],"those":[206],"standard":[208],"Python.":[209],"This":[210],"allows":[211],"not":[213],"only":[214],"execution":[215],"via":[216],"modified":[218],"AST":[219],"parser,":[220],"but":[221],"also":[222,249],"seamless":[223],"transformation":[224],"between":[225],"SimPy,":[231,241],"enabling":[232],"respectively,":[242,283],"when":[243,284,302],"need":[245],"collaborate.":[247],"We":[248],"look":[250],"into":[251],"methods":[252],"help":[254],"existing":[255],"understand":[257],"In":[262],"experiments,":[264],"compared":[265],"enables":[269],"reduction":[271],"usage":[274],"13.5%":[276],"10.4%":[278],"CodeLlama":[280],"GPT-4,":[282],"completing":[285],"same":[287],"set":[288],"code-related":[290],"tasks.":[291,310],"Additionally,":[292],"these":[293,309,312],"their":[300],"performance":[301],"using":[303],"instead":[305],"With":[311],"promising":[313],"results,":[314],"call":[316],"further":[318],"contributions":[319],"development":[322],"program":[325],"within":[327],"our":[328],"community.":[329]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}