{"id":"https://openalex.org/W6979749792","doi":null,"title":"Advancing Large Language Models for Code Using Code-Structure-Aware Methods","display_name":"Advancing Large Language Models for Code Using Code-Structure-Aware Methods","alternate_titles":[],"publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W6979749792"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt94x2m8zp","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/94x2m8zp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W6979749792"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084566053","display_name":"Linyuan Gong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Gong, Linyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5084566053"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models-for-code","display_name":"code large language models","score":0.8870000243186951},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"abstract syntax tree","score":0.7350000143051147},{"id":"https://openalex.org/keywords/code-repair","display_name":"code repair","score":0.6909999847412109},{"id":"https://openalex.org/keywords/pre-training-strategies","display_name":"pre-training strategies","score":0.6930000185966492},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784000039100647},{"id":"https://openalex.org/C114408938","wikidata":"https://www.wikidata.org/wiki/Q333373","display_name":"Abstract syntax","level":3,"score":0.5583000183105469},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5458999872207642},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.545799970626831},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5425999760627747},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4855000078678131},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4390999972820282},{"id":"https://openalex.org/C58646249","wikidata":"https://www.wikidata.org/wiki/Q127380","display_name":"Abstract syntax tree","level":3,"score":0.42980000376701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4108000099658966},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.39250001311302185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3903000056743622},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C48859967","wikidata":"https://www.wikidata.org/wiki/Q6486712","display_name":"Language construct","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C2986991398","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntactic structure","level":3,"score":0.31850001215934753},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C2779791154","wikidata":"https://www.wikidata.org/wiki/Q258040","display_name":"Model transformation","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C145644426","wikidata":"https://www.wikidata.org/wiki/Q169411","display_name":"Unified Modeling Language","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:escholarship.org:ark:/13030/qt94x2m8zp","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/94x2m8zp","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"etd"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390723549","https://openalex.org/W4413967102","https://openalex.org/W7166857343","https://openalex.org/W7110982997","https://openalex.org/W4414888755","https://openalex.org/W4392677872","https://openalex.org/W7117985211","https://openalex.org/W7131817973","https://openalex.org/W4417129486","https://openalex.org/W4389519352"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"transformed":[5],"code-related":[6],"tasks.":[7,81],"However,":[8],"most":[9],"code":[10,49,135,171,175,196],"LLMs":[11,22],"ignore":[12],"structural":[13,34,67,71],"patterns":[14],"of":[15,40,66,181],"programming":[16],"languages.":[17],"This":[18],"dissertation":[19],"studies":[20],"code-structure-aware":[21],"by":[23],"proposing":[24],"novel":[25],"methodologies,":[26],"benchmarks,":[27,188],"and":[28,95,100,137,153,178,189],"pretraining":[29,98,120,190],"strategies,":[30],"showing":[31,63],"that":[32,47,89,97,170],"explicit":[33],"modeling":[35],"significantly":[36],"enhances":[37,174],"coding":[38],"capability":[39],"LLMs.First,":[41],"we":[42,73,85,168],"introduce":[43],"ADELT,":[44],"a":[45,76,110,192],"transpiler":[46],"decouples":[48],"structure":[50,172],"conversion":[51],"from":[52],"API":[53],"keyword":[54],"translation.":[55],"ADELT":[56],"achieves":[57],"state-of-the-art":[58],"transpilation":[59,185],"without":[60],"parallel":[61],"data,":[62],"the":[64,87,149],"importance":[65],"awareness.To":[68],"rigorously":[69],"evaluate":[70],"understanding,":[72,177],"present":[74],"SAFIM,":[75],"benchmark":[77],"for":[78,113,194],"syntax-aware":[79],"FIM":[80,152],"Evaluating":[82],"15":[83],"LLMs,":[84],"challenge":[86],"idea":[88],"\"big":[90],"model":[91],"=":[92],"good":[93],"performance'',":[94],"show":[96,169],"strategies":[99],"data":[101],"quality":[102],"are":[103],"more":[104],"important.":[105],"We":[106],"establish":[107],"SAFIM":[108],"as":[109],"foundational":[111],"tool":[112],"future":[114],"research.We":[115],"then":[116],"propose":[117],"two":[118],"structure-aware":[119],"paradigms.":[121],"AST-T5":[122],"integrates":[123],"abstract":[124],"syntax":[125],"trees":[126],"(ASTs)":[127],"into":[128,198],"T5-like":[129],"encoder-decoder":[130],"models,":[131],"outperforming":[132],"baselines":[133],"in":[134],"repair":[136],"transpilation.":[138],"For":[139],"decoder-only":[140],"architectures,":[141],"AST-FIM":[142],"uses":[143],"AST-guided":[144],"masking":[145],"to":[146],"better":[147],"address":[148],"tradeoff":[150],"between":[151],"left-to-right":[154],"(L2R)":[155],"generation,":[156,176],"surpassing":[157],"traditional":[158],"methods":[159],"on":[160],"infilling":[161],"tasks":[162],"while":[163],"retaining":[164],"L2R":[165],"generation":[166],"capability.Collectively,":[167],"awareness":[173],"transformation":[179],"ability":[180],"LLMs.":[182,199],"Our":[183],"contributions---spanning":[184],"frameworks,":[186],"evaluation":[187],"techniques---provide":[191],"roadmap":[193],"integrating":[195],"structures":[197]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6979749792","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
