{"id":"https://openalex.org/W7125930122","doi":"https://doi.org/10.1109/ase63991.2025.00399","title":"Improving Quality of LLM Code Generation in Low-Resource Programming Languages via Uncertainty Estimation","display_name":"Improving Quality of LLM Code Generation in Low-Resource Programming Languages via Uncertainty Estimation","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W7125930122","doi":"https://doi.org/10.1109/ase63991.2025.00399"},"language":null,"primary_location":{"id":"doi:10.1109/ase63991.2025.00399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124099373","display_name":"Georgii Andriushchenko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Georgii Andriushchenko","raw_affiliation_strings":["Innopolis University,Research Center of the Artificial Intelligence Institute,Innopolis,Russia"],"affiliations":[{"raw_affiliation_string":"Innopolis University,Research Center of the Artificial Intelligence Institute,Innopolis,Russia","institution_ids":["https://openalex.org/I4210116741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5124099373"],"corresponding_institution_ids":["https://openalex.org/I4210116741"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85711624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4153","last_page":"4156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.843500018119812,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.843500018119812,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.04699999839067459,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7993999719619751},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7745000123977661},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.609000027179718},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5210000276565552},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.51419997215271},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.46810001134872437},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45170000195503235},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.3953000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8123999834060669},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7993999719619751},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7745000123977661},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.609000027179718},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5210000276565552},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.51419997215271},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.46810001134872437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46140000224113464},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36309999227523804},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2919999957084656},{"id":"https://openalex.org/C139571649","wikidata":"https://www.wikidata.org/wiki/Q1156793","display_name":"Program optimization","level":3,"score":0.28870001435279846},{"id":"https://openalex.org/C18552078","wikidata":"https://www.wikidata.org/wiki/Q255615","display_name":"Code-switching","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase63991.2025.00399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase63991.2025.00399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 40th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1964962870","https://openalex.org/W3084095723","https://openalex.org/W4285266418","https://openalex.org/W4385565160","https://openalex.org/W4389518686","https://openalex.org/W4389519290","https://openalex.org/W4402671827","https://openalex.org/W4403223094","https://openalex.org/W4404784419","https://openalex.org/W4412889388","https://openalex.org/W4415798922","https://openalex.org/W4416035057"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,70],"models":[2,184],"for":[3,113],"source":[4,76],"code":[5,77,88,126,169],"(Code":[6],"LLMs)":[7],"demonstrate":[8,171],"great":[9],"performance":[10,27,53,67],"on":[11,28,56,68],"high-resource":[12],"programming":[13],"languages":[14],"(HRPLs)":[15],"but":[16,72,96],"struggle":[17],"with":[18],"low-resource":[19],"ones":[20],"(LRPLs).":[21],"Previous":[22],"studies":[23],"have":[24,64],"improved":[25],"LLM":[26,66],"LRPLs":[29,57],"by":[30,128,140],"continued":[31],"training":[32,138],"or":[33],"tokenizer":[34],"adaptation.":[35],"However,":[36],"they":[37],"require":[38],"costly":[39],"data":[40,139],"and":[41,100,107,120,150,178,183],"can":[42,174],"cause":[43],"catastrophic":[44],"forgetting.":[45],"This":[46],"paper":[47],"proposes":[48],"to":[49,123],"address":[50],"the":[51],"poor":[52],"of":[54,166,181],"LLMs":[55],"using":[58,151],"uncertainty":[59,115,152,167],"estimation":[60,116],"(UE).":[61],"UE":[62,134,173],"methods":[63,122,132],"advanced":[65],"natural":[69],"tasks,":[71],"are":[73],"underexplored":[74],"in":[75,157,168],"settings.":[78],"The":[79,131,159],"research":[80,160],"may":[81,161],"provide":[82,162],"three":[83],"contributions:":[84],"(1)":[85],"a":[86,110,163],"new":[87,111],"generation":[89,127],"benchmark":[90,112],"evaluating":[91,114],"not":[92],"only":[93],"functional":[94],"correctness":[95],"also":[97],"readability,":[98],"efficiency,":[99],"idiomatic":[101],"style":[102],"across":[103],"Python,":[104],"Java,":[105],"Racket,":[106],"Elixir;":[108],"(2)":[109],"when":[117],"generating":[118],"code;":[119],"(3)":[121],"improve":[124,175],"LRPL":[125,176],"leveraging":[129],"UE.":[130],"utilizing":[133],"include":[135],"filtering":[136],"synthetic":[137],"low":[141],"uncertainty,":[142],"an":[143,154],"UE-driven":[144],"curriculum":[145],"learning":[146],"strategy,":[147],"uncertainty-aware":[148],"decoding,":[149],"as":[153,185],"RL":[155],"reward":[156],"alignment.":[158],"comprehensive":[164],"evaluation":[165],"models,":[170],"that":[172],"generation,":[177],"open-source":[179],"release":[180],"benchmarks":[182],"outcomes.":[186]},"counts_by_year":[],"updated_date":"2026-02-23T20:09:44.859080","created_date":"2026-01-29T00:00:00"}