{"id":"https://openalex.org/W4416965635","doi":"https://doi.org/10.1109/tai.2025.3639527","title":"A Preference-Driven Methodology for Efficient Code Generation","display_name":"A Preference-Driven Methodology for Efficient Code Generation","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4416965635","doi":"https://doi.org/10.1109/tai.2025.3639527"},"language":null,"primary_location":{"id":"doi:10.1109/tai.2025.3639527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3639527","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030616168","display_name":"Yuqi Li","orcid":"https://orcid.org/0000-0003-0228-242X"},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuqi Li","raw_affiliation_strings":["The City College of New York, New York, NY, USA","The City College of New York, New York, USA"],"raw_orcid":"https://orcid.org/0009-0002-7314-6863","affiliations":[{"raw_affiliation_string":"The City College of New York, New York, NY, USA","institution_ids":["https://openalex.org/I125687163"]},{"raw_affiliation_string":"The City College of New York, New York, USA","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101545122","display_name":"Zijie Zhou","orcid":"https://orcid.org/0009-0001-4410-339X"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Zhou","raw_affiliation_strings":["China University of Petroleum, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-9587-4361","affiliations":[{"raw_affiliation_string":"China University of Petroleum, Beijing, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101313497","display_name":"Zhiyuan Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Peng","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-6560-733X","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junhao Dong","orcid":"https://orcid.org/0000-0002-6232-9157"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junhao Dong","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6232-9157","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102631359","display_name":"Haochen You","orcid":"https://orcid.org/0009-0008-9178-2912"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haochen You","raw_affiliation_strings":["Columbia University, New York, NY, USA","Columbia University, New York, USA"],"raw_orcid":"https://orcid.org/0009-0008-9178-2912","affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089763177","display_name":"Renye Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renye Yan","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-9057-9603","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002547378","display_name":"Shiping Wen","orcid":"https://orcid.org/0000-0001-8077-7001"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shiping Wen","raw_affiliation_strings":["University of Technology, Sydney, NSW, Australia","University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5048-0319","affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074244244","display_name":"Yingli Tian","orcid":"https://orcid.org/0000-0003-4458-360X"},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingli Tian","raw_affiliation_strings":["The City College of New York, New York, NY, USA","The City College of New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-4458-360X","affiliations":[{"raw_affiliation_string":"The City College of New York, New York, NY, USA","institution_ids":["https://openalex.org/I125687163"]},{"raw_affiliation_string":"The City College of New York, New York, USA","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074290686","display_name":"Tingwen Huang","orcid":"https://orcid.org/0000-0001-9610-846X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingwen Huang","raw_affiliation_strings":["Shenzhen University of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9610-846X","affiliations":[{"raw_affiliation_string":"Shenzhen University of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380","https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2109,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97806488,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"7","issue":"6","first_page":"3414","last_page":"3428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.37310001254081726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.37310001254081726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.13950000703334808,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.04919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6017000079154968},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5907999873161316},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5482000112533569},{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.5317000150680542},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46470001339912415},{"id":"https://openalex.org/keywords/program-optimization","display_name":"Program optimization","score":0.45739999413490295},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42660000920295715},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.41830000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853999733924866},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6017000079154968},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5907999873161316},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.5317000150680542},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C139571649","wikidata":"https://www.wikidata.org/wiki/Q1156793","display_name":"Program optimization","level":3,"score":0.45739999413490295},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42660000920295715},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C151578736","wikidata":"https://www.wikidata.org/wiki/Q1251793","display_name":"Redundant code","level":4,"score":0.34290000796318054},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3221000134944916},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C50951305","wikidata":"https://www.wikidata.org/wiki/Q2482534","display_name":"Unreachable code","level":5,"score":0.263700008392334},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3639527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3639527","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,20,28,54,57,64,68,93,103,171],"rise":[2],"of":[3,22,56,67,107,165,197,201],"Large":[4],"Language":[5],"Models":[6],"(LLMs),":[7],"significant":[8],"progress":[9],"has":[10,32],"been":[11],"made":[12],"in":[13],"research":[14],"related":[15],"to":[16,42,115,123,148],"code":[17,29,58,77,85,191],"automation":[18],"within":[19],"field":[21],"software":[23],"engineering.":[24],"Among":[25],"these":[26],"developments,":[27],"generation":[30,168],"task":[31],"attracted":[33],"considerable":[34],"attention":[35],"from":[36],"both":[37],"academia":[38],"and":[39,145,167,208],"industry":[40],"due":[41],"its":[43],"broad":[44],"applicability.":[45],"However,":[46],"most":[47],"existing":[48],"studies":[49],"focus":[50],"primarily":[51],"on":[52,161,188,215],"improving":[53],"correctness":[55],"generated":[59],"by":[60],"LLMs,":[61],"while":[62,181],"overlooking":[63],"efficiency":[65,147],"attributes":[66],"code.":[69],"As":[70],"a":[71,135,154,162,175,189],"result,":[72],"LLMs":[73],"often":[74],"produce":[75],"correct":[76],"without":[78],"considering":[79],"human":[80],"preferences":[81],"for":[82,140],"efficiency.":[83],"Efficient":[84],"not":[86],"only":[87],"conserves":[88],"resources":[89],"but":[90],"also":[91],"enhances":[92],"user":[94],"experience.":[95],"For":[96],"online":[97],"optimization":[98],"scenarios,":[99],"we":[100,129],"find":[101],"that":[102,138],"fixed":[104],"clipping":[105,172],"mechanism":[106,159],"Group":[108],"Relative":[109],"Policy":[110],"Optimization":[111],"(GRPO)":[112],"can":[113],"lead":[114],"<italic":[116,156],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[117,157,225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">entropy":[118],"collapse</i>,":[119],"causing":[120],"premature":[121],"convergence":[122],"suboptimal":[124],"solutions.":[125],"To":[126],"address":[127],"this,":[128],"propose":[130],"DC-GRPO.":[131],"The":[132],"method":[133],"employs":[134],"multi-level":[136],"reward":[137],"accounts":[139],"compilation":[141],"success,":[142],"functional":[143],"correctness,":[144],"execution":[146],"alleviate":[149],"sparse-reward":[150],"issues.":[151],"In":[152,185],"addition,":[153],"dynamic":[155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">clipping</i>":[158],"based":[160],"four-quadrant":[163],"analysis":[164],"advantage":[166],"probability":[169],"adapts":[170],"bounds":[173],"via":[174],"nonlinear":[176],"mapping,":[177],"encouraging":[178],"low-probability/high-reward":[179],"responses":[180],"suppressing":[182],"high-probability/low-reward":[183],"ones.":[184],"our":[186],"experiments":[187],"1.5B-parameter":[190],"model,":[192],"DC-GRPO":[193],"achieves":[194],"an":[195,199],"eff@5":[196],"13.4%,":[198],"improvement":[200],"1.2":[202],"percentage":[203],"points":[204],"over":[205,212],"standard":[206],"GRPO,":[207],"shows":[209],"consistent":[210],"gains":[211],"other":[213],"baselines":[214],"code-oriented":[216],"LLMs.":[217],"Our":[218],"anonymous":[219],"codes":[220],"are":[221],"available":[222],"at":[223],"<uri":[224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://anonymous.4open.science/r/DC-GRPO-9E0D/</uri>.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-12-03T00:00:00"}