{"id":"https://openalex.org/W7160385002","doi":"https://doi.org/10.48550/arxiv.2605.02944","title":"Exploring Pass-Rate Reward in Reinforcement Learning for Code Generation","display_name":"Exploring Pass-Rate Reward in Reinforcement Learning for Code Generation","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160385002","doi":"https://doi.org/10.48550/arxiv.2605.02944"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.02944","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.02944","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135533332","display_name":"Xin-Ye Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin-Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125715501","display_name":"Ren-Biao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ren-Biao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011453097","display_name":"Yun-Ji Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yun-Ji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135420173","display_name":"Hui Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135507968","display_name":"Zheng Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135431582","display_name":"Ming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3718999922275543,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3718999922275543,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1316000074148178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.052799999713897705,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7523999810218811},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6967999935150146},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5604000091552734},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4805000126361847},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4302000105381012},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4163999855518341}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7523999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7315000295639038},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6967999935150146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5864999890327454},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5604000091552734},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5418999791145325},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4805000126361847},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4302000105381012},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.33889999985694885},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3070000112056732},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.26489999890327454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.02944","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.02944","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5642762184143066,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,31],"(RL)":[2],"from":[3],"unit-test":[4],"feedback":[5],"has":[6],"become":[7],"a":[8,56,78,146],"standard":[9],"post-training":[10],"recipe":[11],"for":[12,69,149],"improving":[13],"large":[14],"language":[15],"models":[16,83],"(LLMs)":[17],"on":[18,33],"code":[19,70,183],"generation.":[20],"However,":[21],"the":[22,39,51,114,126,158,194],"pass-all-tests":[23],"binary":[24,99],"reward":[25,88,111,187],"can":[26,161],"be":[27],"sparse,":[28],"yielding":[29],"no":[30],"signal":[32],"challenging":[34],"problems":[35],"where":[36],"none":[37],"of":[38,196],"sampled":[40],"solutions":[41,156],"passes":[42],"all":[43],"tests.":[44],"A":[45],"common":[46],"remedy":[47],"is":[48,145],"to":[49,181],"use":[50],"test-case":[52,142],"pass":[53,143],"rate":[54,144],"as":[55],"surrogate":[57,148],"reward.":[58],"In":[59],"this":[60,107],"work,":[61],"we":[62,109],"study":[63],"pass-rate":[64,90,121,177],"rewards":[65,91,100,122,178],"in":[66,101,174],"critic-free":[67,175],"RL":[68],"generation":[71,184],"(e.g.,":[72],"GRPO":[73],"and":[74,76,84,113,154,185],"RLOO)":[75],"report":[77],"consistent":[79],"pattern":[80],"across":[81],"base":[82],"algorithms:":[85],"despite":[86],"alleviating":[87],"sparsity,":[89],"do":[92,130],"not":[93,131],"reliably":[94],"improve":[95,182],"final":[96],"performance":[97],"over":[98],"rigorous":[102],"controlled":[103],"experiments.":[104],"To":[105],"understand":[106],"discrepancy,":[108],"analyze":[110],"density":[112],"resulting":[115],"gradient":[116,128,164],"directions.":[117],"We":[118],"find":[119],"that":[120,166,189],"are":[123,179],"denser,":[124],"but":[125],"induced":[127],"updates":[129],"consistently":[132],"move":[133],"probability":[134],"mass":[135],"toward":[136,151],"full-pass":[137],"solutions.":[138],"This":[139],"arises":[140],"because":[141],"miscalibrated":[147],"progress":[150],"full":[152,197],"correctness,":[153],"partial-pass":[155],"within":[157],"same":[159],"group":[160],"induce":[162],"conflicting":[163],"directions":[165],"cancel":[167],"out.":[168],"Overall,":[169],"our":[170],"results":[171],"suggest":[172],"that,":[173],"RL,":[176],"insufficient":[180],"motivate":[186],"designs":[188],"better":[190],"align":[191],"optimization":[192],"with":[193],"goal":[195],"correctness.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-07T00:00:00"}