{"id":"https://openalex.org/W4416036282","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.719","title":"Process-Supervised Reinforcement Learning for Code Generation","display_name":"Process-Supervised Reinforcement Learning for Code Generation","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036282","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.719"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.719","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.719","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.719","pdf_url":"https://aclanthology.org/2025.emnlp-main.719.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4416036282"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2025.emnlp-main.719.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023977974","display_name":"Yongqiang Ye","orcid":"https://orcid.org/0000-0002-3711-9764","observed_orcids":["https://orcid.org/0000-0002-3711-9764"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Ye","raw_affiliation_strings":["Beijing Institute of Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology ,","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ting Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Zhang","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101900435","display_name":"Wenbin Jiang","orcid":"https://orcid.org/0000-0002-4063-8952","observed_orcids":["https://orcid.org/0000-0002-4063-8952"]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbin Jiang","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022334521","display_name":"Hua Huang","orcid":"https://orcid.org/0000-0003-2587-1702","observed_orcids":["https://orcid.org/0000-0003-2587-1702"]},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Huang","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.548,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.98627029,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"14224","last_page":"14237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.9779999852180481},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7459999918937683},{"id":"https://openalex.org/keywords/direct-preference-optimization","display_name":"direct preference optimization","score":0.8180000185966492},{"id":"https://openalex.org/keywords/compiler-feedback","display_name":"compiler feedback","score":0.49300000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349999904632568},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4652000069618225},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4147000014781952},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2989000082015991},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2623000144958496}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.719","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.719","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.719","pdf_url":"https://aclanthology.org/2025.emnlp-main.719.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.01715","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01715","pdf_url":"https://arxiv.org/pdf/2502.01715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.01715","doi":"https://doi.org/10.48550/arxiv.2502.01715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.01715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.719","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.719","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.719","pdf_url":"https://aclanthology.org/2025.emnlp-main.719.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416036282.pdf","grobid_xml":"https://content.openalex.org/works/W4416036282.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2106999256","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2462906003","https://openalex.org/W2594726847","https://openalex.org/W2736601468","https://openalex.org/W2754629507","https://openalex.org/W2963068985","https://openalex.org/W2981852735","https://openalex.org/W3008088841","https://openalex.org/W3030163527","https://openalex.org/W3086007799","https://openalex.org/W3089307846","https://openalex.org/W3095319910","https://openalex.org/W3177813494","https://openalex.org/W3195140297","https://openalex.org/W3198685994","https://openalex.org/W3200980294","https://openalex.org/W4226277721","https://openalex.org/W4226287673","https://openalex.org/W4226485558","https://openalex.org/W4231326803","https://openalex.org/W4299358159","https://openalex.org/W4310290453","https://openalex.org/W4320858785","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4376167329","https://openalex.org/W4379089709","https://openalex.org/W4383989076","https://openalex.org/W4384918448","https://openalex.org/W4385436553","https://openalex.org/W4385572142","https://openalex.org/W4386185625","https://openalex.org/W4386437475","https://openalex.org/W4387724709","https://openalex.org/W4389519352","https://openalex.org/W4390874002","https://openalex.org/W4391272793","https://openalex.org/W4391591578","https://openalex.org/W4393159597","https://openalex.org/W4394709684","https://openalex.org/W4399597391","https://openalex.org/W4399836663","https://openalex.org/W4401306886","https://openalex.org/W4401812232","https://openalex.org/W4402671689","https://openalex.org/W4403796339","https://openalex.org/W4404305217","https://openalex.org/W4412888576","https://openalex.org/W4412945242","https://openalex.org/W6885188373","https://openalex.org/W7125135101","https://openalex.org/W7133208539","https://openalex.org/W7133243119"],"related_works":["https://openalex.org/W4404305217","https://openalex.org/W4405655245","https://openalex.org/W7152977936","https://openalex.org/W7166853295","https://openalex.org/W4412888553","https://openalex.org/W4391591578","https://openalex.org/W7163016624","https://openalex.org/W7167832371","https://openalex.org/W6891948454","https://openalex.org/W7167681297"],"abstract_inverted_index":{"Existing":[0],"reinforcement":[1,24,141],"learning":[2,25,142],"(RL)":[3],"strategies":[4],"based":[5,26,143,179],"on":[6,27,116,138,144,180],"outcome":[7,139],"supervision":[8,29,146],"have":[9,120],"proven":[10],"effective":[11],"in":[12,33,39,149,172],"enhancing":[13],"the":[14,40,55,83,92,98,102,134,159,163,166,173],"performance":[15],"of":[16,42,58,101,125,165,176],"large":[17],"language":[18],"models":[19],"(LLMs)":[20],"for":[21,158,188],"code":[22,43,152,177,189],"generation.While":[23],"process":[28,145,181],"shows":[30],"great":[31],"potential":[32],"multi-step":[34],"reasoning":[35],"tasks,":[36],"its":[37],"effectiveness":[38],"field":[41],"generation":[44,153,178,190],"still":[45],"lacks":[46],"sufficient":[47],"exploration":[48],"and":[49,70,90,97,186],"verification.The":[50],"primary":[51],"obstacle":[52],"stems":[53],"from":[54],"resource-intensive":[56],"nature":[57],"constructing":[59],"a":[60,79,112,123],"high-quality":[61],"process-supervised":[62,113],"reward":[63,114],"dataset,":[64,118],"which":[65],"requires":[66],"substantial":[67],"human":[68],"expertise":[69],"computational":[71],"resources.To":[72],"overcome":[73],"this":[74,76,117,156],"challenge,":[75],"paper":[77,157],"proposes":[78],"\"mutation/refactoring-execution":[80],"verification\"":[81],"strategy.Specifically,":[82],"teacher":[84],"model":[85],"is":[86],"used":[87,105],"to":[88,106],"mutate":[89],"refactor":[91],"statement":[93],"lines":[94],"or":[95],"blocks,":[96],"execution":[99],"results":[100,129],"compiler":[103],"are":[104],"automatically":[107],"label":[108],"them,":[109],"thus":[110],"generating":[111],"dataset.Based":[115],"we":[119],"carried":[121],"out":[122],"series":[124],"RL":[126,174],"experiments.The":[127],"experimental":[128],"show":[130],"that,":[131],"compared":[132],"with":[133],"method":[135,171],"relying":[136],"only":[137],"supervision,":[140,182],"performs":[147],"better":[148],"handling":[150],"complex":[151],"tasks.In":[154],"addition,":[155],"first":[160],"time":[161],"confirms":[162],"advantages":[164],"Direct":[167],"Preference":[168],"Optimization":[169],"(DPO)":[170],"task":[175],"providing":[183],"new":[184],"ideas":[185],"directions":[187],"research.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4416036282","counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":14}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-11-08T00:00:00"}
