{"id":"https://openalex.org/W7160848254","doi":"https://doi.org/10.48550/arxiv.2605.07276","title":"Signal Reshaping for GRPO in Weak-Feedback Agentic Code Repair","display_name":"Signal Reshaping for GRPO in Weak-Feedback Agentic Code Repair","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160848254","doi":"https://doi.org/10.48550/arxiv.2605.07276"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07276","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07276","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135848013","display_name":"Jia V. Li","orcid":"https://orcid.org/0000-0002-5763-6670"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135886268","display_name":"Yuxin Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Yuxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135835857","display_name":"Ting Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135828752","display_name":"Hailiang Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Hailiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060932650","display_name":"Yuetang Deng","orcid":"https://orcid.org/0009-0003-7060-4109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Yuetang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135874656","display_name":"Michael R. Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Michael R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1234000027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1234000027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.121799997985363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.09510000050067902,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5838000178337097},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5454999804496765},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5378000140190125},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.527899980545044},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.49939998984336853},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.478300005197525},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.4713999927043915},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.4357999861240387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7074999809265137},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.527899980545044},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.4713999927043915},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.428600013256073},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.36320000886917114},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C42023084","wikidata":"https://www.wikidata.org/wiki/Q5249231","display_name":"Decision boundary","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2603999972343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07276","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07276","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Code-agent":[0],"RL":[1],"often":[2],"receives":[3],"weak":[4],"feedback:":[5],"rollout-time":[6],"signals":[7,59,68],"are":[8,60],"reliable":[9],"and":[10,72,113,157,175,207],"executable,":[11],"but":[12],"capture":[13],"only":[14,54],"necessary":[15],"or":[16,214],"surface":[17],"conditions":[18,83],"for":[19,38],"task":[20],"success":[21],"rather":[22],"than":[23],"the":[24,32,75,134,145,153],"target":[25],"semantic":[26,65],"predicate.":[27],"Using":[28],"agentic":[29],"compile-fix":[30],"as":[31],"setting,":[33],"we":[34],"study":[35],"signal":[36,201],"reshaping":[37],"standard":[39],"GRPO":[40,128],"under":[41],"such":[42],"feedback.":[43],"Our":[44],"central":[45],"claim":[46],"is":[47,52,202],"that":[48,89],"GRPO's":[49,91],"within-group":[50,118,215],"comparison":[51],"meaningful":[53],"after":[55],"three":[56],"kinds":[57],"of":[58,147,163],"reshaped:":[61],"outcome":[62,210],"rewards":[63,98,151],"recover":[64],"ranking,":[66,101],"process":[67,103,212],"localize":[69],"intra-trajectory":[70],"credit,":[71,213],"rollouts":[73],"from":[74,133,171,180],"same":[76],"prompt":[77],"remain":[78],"execution-comparable.":[79],"We":[80],"operationalize":[81],"these":[82],"with":[84],"a":[85,122,185],"minimal":[86],"signal-reshaping":[87],"construction":[88,94],"leaves":[90],"group-normalized":[92],"advantage":[93],"unchanged:":[95],"compile-and-semantic":[96,131],"layered":[97,164],"reshape":[99,109],"trajectory":[100,159],"step-level":[102],"scores":[104],"outside":[105],"group":[106],"reward":[107],"normalization":[108],"within-trajectory":[110],"update":[111],"strength,":[112],"failure-cause-aware":[114],"rollout":[115],"governance":[116],"reshapes":[117],"comparability.":[119,216],"Experiments":[120],"show":[121],"clear":[123],"end-to-end":[124],"gain:":[125,149],"full":[126],"signal-reshaped":[127],"improves":[129,169],"strict":[130],"accuracy":[132,170],"base":[135],"model's":[136],"zero-shot":[137],"$0.385$":[138],"to":[139,173,182],"$0.535$.":[140],"Controlled":[141],"comparisons":[142],"further":[143,168],"explain":[144],"source":[146],"this":[148,200],"binary":[150],"remove":[152],"compile-only":[154],"middle":[155],"tier":[156],"degrade":[158],"control;":[160],"on":[161],"top":[162],"rewards,":[165],"process-score":[166],"weighting":[167],"$0.48$":[172],"$0.53$":[174],"reduces":[176],"average":[177],"evaluation":[178],"steps":[179],"$23.50$":[181],"$17.02$.":[183],"As":[184],"boundary":[186],"comparison,":[187],"privileged-prompt":[188],"token-level":[189],"distillation":[190],"mainly":[191],"optimizes":[192],"local":[193],"distributional":[194],"alignment;":[195],"in":[196],"long":[197],"tool-use":[198],"trajectories,":[199],"diluted":[203],"by":[204],"non-critical":[205],"tokens":[206],"cannot":[208],"replace":[209],"semantics,":[211]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}