{"id":"https://openalex.org/W7161971671","doi":"https://doi.org/10.48550/arxiv.2605.20722","title":"AGPO: Adaptive Group Policy Optimization with Dual Statistical Feedback","display_name":"AGPO: Adaptive Group Policy Optimization with Dual Statistical Feedback","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161971671","doi":"https://doi.org/10.48550/arxiv.2605.20722"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20722","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027369574","display_name":"Miaobo Hu","orcid":"https://orcid.org/0000-0002-6417-3280"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Miaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136726214","display_name":"Shuhao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Shuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136644531","display_name":"Bokun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136707501","display_name":"Ruohan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ruohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136658709","display_name":"Wang, Xin, 1966-","orcid":"https://orcid.org/0009-0006-0413-0330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136643921","display_name":"Xiaobo Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xiaobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051666209","display_name":"Daren Zha","orcid":"https://orcid.org/0009-0002-6042-3454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zha, Daren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136645618","display_name":"Jun Jun Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3382999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3382999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11029999703168869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5475000143051147},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5253000259399414},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4593000113964081},{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.43560001254081726},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.3840999901294708},{"id":"https://openalex.org/keywords/statistical-learning","display_name":"Statistical learning","score":0.38260000944137573},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.37279999256134033},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.34389999508857727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5812000036239624},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5475000143051147},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.43560001254081726},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3840999901294708},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C177562468","wikidata":"https://www.wikidata.org/wiki/Q182893","display_name":"Dispersion (optics)","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3116999864578247},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C102248274","wikidata":"https://www.wikidata.org/wiki/Q168388","display_name":"Adaptive filter","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26409998536109924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25220000743865967},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"improves":[2],"LLM":[3],"reasoning,":[4],"but":[5],"PPO/GRPO":[6,112],"typically":[7],"use":[8],"fixed":[9],"clipping":[10],"and":[11,18,41,65,72,76,103,122,130,132],"decoding":[12,86],"temperature,":[13],"which":[14,57,82],"makes":[15],"training":[16],"brittle":[17],"tuning-heavy.":[19],"We":[20],"propose":[21],"Adaptive":[22],"Group":[23],"Policy":[24],"Optimization":[25],"(AGPO),":[26],"a":[27,45,88,97],"critic-free":[28],"refinement":[29],"of":[30],"GRPO":[31],"that":[32],"uses":[33,44],"group-level":[34],"statistics":[35],"to":[36,50,92,96,128],"control":[37],"both":[38,135],"update":[39],"magnitude":[40],"exploration.":[42],"AGPO":[43,110],"shared":[46],"probe-derived":[47],"statistical":[48],"state":[49],"drive":[51],"two":[52],"controllers:":[53],"(i)":[54],"adaptive":[55,79],"clipping,":[56],"sets":[58],"the":[59,114],"trust-region":[60],"size":[61],"from":[62],"reward":[63],"dispersion":[64],"skewness,":[66],"probe":[67],"vote":[68],"entropy,":[69,71],"policy":[70],"step-wise":[73],"KL":[74],"drift;":[75],"(ii)":[77],"bidirectional":[78],"temperature":[80,90],"sampling,":[81],"heats":[83],"or":[84],"cools":[85],"around":[87],"base":[89],"according":[91],"centered":[93],"uncertainty":[94],"relative":[95],"running":[98],"baseline.":[99],"On":[100],"nine":[101],"English":[102],"Chinese":[104],"math/STEM":[105],"benchmarks,":[106],"Qwen2.5-14B":[107],"trained":[108],"with":[109],"outperforms":[111],"under":[113],"same":[115],"generated-token":[116],"budget,":[117],"reaching":[118],"67.3%":[119],"on":[120,124],"GSM8K":[121],"40.5%":[123],"MATH.":[125],"Gains":[126],"transfer":[127],"Llama-3-8B":[129],"Gemma-2-9B,":[131],"ablations":[133],"confirm":[134],"modules":[136],"are":[137],"complementary.":[138],"Our":[139],"implementation":[140],"is":[141],"publicly":[142],"available":[143],"at":[144],"https://github.com/wandugu/paper_agpo.":[145]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}