{"id":"https://openalex.org/W7151366016","doi":"https://doi.org/10.48550/arxiv.2604.04894","title":"Asymmetric Advantage Modulation Calibrates Entropy Dynamics in RLVR","display_name":"Asymmetric Advantage Modulation Calibrates Entropy Dynamics in RLVR","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151366016","doi":"https://doi.org/10.48550/arxiv.2604.04894"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04894","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04894","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04894","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101084898","display_name":"Hengrui Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Hengrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133117688","display_name":"Xiaotian Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Xiaotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133110340","display_name":"Yujing Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Yujing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133074796","display_name":"Kaixiong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Feiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zhou, Kaixiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Kaixiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.16009999811649323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.16009999811649323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14079999923706055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.13989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6044999957084656},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5647000074386597},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.48989999294281006},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.4864000082015991},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4722000062465668},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.451200008392334},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4239000082015991}],"concepts":[{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6044999957084656},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5647000074386597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5338000059127808},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.451200008392334},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3871999979019165},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38359999656677246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3626999855041504},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.313400000333786},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.30239999294281006},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C182049051","wikidata":"https://www.wikidata.org/wiki/Q17147155","display_name":"Transfer entropy","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.27230000495910645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27140000462532043},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.26260000467300415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04894","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04894","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04894","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04894","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"with":[2,123,134,140,216],"verifiable":[3],"rewards":[4],"(RLVR)":[5],"has":[6],"substantially":[7],"improved":[8],"the":[9,25,93,153,167,194,199],"reasoning":[10,125,207],"ability":[11],"of":[12,33,156,177,186],"large":[13],"language":[14],"models":[15],"(LLMs),":[16],"but":[17],"it":[18],"often":[19,67],"suffers":[20],"from":[21],"\\textit{restricted":[22],"exploration},":[23],"where":[24],"policy":[26,48],"rapidly":[27],"concentrates":[28],"on":[29,180,189,204],"a":[30,74],"narrow":[31],"set":[32],"solutions.":[34],"A":[35],"common":[36],"remedy":[37],"is":[38,55],"entropy":[39,79,84,111],"regularization,":[40],"which":[41,78,83,151],"attempts":[42],"to":[43,58,197],"preserve":[44],"exploration":[45],"by":[46,144],"increasing":[47],"entropy.":[49],"However,":[50],"for":[51],"LLM-RL,":[52],"this":[53,145],"intervention":[54],"highly":[56],"sensitive":[57],"its":[59],"coefficient,":[60],"can":[61],"introduce":[62],"semantically":[63],"weak":[64],"uncertainty,":[65],"and":[66,82,104,108,137,158],"yields":[68],"limited":[69],"accuracy":[70],"gains.":[71],"This":[72,161],"motivates":[73],"more":[75],"precise":[76],"question:":[77],"helps":[80],"reasoning,":[81],"should":[85],"be":[86],"reduced?":[87],"To":[88],"study":[89],"this,":[90],"we":[91,148],"parameterize":[92],"advantage":[94],"estimator":[95],"in":[96],"Group":[97],"Relative":[98],"Policy":[99],"Optimization":[100],"(GRPO)":[101],"into":[102],"positive":[103,157],"negative":[105,159],"outcome-conditioned":[106],"channels":[107,196],"analyze":[109],"their":[110],"dynamics.":[112],"Our":[113],"results":[114],"show":[115,209],"that":[116,210],"positive-channel":[117],"modulation":[118,129,154,201],"raises":[119],"\\textit{productive":[120],"entropy}":[121,132],"associated":[122,133],"successful":[124],"trajectories,":[126],"while":[127],"negative-channel":[128],"removes":[130],"\\textit{noisy":[131],"failed":[135],"rollouts":[136],"reduces":[138],"interference":[139],"correct":[141],"paths.":[142],"Guided":[143],"channel-wise":[146],"view,":[147],"propose":[149],"\\textbf{AsymGRPO},":[150],"decouples":[152],"strengths":[155],"advantages.":[160],"enables":[162],"flexible":[163],"control":[164],"over":[165],"how":[166],"model":[168,220],"updates":[169],"across":[170,219],"prompt":[171],"difficulty":[172],"levels,":[173],"allowing":[174],"stronger":[175,184],"reinforcement":[176],"rare":[178],"successes":[179],"harder":[181],"prompts":[182,191],"or":[183],"suppression":[185],"residual":[187],"failures":[188],"easier":[190],"without":[192],"forcing":[193],"two":[195],"share":[198],"same":[200],"strength.":[202],"Experiments":[203],"five":[205],"mathematical":[206],"benchmarks":[208],"AsymGRPO":[211],"outperforms":[212],"strong":[213],"RLVR":[214],"baselines,":[215],"consistent":[217],"gains":[218],"backbones.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}