{"id":"https://openalex.org/W7154294521","doi":"https://doi.org/10.48550/arxiv.2604.11056","title":"Rethinking Token-Level Credit Assignment in RLVR: A Polarity-Entropy Analysis","display_name":"Rethinking Token-Level Credit Assignment in RLVR: A Polarity-Entropy Analysis","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154294521","doi":"https://doi.org/10.48550/arxiv.2604.11056"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133562502","display_name":"Yuhang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"He, Yuhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133580380","display_name":"Haodong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Haodong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133579099","display_name":"Siyi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Siyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133597456","display_name":"Hongyu Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Hongyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113282181","display_name":"Hange Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hange","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133576698","display_name":"Keyi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Keyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133622326","display_name":"Zhuo Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zhuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124035910","display_name":"Qihong Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Qihong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133579877","display_name":"Zixin Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zixin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133617821","display_name":"Yongqi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yongqi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5133562502"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.19449999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.19449999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14550000429153442,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.14399999380111694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6940000057220459},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6437000036239624},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5878999829292297},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5084999799728394},{"id":"https://openalex.org/keywords/polarity","display_name":"Polarity (international relations)","score":0.3862000107765198},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.3154999911785126}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6940000057220459},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6437000036239624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.608299970626831},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5878999829292297},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48840001225471497},{"id":"https://openalex.org/C2777361361","wikidata":"https://www.wikidata.org/wiki/Q1112585","display_name":"Polarity (international relations)","level":3,"score":0.3862000107765198},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.2827000021934509}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"with":[2,110],"Verifiable":[3],"Rewards":[4],"(RLVR)":[5],"has":[6],"substantially":[7],"improved":[8],"the":[9,33,45,65,79,86],"reasoning":[10,61,103],"ability":[11],"of":[12,36,121],"Large":[13],"Language":[14],"Models":[15],"(LLMs).":[16],"However,":[17],"its":[18,95],"sparse":[19],"outcome-based":[20],"rewards":[21],"pose":[22],"a":[23,88],"fundamental":[24],"credit":[25,87],"assignment":[26],"problem.":[27],"We":[28],"analyze":[29],"this":[30,70],"problem":[31],"through":[32],"joint":[34],"lens":[35],"reward":[37,127],"polarity":[38,53],"and":[39,54,56,83,115],"token":[40,50,89],"entropy.":[41,96],"Our":[42],"diagnostic":[43],"tool,":[44],"Four":[46],"Quadrant":[47],"Decomposition,":[48],"isolates":[49],"updates":[51],"by":[52,94],"entropy,":[55],"controlled":[57],"ablations":[58],"show":[59],"that":[60,85,102,148,157],"improvements":[62],"concentrate":[63],"in":[64,139],"high-entropy":[66,108,132],"quadrants.":[67],"To":[68],"justify":[69],"observation":[71],"theoretically,":[72],"we":[73,142],"adapt":[74],"Conditional":[75],"Mutual":[76],"Information":[77],"to":[78],"autoregressive":[80],"RLVR":[81],"setting":[82],"prove":[84],"can":[90],"carry":[91],"is":[92],"upper-bounded":[93],"This":[97],"view":[98],"yields":[99],"testable":[100],"predictions":[101],"gains":[104],"arise":[105],"primarily":[106],"from":[107],"tokens,":[109],"unique":[111],"roles":[112],"for":[113],"positive":[114],"negative":[116],"updates.":[117],"A":[118],"gradient":[119],"analysis":[120],"GRPO":[122],"further":[123],"reveals":[124],"how":[125],"uniform":[126],"broadcast":[128],"dilutes":[129],"signal":[130],"at":[131],"positions":[133],"while":[134],"over-crediting":[135],"deterministic":[136],"tokens.":[137],"Grounded":[138],"these":[140],"insights,":[141],"propose":[143],"Entropy-Aware":[144],"Policy":[145],"Optimization":[146],"(EAPO)":[147],"modulates":[149],"token-level":[150],"learning":[151],"signals":[152],"accordingly.":[153],"Extensive":[154],"experiments":[155],"demonstrate":[156],"EAPO":[158],"outperforms":[159],"strong":[160],"baselines":[161],"across":[162],"two":[163],"model":[164],"families.":[165]},"counts_by_year":[],"updated_date":"2026-04-15T06:04:33.058270","created_date":"2026-04-15T00:00:00"}