{"id":"https://openalex.org/W7160199001","doi":"https://doi.org/10.48550/arxiv.2605.00425","title":"AEM: Adaptive Entropy Modulation for Multi-Turn Agentic Reinforcement Learning","display_name":"AEM: Adaptive Entropy Modulation for Multi-Turn Agentic Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160199001","doi":"https://doi.org/10.48550/arxiv.2605.00425"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00425","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00425","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00425","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127956462","display_name":"Haotian Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Haotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135201473","display_name":"Songlin Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Songlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135218580","display_name":"Yuxin Zhang","orcid":"https://orcid.org/0000-0003-4698-5645"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135208117","display_name":"Stephen S. -T. Yau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yau, Stephen S. -T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135243021","display_name":"Wenyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102768075","display_name":"Li Tian","orcid":"https://orcid.org/0000-0002-0104-6073"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Lun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135244164","display_name":"Tianshu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Tianshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135122319","display_name":"Yifeng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073383566","display_name":"Yucheng Zeng","orcid":"https://orcid.org/0000-0003-2938-2228"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135202738","display_name":"Jingnan Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Jingnan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027969886","display_name":"Daxiang Dong","orcid":"https://orcid.org/0000-0003-4639-3375"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Daxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135146881","display_name":"Jianmin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jianmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4000000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4000000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15880000591278076,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08290000259876251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6987000107765198},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6495000123977661},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5084999799728394},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.47290000319480896},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.3856000006198883},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.3723999857902527}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7059999704360962},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6987000107765198},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6495000123977661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5134999752044678},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5030999779701233},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.3856000006198883},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2824000120162964}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00425","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00425","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00425","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00425","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"substantially":[4],"improved":[5],"the":[6,92,99,119,123,130,156,159,184],"ability":[7],"of":[8,134],"large":[9],"language":[10],"model":[11],"(LLM)":[12],"agents":[13,136],"to":[14,37,90,122,140,180,192,197,211],"interact":[15],"with":[16,129,206],"environments":[17],"and":[18,63,66,72,137,162,177,189,204],"solve":[19],"multi-turn":[20],"tasks.":[21],"However,":[22],"effective":[23,131],"agentic":[24,97],"RL":[25,88,98,219,231],"remains":[26],"challenging:":[27],"sparse":[28],"outcome-only":[29],"rewards":[30],"provide":[31],"limited":[32],"guidance":[33],"for":[34],"assigning":[35],"credit":[36,79],"individual":[38,111],"steps":[39],"within":[40],"long":[41],"interaction":[42,157],"trajectories.":[43],"Existing":[44],"approaches":[45],"often":[46],"introduce":[47],"dense":[48],"intermediate":[49],"supervision,":[50],"such":[51],"as":[52],"process":[53],"reward":[54],"models":[55,207],"or":[56],"auxiliary":[57],"self-supervised":[58],"signals,":[59],"which":[60],"increases":[61],"supervision":[62],"tuning":[64],"complexity":[65],"may":[67],"limit":[68],"generalization":[69],"across":[70],"tasks":[71],"domains.":[73],"We":[74,144],"present":[75],"AEM,":[76],"a":[77,105,172,222,228],"supervision-free":[78],"assignment":[80],"method":[81],"that":[82,147,214],"adaptively":[83],"modulates":[84],"entropy":[85,116,148],"dynamics":[86,117],"during":[87],"training":[89,232],"improve":[91],"exploration-exploitation":[93],"trade-off.":[94],"Since":[95],"in":[96],"environment":[100],"is":[101,153],"typically":[102],"affected":[103],"by":[104,155,167],"complete":[106],"response,":[107],"rather":[108],"than":[109],"an":[110],"token,":[112],"our":[113],"analysis":[114],"lifts":[115],"from":[118,195,209],"token":[120],"level":[121],"response":[124],"level,":[125],"aligning":[126],"uncertainty":[127,175],"estimation":[128],"action":[132],"granularity":[133],"LLM":[135],"reducing":[138],"sensitivity":[139],"token-level":[141],"sampling":[142],"noise.":[143],"further":[145],"show":[146],"drift":[149],"under":[150],"natural-gradient":[151],"updates":[152],"governed":[154],"between":[158,187],"sampled-response":[160],"advantage":[161],"its":[163],"relative":[164],"surprisal.":[165],"Motivated":[166],"this":[168],"result,":[169],"AEM":[170,215],"derives":[171],"practical":[173],"response-level":[174],"proxy":[176],"uses":[178],"it":[179],"rescale":[181],"advantages,":[182],"leveraging":[183],"evolving":[185],"balance":[186],"positive":[188],"negative":[190],"samples":[191],"naturally":[193],"transition":[194],"exploration":[196],"exploitation.":[198],"Extensive":[199],"experiments":[200],"on":[201],"ALFWorld,":[202],"WebShop,":[203],"SWE-bench-Verified":[205],"ranging":[208],"1.5B":[210],"32B":[212],"demonstrate":[213],"consistently":[216],"improves":[217],"strong":[218],"baselines,":[220],"including":[221],"+1.4\\%":[223],"gain":[224],"when":[225],"integrated":[226],"into":[227],"state-of-the-art":[229],"software-engineering":[230],"framework.":[233]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-05-05T00:00:00"}