{"id":"https://openalex.org/W7137876033","doi":"https://doi.org/10.48550/arxiv.2603.13348","title":"AutoTool: Automatic Scaling of Tool-Use Capabilities in RL via Decoupled Entropy Constraints","display_name":"AutoTool: Automatic Scaling of Tool-Use Capabilities in RL via Decoupled Entropy Constraints","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7137876033","doi":"https://doi.org/10.48550/arxiv.2603.13348"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13348","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129695306","display_name":"Yirong Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129674676","display_name":"Xiao Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129676688","display_name":"Yufei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129663513","display_name":"Yuxian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129651799","display_name":"Qunyao Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Qunyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018432470","display_name":"Yutai Hou","orcid":"https://orcid.org/0000-0001-8660-1891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yutai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069755413","display_name":"Wu Ning","orcid":"https://orcid.org/0009-0000-0714-1445"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053922312","display_name":"Hanwen Song","orcid":"https://orcid.org/0000-0001-9040-9026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110628758","display_name":"Duyu Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Duyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129746545","display_name":"Dandan Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Dandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129749815","display_name":"Bing Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129653034","display_name":"Ting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8694000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8694000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.015799999237060547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6481000185012817},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.49619999527931213},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46470001339912415},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4643999934196472},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.44110000133514404},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4284000098705292}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736999988555908},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6481000185012817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5794000029563904},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43299999833106995},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26600000262260437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13348","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13348","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tool":[0],"use":[1,37],"represents":[2],"a":[3,79],"critical":[4],"capability":[5],"for":[6,35,160],"AI":[7],"agents,":[8],"with":[9],"recent":[10],"advances":[11],"focusing":[12],"on":[13,137,151],"leveraging":[14],"reinforcement":[15],"learning":[16],"(RL)":[17],"to":[18,25,49,55,64,89,104,111],"scale":[19,50],"up":[20,51],"the":[21,113,132],"explicit":[22],"reasoning":[23,108,145],"process":[24],"achieve":[26],"better":[27],"performance.":[28],"However,":[29],"there":[30],"are":[31],"some":[32],"key":[33],"challenges":[34],"tool":[36,162],"in":[38,69],"current":[39],"RL-based":[40],"scaling":[41,134],"approaches:":[42],"(a)":[43],"direct":[44],"RL":[45,100,147],"training":[46,81],"often":[47],"struggles":[48],"thinking":[52],"length":[53],"sufficiently":[54],"solve":[56],"complex":[57,96],"problems,":[58,67,97],"and":[59,95],"(b)":[60],"scaled-up":[61],"models":[62,91,103],"tend":[63],"overthink":[65],"simpler":[66],"resulting":[68],"substantial":[70],"token":[71],"inefficiency.":[72],"To":[73],"address":[74],"these":[75],"challenges,":[76],"we":[77,119,140],"propose":[78],"novel":[80],"paradigm":[82],"that":[83,101,121,155],"first":[84],"employs":[85],"warm-up":[86],"supervised":[87],"fine-tuning":[88],"help":[90],"distinguish":[92],"between":[93],"simple":[94],"followed":[98],"by":[99,173],"enable":[102],"automatically":[105],"determine":[106],"appropriate":[107],"trajectories.":[109],"Furthermore,":[110],"tackle":[112],"issue":[114],"of":[115],"automatic":[116],"thinking-length":[117],"scaling,":[118],"discover":[120],"entropy-based":[122,143],"optimization":[123],"objectives":[124],"effectively":[125],"maintain":[126],"model":[127,156],"diversity":[128],"while":[129,169],"successfully":[130,157],"unlocking":[131],"model's":[133],"capabilities.":[135],"Based":[136],"this":[138],"insight,":[139],"introduce":[141],"an":[142],"long-short":[144],"fusion":[146],"strategy.":[148],"Our":[149],"experiments":[150],"three":[152],"benchmarks":[153],"demonstrate":[154],"achieves":[158],"auto-scaling":[159],"efficient":[161],"use,":[163],"achieving":[164],"significant":[165],"9.8\\%":[166],"accuracy":[167],"improvements":[168],"reducing":[170],"computational":[171],"overhead":[172],"\\textasciitilde81\\%.":[174]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}