{"id":"https://openalex.org/W7162789230","doi":"https://doi.org/10.48550/arxiv.2605.29568","title":"DeepTool: Scaling Interleaved Deliberation in Tool-Integrated Reasoning via Process-Supervised Reinforcement Learning","display_name":"DeepTool: Scaling Interleaved Deliberation in Tool-Integrated Reasoning via Process-Supervised Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162789230","doi":"https://doi.org/10.48550/arxiv.2605.29568"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29568","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29568","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29568","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137393731","display_name":"Yang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137323192","display_name":"Xiao Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137353123","display_name":"Bibo Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Bibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137337653","display_name":"Yufei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137385001","display_name":"Kai Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137374206","display_name":"Zhouhao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Zhouhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137386543","display_name":"Bing Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137315025","display_name":"Ting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.29580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.29580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18449999392032623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.14910000562667847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7322999835014343},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6201000213623047},{"id":"https://openalex.org/keywords/invocation","display_name":"Invocation","score":0.5666000247001648},{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.536300003528595},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5045999884605408},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4366999864578247},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3986000120639801},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.373199999332428}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688000202178955},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7322999835014343},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6201000213623047},{"id":"https://openalex.org/C2776527387","wikidata":"https://www.wikidata.org/wiki/Q1671839","display_name":"Invocation","level":2,"score":0.5666000247001648},{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.536300003528595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5171999931335449},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5045999884605408},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4366999864578247},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3734000027179718},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C107848011","wikidata":"https://www.wikidata.org/wiki/Q4680756","display_name":"Adaptive reasoning","level":4,"score":0.33149999380111694},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.3084000051021576},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29568","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29568","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29568","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29568","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tool-Integrated":[0,33],"Reasoning":[1,34],"(TIR)":[2],"extends":[3],"LLM":[4],"capabilities":[5],"by":[6,37],"leveraging":[7],"external":[8],"environments.":[9],"However,":[10],"existing":[11],"methods":[12],"lack":[13],"the":[14,64,151,156],"deliberation":[15],"during":[16],"sequential":[17],"tool":[18,48,121],"invocation":[19,122],"required":[20],"for":[21,32],"strategic":[22],"planning":[23],"and":[24,47,70,96,118,145,167],"self-correction.":[25,97],"While":[26],"RL":[27],"mitigates":[28],"this,":[29,52],"conventional":[30],"approaches":[31],"are":[35],"hindered":[36],"sparse":[38],"outcome-based":[39],"rewards,":[40],"failing":[41],"to":[42,93,113],"supervise":[43],"intermediate":[44,115],"reasoning":[45],"steps":[46],"invocations.":[49],"To":[50],"address":[51],"we":[53,77,99],"propose":[54],"DeepTool,":[55,76],"a":[56,80],"novel":[57],"framework":[58],"that":[59,83,129],"scales":[60],"deliberate":[61],"thinking":[62,86,117],"within":[63],"interleaved":[65,88,116,159],"process":[66],"of":[67,158],"thinking,":[68,160],"action,":[69],"observation":[71],"at":[72,123],"each":[73],"turn.":[74,125],"In":[75],"first":[78],"introduce":[79],"synthesis":[81],"pipeline":[82],"evolves":[84],"extended":[85],"into":[87],"trajectories,":[89],"integrating":[90],"adversarial":[91],"perturbations":[92],"ensure":[94],"robustness":[95],"Secondly,":[98],"devise":[100],"Process-Supervised":[101],"Reinforcement":[102],"Learning":[103],"based":[104],"on":[105],"GRPO,":[106],"which":[107],"utilizes":[108],"an":[109],"Action-Centric":[110],"Process":[111],"Reward":[112],"reinforce":[114],"enforce":[119],"precise":[120],"every":[124],"Extensive":[126],"experiments":[127],"demonstrate":[128],"DeepTool":[130],"achieves":[131],"superior":[132],"performance,":[133],"boosting":[134],"Qwen2.5-7B":[135],"significantly":[136],"across":[137],"six":[138],"benchmarks":[139],"(e.g.,":[140],"AIME24:":[141],"3.2%":[142],"->":[143,148],"40.4%":[144],"HMMT25:":[146],"0.0%":[147],"28.6%).":[149],"Furthermore,":[150],"token":[152,168],"cost-effectiveness":[153],"analysis":[154],"confirms":[155],"utility":[157],"demonstrating":[161],"DeepTool's":[162],"optimal":[163],"balance":[164],"between":[165],"performance":[166],"efficiency.":[169]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-30T00:00:00"}