{"id":"https://openalex.org/W7134831889","doi":"https://doi.org/10.48550/arxiv.2603.06713","title":"Scaling Agentic Capabilities, Not Context: Efficient Reinforcement Finetuning for Large Toolspaces","display_name":"Scaling Agentic Capabilities, Not Context: Efficient Reinforcement Finetuning for Large Toolspaces","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134831889","doi":"https://doi.org/10.48550/arxiv.2603.06713"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06713","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128687861","display_name":"Karan Gupta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gupta, Karan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128689361","display_name":"Pranav Vajreshwari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vajreshwari, Pranav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119934695","display_name":"Yash Pandya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandya, Yash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128652095","display_name":"Raghav Magazine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Magazine, Raghav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128687825","display_name":"Akshay Nambi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nambi, Akshay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021000040","display_name":"Ahmed Hassan Awadallah","orcid":"https://orcid.org/0000-0001-6426-3537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Awadallah, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29005455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.14059999585151672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.14059999585151672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06669999659061432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8245999813079834},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6729999780654907},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.646399974822998},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6298999786376953},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6011999845504761},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5385000109672546},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4447000026702881},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.4302000105381012},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.40560001134872437}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8245999813079834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7911999821662903},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6729999780654907},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.646399974822998},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6298999786376953},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6011999845504761},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.4302000105381012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41110000014305115},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3449999988079071},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3172999918460846},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06713","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06713","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06713","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06713","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.4575611650943756,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agentic":[0],"systems":[1],"operating":[2],"over":[3,44,145],"large":[4,27,141],"tool":[5,37,98,102],"ecosystems":[6],"must":[7],"plan":[8],"and":[9,26,46,74,90,108,126,142,161],"execute":[10,77],"long-horizon":[11,110],"workflows":[12],"under":[13,157],"weak":[14],"or":[15],"non-verifiable":[16],"supervision.":[17],"While":[18],"frontier":[19],"models":[20,32],"mitigate":[21],"these":[22,137],"challenges":[23],"through":[24],"scale":[25],"context":[28,73,88,106,162],"budgets,":[29],"small":[30,131],"language":[31],"(SLMs)":[33],"remain":[34],"brittle:":[35],"eager":[36],"loading":[38,99],"saturates":[39],"context,":[40],"execution":[41,91],"errors":[42],"compound":[43],"time,":[45],"sparse":[47],"rewards":[48],"limit":[49],"learning.":[50],"We":[51],"introduce":[52],"ATLAS,":[53],"a":[54,150],"reinforcement":[55,116],"finetuning":[56],"framework":[57],"that":[58],"enables":[59,127],"SLMs":[60],"to":[61,71,76,104,153],"operate":[62],"effectively":[63],"in":[64],"large-scale":[65],"toolspace":[66],"environments":[67],"by":[68],"learning":[69],"how":[70,75],"acquire":[72],"actions.":[78],"Our":[79],"approach":[80,154],"makes":[81],"two":[82],"key":[83],"contributions.":[84],"First,":[85],"we":[86,113],"treat":[87],"control":[89],"structure":[92],"as":[93],"learnable":[94],"decisions,":[95],"combining":[96],"iterative":[97],"with":[100],"programmatic":[101],"orchestration":[103],"bound":[105],"growth":[107],"stabilize":[109],"trajectories.":[111],"Second,":[112],"propose":[114],"rubric-based":[115],"finetuning,":[117],"which":[118],"decomposes":[119],"task":[120],"success":[121],"into":[122],"structured,":[123],"task-aligned":[124],"criteria":[125],"scalable":[128],"training":[129],"using":[130],"judge":[132],"models.":[133],"Across":[134],"MCP":[135],"benchmarks,":[136],"design":[138],"choices":[139],"yield":[140],"consistent":[143],"gains":[144],"generic":[146],"RL":[147],"baselines,":[148],"allowing":[149],"4B":[151],"SLM":[152],"frontier-agent":[155],"performance":[156],"far":[158],"tighter":[159],"parameter":[160],"budgets.":[163]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-11T00:00:00"}
