{"id":"https://openalex.org/W7165651916","doi":"https://doi.org/10.48550/arxiv.2606.22388","title":"PlanBench-XL: Evaluating Long-Horizon Planning of LLM Tool-Use Agents in Large-Scale Tool Ecosystems","display_name":"PlanBench-XL: Evaluating Long-Horizon Planning of LLM Tool-Use Agents in Large-Scale Tool Ecosystems","publication_year":2026,"publication_date":"2026-06-21","ids":{"openalex":"https://openalex.org/W7165651916","doi":"https://doi.org/10.48550/arxiv.2606.22388"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.22388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.22388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139175380","display_name":"Jiayu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135963722","display_name":"Qihan Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Qihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139184763","display_name":"Cheng Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139146409","display_name":"Rui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038735910","display_name":"Emre Can Acikgoz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Acikgoz, Emre Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030018760","display_name":"Xiaomin Yang","orcid":"https://orcid.org/0000-0002-5593-5108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xiaocheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139174353","display_name":"Jiateng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiateng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139210326","display_name":"Zhenhailong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhenhailong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139168044","display_name":"Xiusi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiusi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058256157","display_name":"H Q Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139211106","display_name":"Dilek Hakkani-T\u00fcr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hakkani-T\u00fcr, Dilek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.7026000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.7026000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.06040000170469284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.04820000007748604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.6291000247001648},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5597000122070312},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.545199990272522},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.510200023651123},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.49869999289512634},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.4020000100135803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6776999831199646},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.6291000247001648},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.545199990272522},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C174102782","wikidata":"https://www.wikidata.org/wiki/Q1321164","display_name":"Seven Management and Planning Tools","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.22388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.22388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6195810437202454,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0],"agents":[1,56,94,136],"increasingly":[2],"operate":[3],"in":[4,119,174],"large":[5],"tool":[6,34,91,180],"ecosystems,":[7],"where":[8],"real-world":[9,84],"tasks":[10,49,176],"require":[11],"discovering":[12],"relevant":[13],"tools,":[14,61],"inferring":[15],"implicit":[16],"sub-goals,":[17],"and":[18,99,166],"adapting":[19],"to":[20,64,95,124],"dynamic":[21],"environments":[22],"over":[23,50],"long":[24],"horizons.":[25],"However,":[26],"existing":[27],"benchmarks":[28],"rarely":[29],"evaluate":[30],"planning":[31,111,164,173],"under":[32,126],"retrieval-limited":[33],"visibility.":[35],"To":[36],"address":[37],"this":[38],"gap,":[39],"we":[40],"introduce":[41],"PlanBench-XL,":[42],"an":[43,78],"interactive":[44],"benchmark":[45],"of":[46],"327":[47],"retail":[48],"1,665":[51],"tools":[52],"that":[53,82,109,135],"tests":[54],"whether":[55],"can":[57],"iteratively":[58],"retrieve":[59],"usable":[60],"invoke":[62],"them":[63],"uncover":[65],"intermediate":[66],"evidence":[67],"for":[68,161,170],"subsequent":[69],"calls":[70],"toward":[71],"the":[72,127,168],"final":[73],"goal.":[74],"PlanBench-XL":[75,157],"further":[76],"features":[77],"optional":[79],"blocking":[80,130],"mechanism":[81],"simulates":[83],"unpredictability":[85],"through":[86],"missing,":[87],"failing,":[88],"or":[89,146],"distracting":[90],"functions,":[92],"forcing":[93],"detect":[96],"disrupted":[97],"paths":[98],"adapt":[100],"at":[101],"runtime.":[102],"Experiments":[103],"on":[104],"ten":[105],"leading":[106],"LLMs":[107],"show":[108],"massive-tool":[110],"remains":[112],"challenging:":[113],"while":[114],"GPT-5.4":[115],"achieves":[116],"51.90%":[117],"accuracy":[118],"block-free":[120],"settings,":[121],"it":[122],"collapses":[123],"11.36%":[125],"most":[128],"severe":[129],"condition.":[131],"Further":[132],"analysis":[133],"shows":[134],"are":[137],"especially":[138],"vulnerable":[139],"when":[140,147],"failures":[141,165],"lack":[142],"explicit":[143],"error":[144],"signals":[145],"recovery":[148],"requires":[149],"longer":[150],"alternative":[151],"tool-use":[152],"paths.":[153],"These":[154],"results":[155],"establish":[156],"as":[158],"a":[159],"testbed":[160],"diagnosing":[162],"agentic":[163],"highlight":[167],"need":[169],"robust":[171],"adaptive":[172],"long-horizon":[175],"with":[177],"large,":[178],"imperfect":[179],"environments.":[181]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}