{"id":"https://openalex.org/W7152535284","doi":"https://doi.org/10.48550/arxiv.2604.06185","title":"Benchmarking LLM Tool-Use in the Wild","display_name":"Benchmarking LLM Tool-Use in the Wild","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7152535284","doi":"https://doi.org/10.48550/arxiv.2604.06185"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06185","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06185","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06185","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133286247","display_name":"Peijie Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Peijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133265794","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-1727-6738"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133285653","display_name":"Yifan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133297283","display_name":"Jinjian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jinjian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133238305","display_name":"Zelong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zelong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133257235","display_name":"Xiao Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103325682","display_name":"Feng Zhang","orcid":"https://orcid.org/0009-0009-2635-2710"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5099999904632568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5099999904632568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.181099995970726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06440000236034393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7386999726295471},{"id":"https://openalex.org/keywords/casual","display_name":"Casual","score":0.6805999875068665},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.579200029373169},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.48890000581741333},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4690000116825104},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4674000144004822},{"id":"https://openalex.org/keywords/user-needs","display_name":"User needs","score":0.45339998602867126}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7386999726295471},{"id":"https://openalex.org/C2781426162","wikidata":"https://www.wikidata.org/wiki/Q2275793","display_name":"Casual","level":2,"score":0.6805999875068665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5932000279426575},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.579200029373169},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.48890000581741333},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4690000116825104},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4674000144004822},{"id":"https://openalex.org/C3017568202","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"User needs","level":2,"score":0.45339998602867126},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.3982999920845032},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.36980000138282776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3481999933719635},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31839999556541443},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C4216890","wikidata":"https://www.wikidata.org/wiki/Q815823","display_name":"Business model","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06185","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06185","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06185","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06185","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fulfilling":[0],"user":[1,16,32,100,156],"needs":[2],"through":[3],"Large":[4],"Language":[5],"Model":[6],"multi-turn,":[7],"multi-step":[8],"tool-use":[9,85,95,143],"is":[10],"rarely":[11],"a":[12,120],"straightforward":[13],"process.":[14],"Real":[15],"interactions":[17,164],"are":[18],"inherently":[19],"wild,":[20],"being":[21],"intricate,":[22],"messy,":[23],"and":[24,53,61,132,168],"flexible.":[25],"We":[26],"identify":[27],"three":[28],"key":[29],"challenges":[30],"from":[31],"behaviour:":[33],"compositional":[34],"tasks":[35],"that":[36,49,109,137],"demand":[37],"efficient":[38],"orchestration":[39],"of":[40,82,105,115,126,155],"tool-call":[41],"topologies,":[42],"implicit":[43],"intent":[44],"spread":[45],"across":[46],"dialogue":[47],"turns":[48],"require":[50],"contextual":[51],"inference,":[52],"instruction":[54],"transition,":[55],"which":[56],"mixes":[57],"task":[58],"queries,":[59],"clarifications,":[60],"casual":[62],"conversation,":[63],"forcing":[64],"LLMs":[65,83,107],"to":[66,161],"adjust":[67],"their":[68],"policies":[69],"on":[70,84],"the":[71,79,124,138,152,159,163],"fly.":[72],"Existing":[73],"benchmarks":[74],"overlook":[75],"these":[76],"behaviors,":[77],"making":[78],"apparent":[80],"progress":[81],"spurious.":[86],"To":[87],"address":[88],"this,":[89],"we":[90],"introduce":[91],"WildToolBench,":[92],"an":[93,113],"LLM":[94,142],"benchmark":[96],"grounded":[97],"in":[98,123,146,151],"real-world":[99],"behavior":[101],"patterns.":[102],"Comprehensive":[103],"evaluations":[104],"57":[106],"reveal":[108],"no":[110],"model":[111],"achieves":[112],"accuracy":[114],"more":[116],"than":[117],"15%,":[118],"indicating":[119],"substantial":[121],"gap":[122],"robustness":[125],"LLMs'":[127],"agentic":[128],"ability.":[129],"Controlled":[130],"experiments":[131],"in-depth":[133],"analyses":[134],"further":[135],"indicate":[136],"real":[139],"challenge":[140],"for":[141],"lies":[144],"not":[145],"artificially":[147],"complex":[148],"tasks,":[149],"but":[150],"wild":[153],"nature":[154],"behavior,":[157],"emphasizing":[158],"need":[160],"reconsider":[162],"among":[165],"LLMs,":[166],"users,":[167],"tools.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-10T00:00:00"}