{"id":"https://openalex.org/W7160193052","doi":"https://doi.org/10.48550/arxiv.2605.00737","title":"To Call or Not to Call: A Framework to Assess and Optimize LLM Tool Calling","display_name":"To Call or Not to Call: A Framework to Assess and Optimize LLM Tool Calling","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160193052","doi":"https://doi.org/10.48550/arxiv.2605.00737"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00737","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00737","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00737","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135136749","display_name":"Qinyuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Qinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135158185","display_name":"Soumi Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Soumi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135129184","display_name":"Mahsa Amani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amani, Mahsa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135253991","display_name":"Arijit Nag","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nag, Arijit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135254054","display_name":"Seungeon Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Seungeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135142730","display_name":"Krishna P. Gummadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gummadi, Krishna P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021017923","display_name":"Abhilasha Ravichander","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravichander, Abhilasha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135135776","display_name":"Muhammad Bilal Zafar","orcid":"https://orcid.org/0000-0002-5025-2009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zafar, Muhammad Bilal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1306000053882599,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1306000053882599,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0925000011920929,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.05779999867081642,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6412000060081482},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6302000284194946},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5710999965667725},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5504999756813049},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43209999799728394},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.35589998960494995},{"id":"https://openalex.org/keywords/expected-utility-hypothesis","display_name":"Expected utility hypothesis","score":0.3343999981880188},{"id":"https://openalex.org/keywords/decision-theory","display_name":"Decision theory","score":0.31139999628067017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7391999959945679},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6412000060081482},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6302000284194946},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5710999965667725},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5504999756813049},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4422000050544739},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38530001044273376},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34459999203681946},{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32429999113082886},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C2779351106","wikidata":"https://www.wikidata.org/wiki/Q24965456","display_name":"Decision quality","level":3,"score":0.26350000500679016},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2540999948978424},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00737","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00737","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00737","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00737","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6921840906143188}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agentic":[0],"AI":[1],"architectures":[2],"augment":[3],"LLMs":[4],"with":[5,137],"external":[6],"tools,":[7,126],"unlocking":[8],"strong":[9],"capabilities":[10],"but":[11],"potentially":[12],"incurring":[13],"substantial":[14],"costs.":[15],"Moreover,":[16],"tool":[17,33,49,92,157,184,190],"use":[18],"is":[19],"not":[20,46],"always":[21],"beneficial:":[22],"redundant":[23],"or":[24,45],"low-utility":[25],"calls":[26],"can":[27],"even":[28],"harm":[29],"task":[30],"performance.":[31],"Effective":[32],"use,":[34],"therefore,":[35],"hinges":[36],"on":[37],"a":[38,48,52,56,81,95,116],"core":[39],"LLM":[40],"decision:":[41],"whether":[42],"to":[43,63],"call":[44,47],"when":[50],"performing":[51],"task.":[53],"We":[54,110],"introduce":[55],"principled":[57],"framework":[58],"inspired":[59],"by":[60],"decision-making":[61],"theory":[62],"understand":[64],"tool-use":[65],"decisions":[66],"along":[67],"three":[68],"key":[69],"factors:":[70],"necessity,":[71],"utility,":[72],"and":[73,88,94,104,115,122,127,133,151,181,189,193],"affordability.":[74],"Our":[75],"analysis":[76],"combines":[77],"two":[78,125],"complementary":[79],"lenses:":[80],"normative":[82],"perspective":[83,97],"that":[84,98],"infers":[85,99],"true":[86,139,174],"need":[87,103,132,165,175],"utility":[89,105,134],"for":[90],"optimal":[91],"calls,":[93],"descriptive":[96],"the":[100,156],"model's":[101],"self-perceived":[102],"from":[106,167],"their":[107,138],"observed":[108],"behaviors.":[109],"evaluate":[111],"six":[112,128],"open":[113],"models":[114],"proprietary":[117],"OpenAI":[118],"model":[119,168,179,187],"across":[120,186],"native":[121],"customized":[123],"harnesses,":[124],"tasks.":[129],"Models'":[130],"perceived":[131],"remain":[135],"misaligned":[136],"values,":[140],"particularly":[141],"under":[142],"budget":[143],"constraints.":[144],"This":[145],"misalignment":[146],"produces":[147],"both":[148],"costly":[149],"overuse":[150],"performance-degrading":[152],"calls.":[153],"To":[154],"improve":[155,182],"decisions,":[158],"we":[159],"train":[160],"lightweight":[161],"latent":[162],"estimators":[163],"of":[164],"(LNEs)":[166],"hidden":[169],"states.":[170],"LNEs":[171],"generally":[172],"predict":[173],"more":[176],"accurately":[177],"than":[178],"self-reports":[180],"budgeted":[183],"allocation":[185],"scales":[188],"types.":[191],"Code":[192],"dataset":[194],"available":[195],"at":[196],"https://github.com/QinyuanWu0710/ToCall_or_NotToCall.":[197]},"counts_by_year":[],"updated_date":"2026-08-08T07:41:36.138363","created_date":"2026-05-05T00:00:00"}