{"id":"https://openalex.org/W4399115751","doi":"https://doi.org/10.48550/arxiv.2405.16533","title":"Chain of Tools: Large Language Model is an Automatic Multi-tool Learner","display_name":"Chain of Tools: Large Language Model is an Automatic Multi-tool Learner","publication_year":2024,"publication_date":"2024-05-26","ids":{"openalex":"https://openalex.org/W4399115751","doi":"https://doi.org/10.48550/arxiv.2405.16533"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.16533","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.16533","pdf_url":"https://arxiv.org/pdf/2405.16533","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.16533","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038893163","display_name":"Zhengliang Shi","orcid":"https://orcid.org/0000-0003-2281-4518","observed_orcids":["https://orcid.org/0000-0003-2281-4518"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Zhengliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021862101","display_name":"Shen Gao","orcid":"https://orcid.org/0000-0003-1301-3700","observed_orcids":["https://orcid.org/0000-0003-1301-3700"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009070585","display_name":"Xiuyi Chen","orcid":"https://orcid.org/0000-0002-9351-4160","observed_orcids":["https://orcid.org/0000-0002-9351-4160"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiuyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381165","display_name":"Yue Feng","orcid":"https://orcid.org/0009-0000-6665-6406","observed_orcids":["https://orcid.org/0009-0000-6665-6406"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050161084","display_name":"Lingyong Yan","orcid":"https://orcid.org/0000-0002-6547-1984","observed_orcids":["https://orcid.org/0000-0002-6547-1984"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Lingyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111340152","display_name":"Haibo Shi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Haibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101771060","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-0684-6205","observed_orcids":["https://orcid.org/0000-0002-0684-6205","https://orcid.org/0000-0001-6813-680X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Dawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050947285","display_name":"Zhumin Chen","orcid":"https://orcid.org/0000-0003-4592-4074","observed_orcids":["https://orcid.org/0000-0003-4592-4074"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhumin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027124439","display_name":"Suzan Verberne","orcid":"https://orcid.org/0000-0002-9609-9505","observed_orcids":["https://orcid.org/0000-0002-9609-9505"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verberne, Suzan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384130","display_name":"Zhaochun Ren","orcid":"https://orcid.org/0000-0002-9076-6565","observed_orcids":["https://orcid.org/0000-0002-9076-6565"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Zhaochun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.33500000834465027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.33500000834465027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.25440001487731934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.16699999570846558,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9089999794960022},{"id":"https://openalex.org/keywords/tool-discovery","display_name":"tool discovery","score":0.6639999747276306},{"id":"https://openalex.org/keywords/long-term-planning","display_name":"long-term planning","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724718451499939},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.47863736748695374},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4743565320968628},{"id":"https://openalex.org/C199185054","wikidata":"https://www.wikidata.org/wiki/Q552299","display_name":"Chain (unit)","level":2,"score":0.4729977250099182},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3216160535812378},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.16533","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.16533","pdf_url":"https://arxiv.org/pdf/2405.16533","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.16533","doi":"https://doi.org/10.48550/arxiv.2405.16533","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.16533","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.16533","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.16533","pdf_url":"https://arxiv.org/pdf/2405.16533","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G394483262","display_name":"\u57fa\u4e8e\u591a\u6e90\u5f02\u6784\u6570\u636e\u878d\u5408\u7684\u53ef\u89e3\u91ca\u6027\u533b\u7597\u5065\u5eb7\u95ee\u7b54\u6280\u672f\u7814\u7a76","funder_award_id":"61972234","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4890194082","display_name":null,"funder_award_id":"2020QNQT017","funder_id":"https://openalex.org/F4320311026","funder_display_name":"Shandong University"},{"id":"https://openalex.org/G69085316","display_name":null,"funder_award_id":"62102234","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8283770779","display_name":null,"funder_award_id":"62272274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G83507391","display_name":null,"funder_award_id":"62202271","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8672301212","display_name":"\u9762\u5411\u4e3b\u8981\u4f9d\u636e\u9690\u53cd\u9988\u6570\u636e\u7684\u4f1a\u8bdd\u578b\u63a8\u8350\u7cfb\u7edf\u53ca\u529f\u80fd\u589e\u5f3a\u7814\u7a76","funder_award_id":"62072279","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399115751.pdf","grobid_xml":"https://content.openalex.org/works/W4399115751.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4409657210","https://openalex.org/W4392490023","https://openalex.org/W4391376380","https://openalex.org/W4416758252","https://openalex.org/W4327810433","https://openalex.org/W4403799468","https://openalex.org/W4403346088","https://openalex.org/W4404782859","https://openalex.org/W4404770040","https://openalex.org/W4416017530"],"abstract_inverted_index":{"Augmenting":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"with":[5,32],"external":[6],"tools":[7,44,97,137],"has":[8],"emerged":[9],"as":[10,29,127,160],"a":[11,33,41,46,119,128,134,151,161,180,185],"promising":[12],"approach":[13],"to":[14,20,54,84,92,106,125,174],"extend":[15],"their":[16],"utility,":[17],"empowering":[18],"them":[19],"solve":[21],"practical":[22],"tasks.":[23],"Existing":[24],"work":[25],"typically":[26],"empowers":[27,157],"LLMs":[28],"tool":[30,53,162,170],"users":[31],"manually":[34,95],"designed":[35],"workflow,":[36],"where":[37],"the":[38,60,82,123,143,146,158,211,222,225],"LLM":[39,83,89,124,159],"plans":[40],"series":[42],"of":[43,136,145,213,227],"in":[45,69],"step-by-step":[47],"manner,":[48],"and":[49,80,168,200,208,224],"sequentially":[50],"executes":[51],"each":[52],"obtain":[55],"intermediate":[56],"results":[57],"until":[58],"deriving":[59],"final":[61],"answer.":[62],"However,":[63],"they":[64],"suffer":[65],"from":[66,192],"two":[67],"challenges":[68],"realistic":[70],"scenarios:":[71],"(1)":[72],"The":[73,88],"handcrafted":[74],"control":[75],"flow":[76],"is":[77,90],"often":[78],"ad-hoc":[79],"constraints":[81],"local":[85],"planning;":[86],"(2)":[87],"instructed":[91],"use":[93],"only":[94],"demonstrated":[96],"or":[98],"well-trained":[99],"Python":[100],"functions,":[101],"which":[102,131,190],"limits":[103],"its":[104,196],"generalization":[105],"new":[107,177],"tools.":[108,178],"In":[109],"this":[110],"work,":[111],"we":[112,148,183],"first":[113],"propose":[114,150],"Automatic":[115],"Tool":[116],"Chain":[117],"(ATC),":[118],"framework":[120],"that":[121,164],"enables":[122],"act":[126],"multi-tool":[129],"user,":[130],"directly":[132],"utilizes":[133],"chain":[135],"through":[138],"programming.":[139],"To":[140],"scale":[141],"up":[142],"scope":[144],"tools,":[147],"next":[149],"black-box":[152,229],"probing":[153,230],"method.":[154],"This":[155],"further":[156],"learner":[163],"can":[165],"actively":[166],"discover":[167],"document":[169],"usages,":[171],"teaching":[172],"themselves":[173],"properly":[175],"master":[176],"For":[179],"comprehensive":[181],"evaluation,":[182],"build":[184],"challenging":[186],"benchmark":[187],"named":[188],"ToolFlow,":[189],"diverges":[191],"previous":[193],"benchmarks":[194],"by":[195],"long-term":[197],"planning":[198],"scenarios":[199],"complex":[201],"toolset.":[202],"Experiments":[203],"on":[204,217],"both":[205],"existing":[206],"datasets":[207],"ToolFlow":[209],"illustrate":[210],"superiority":[212],"our":[214,228],"framework.":[215],"Analysis":[216],"different":[218],"settings":[219],"also":[220],"validates":[221],"effectiveness":[223],"utility":[226],"algorithm.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-05-29T00:00:00"}