{"id":"https://openalex.org/W7204157086","doi":"https://doi.org/10.48550/arxiv.2608.22708","title":"CacheRouter: A Dual-Path Tool Routing Architecture with Cache-Preserving Main-Model Isolation for Long-Tail Tool Discovery","display_name":"CacheRouter: A Dual-Path Tool Routing Architecture with Cache-Preserving Main-Model Isolation for Long-Tail Tool Discovery","publication_year":2026,"publication_date":"2026-08-24","ids":{"openalex":"https://openalex.org/W7204157086","doi":"https://doi.org/10.48550/arxiv.2608.22708"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.22708","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22708","pdf_url":"https://arxiv.org/pdf/2608.22708","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.22708","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125621258","display_name":"Donghui Zha","orcid":"https://orcid.org/0009-0005-9727-1302","observed_orcids":["https://orcid.org/0009-0005-9727-1302"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zha, Donghui","raw_affiliation_strings":["School of Mathematical Sciences , Beijing University of Posts and Telecommunications , Beijing 100876 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences , Beijing University of Posts and Telecommunications , Beijing 100876 , China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148149642","display_name":"Lingwei Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Lingwei","raw_affiliation_strings":["School of Mathematical Sciences , Beijing University of Posts and Telecommunications , Beijing 100876 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences , Beijing University of Posts and Telecommunications , Beijing 100876 , China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101185233","display_name":"Linxiao Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Linxiao","raw_affiliation_strings":["School of Mathematics and Statistics , Chongqing University , Chongqing 401331 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics , Chongqing University , Chongqing 401331 , China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148120858","display_name":"Yixue Dong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong, Yixue","raw_affiliation_strings":["School of Science , Beijing Forestry University , Beijing 100083 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Science , Beijing Forestry University , Beijing 100083 , China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5148151439","display_name":"Haochen Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Haochen","raw_affiliation_strings":["School of Mathematical Sciences , Beijing University of Posts and Telecommunications , Beijing 100876 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences , Beijing University of Posts and Telecommunications , Beijing 100876 , China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.43140000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.43140000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22529999911785126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.11169999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-caching","display_name":"prompt caching","score":0.7179999947547913},{"id":"https://openalex.org/keywords/progressive-disclosure","display_name":"progressive disclosure","score":0.8889999985694885},{"id":"https://openalex.org/keywords/dual-path-architecture","display_name":"dual-path architecture","score":0.7360000014305115},{"id":"https://openalex.org/keywords/tool-discovery","display_name":"tool discovery","score":0.4690000116825104},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.3269999921321869},{"id":"https://openalex.org/keywords/input-cost-reduction","display_name":"input cost reduction","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8130999803543091},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5855000019073486},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.5113000273704529},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4997999966144562},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44190001487731934},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.3982999920845032},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35499998927116394},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32919999957084656},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2867000102996826},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25760000944137573},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.25600001215934753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.22708","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22708","pdf_url":"https://arxiv.org/pdf/2608.22708","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.22708","doi":"https://doi.org/10.48550/arxiv.2608.22708","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.22708","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.22708","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22708","pdf_url":"https://arxiv.org/pdf/2608.22708","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324787","display_name":"Peking University","ror":"https://ror.org/02v51f717"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204157086.pdf","grobid_xml":"https://content.openalex.org/works/W7204157086.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W4304195432","https://openalex.org/W4327810158","https://openalex.org/W4327810433","https://openalex.org/W4378505261","https://openalex.org/W4378718568","https://openalex.org/W4385474529","https://openalex.org/W4387321091","https://openalex.org/W4387835442","https://openalex.org/W4388584589","https://openalex.org/W4389500120","https://openalex.org/W4391632221","https://openalex.org/W4401306886","https://openalex.org/W4402954204","https://openalex.org/W4406297511","https://openalex.org/W4414281281","https://openalex.org/W4415795271","https://openalex.org/W4415797413","https://openalex.org/W7133202489","https://openalex.org/W7133214447"],"related_works":["https://openalex.org/W7161596088","https://openalex.org/W7125558453","https://openalex.org/W7131864403","https://openalex.org/W7128732354","https://openalex.org/W7125800696","https://openalex.org/W7123254368","https://openalex.org/W7164852990","https://openalex.org/W4406894859","https://openalex.org/W7204072635","https://openalex.org/W7203874498"],"abstract_inverted_index":{"Tool":[0,126],"use":[1],"in":[2,107],"LLM":[3],"systems":[4],"faces":[5],"a":[6,29,54,61,80,109,179,199],"structural":[7],"trade-off.":[8],"Progressive":[9],"disclosure":[10],"keeps":[11],"the":[12,18,22,40,45,51,88,113,124,138,145,159,163],"prompt":[13,26],"small":[14],"by":[15],"showing":[16],"only":[17],"tools":[19,99],"relevant":[20],"to":[21,39,72,193],"current":[23],"task,":[24],"while":[25],"caching":[27],"rewards":[28],"request":[30,57,92,148],"prefix":[31,166],"that":[32,65],"stays":[33,167],"fixed":[34,82],"across":[35,95],"calls;":[36,96],"every":[37],"change":[38],"visible":[41],"tool":[42,67,70,115,139],"list":[43],"invalidates":[44],"cached":[46],"prefix.":[47,149],"This":[48],"paper":[49],"treats":[50],"trade-off":[52],"as":[53],"problem":[55],"of":[56,84,90,198,212],"architecture":[58],"and":[59,69,122,133,162,178,188,196],"proposes":[60],"dual-path":[62],"routing":[63,105,160],"design":[64,151],"assigns":[66],"selection":[68],"delivery":[71],"separate":[73],"channels.":[74],"The":[75,150],"main":[76,146,164],"model":[77],"always":[78],"sees":[79],"small,":[81],"set":[83,140],"core":[85],"tools,":[86],"so":[87,137],"head":[89],"its":[91],"is":[93,128],"unchanged":[94],"all":[97],"other":[98],"are":[100,156],"reached":[101,186],"through":[102,158],"an":[103],"independent":[104],"channel,":[106,161],"which":[108],"router":[110],"sub-model":[111],"searches":[112],"full":[114],"list,":[116],"selects":[117],"one":[118],"tool,":[119],"executes":[120],"it,":[121],"returns":[123],"result.":[125],"registration":[127],"automated":[129],"from":[130],"source":[131],"code":[132],"supports":[134],"runtime":[135],"updates,":[136],"can":[141],"grow":[142],"without":[143],"modifying":[144],"model's":[147,165],"generalizes":[152],"progressive":[153],"disclosure:":[154],"capabilities":[155],"disclosed":[157],"stable.":[168],"A":[169],"prototype":[170],"implementation":[171],"was":[172],"exercised":[173],"on":[174],"55":[175],"functional":[176],"queries":[177],"30-turn":[180],"dialogue;":[181],"token-level":[182],"cache":[183],"hit":[184],"rates":[185],"90.99%":[187],"95.2%,":[189],"cutting":[190],"input":[191,207],"cost":[192,209],"about":[194],"12.0%":[195],"8.0%":[197],"no-cache":[200],"baseline":[201],"under":[202],"DeepSeek's":[203],"pricing,":[204],"where":[205],"cache-hit":[206],"tokens":[208],"roughly":[210],"1/30":[211],"cache-miss":[213],"tokens.":[214]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-26T00:00:00"}