{"id":"https://openalex.org/W7204084304","doi":"https://doi.org/10.48550/arxiv.2608.20732","title":"Uncovering and Understanding Hidden Dependencies in the LLM API Reseller Ecosystem via Prefix-Cache Side Channels","display_name":"Uncovering and Understanding Hidden Dependencies in the LLM API Reseller Ecosystem via Prefix-Cache Side Channels","publication_year":2026,"publication_date":"2026-08-21","ids":{"openalex":"https://openalex.org/W7204084304","doi":"https://doi.org/10.48550/arxiv.2608.20732"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.20732","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.20732","pdf_url":"https://arxiv.org/pdf/2608.20732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.20732","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133180644","display_name":"Zimo Ji","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ji, Zimo","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147937150","display_name":"Xin Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei, Xin","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100945177","display_name":"Congying Xu","orcid":"https://orcid.org/0009-0000-2887-1690","observed_orcids":["https://orcid.org/0009-0000-2887-1690"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xu, Congying","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123455440","display_name":"Wenyuan Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jiang, Wenyuan","raw_affiliation_strings":["ETH Z\u00fcrich , Z\u00fcrich , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich , Z\u00fcrich , Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147730122","display_name":"Xin Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Xin","raw_affiliation_strings":["Zhejiang University , Hangzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University , Hangzhou , China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101884078","display_name":"Zongjie Li","orcid":"https://orcid.org/0000-0002-9897-4086","observed_orcids":["https://orcid.org/0000-0002-9897-4086"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Li, Zongjie","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101218044","display_name":"Yudong Gao","orcid":"https://orcid.org/0000-0003-0264-6545","observed_orcids":["https://orcid.org/0000-0003-0264-6545"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Gao, Yudong","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100328264","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-0866-0308","observed_orcids":["https://orcid.org/0000-0002-0866-0308","https://orcid.org/0000-0002-2838-7249"]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wang, Shuai","raw_affiliation_strings":["Hong Kong University of Science and Technology , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology , Hong Kong SAR , China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.25459998846054077,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.25459998846054077,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.12999999523162842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.09950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hidden-dependencies","display_name":"hidden dependencies","score":0.7149999737739563},{"id":"https://openalex.org/keywords/side-channels","display_name":"side channels","score":0.8650000095367432},{"id":"https://openalex.org/keywords/confidentiality","display_name":"confidentiality","score":0.4259999990463257},{"id":"https://openalex.org/keywords/integrity","display_name":"integrity","score":0.7760000228881836},{"id":"https://openalex.org/keywords/supply-chain-security","display_name":"supply chain security","score":0.6299999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407000064849854},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6080999970436096},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5570999979972839},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5166000127792358},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.42340001463890076},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.34439998865127563},{"id":"https://openalex.org/C2777019822","wikidata":"https://www.wikidata.org/wiki/Q390066","display_name":"Containment (computer programming)","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32690000534057617},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C22735295","wikidata":"https://www.wikidata.org/wiki/Q317671","display_name":"Botnet","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C161664118","wikidata":"https://www.wikidata.org/wiki/Q1089933","display_name":"Churning","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.20732","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.20732","pdf_url":"https://arxiv.org/pdf/2608.20732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.20732","doi":"https://doi.org/10.48550/arxiv.2608.20732","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.20732","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.20732","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.20732","pdf_url":"https://arxiv.org/pdf/2608.20732","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204084304.pdf","grobid_xml":"https://content.openalex.org/works/W7204084304.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W4376122773","https://openalex.org/W4405029393","https://openalex.org/W4407425893","https://openalex.org/W4416117489","https://openalex.org/W7125276460","https://openalex.org/W7153302323","https://openalex.org/W7155556133","https://openalex.org/W7162767140","https://openalex.org/W7164992788","https://openalex.org/W7165658646","https://openalex.org/W7167220845"],"related_works":["https://openalex.org/W7203791078","https://openalex.org/W7164376570","https://openalex.org/W7160933785","https://openalex.org/W4407425893","https://openalex.org/W7153302323","https://openalex.org/W7204041244","https://openalex.org/W4414769115","https://openalex.org/W7214549887","https://openalex.org/W4415990063","https://openalex.org/W7163033183"],"abstract_inverted_index":{"LLM":[0,11],"API":[1,131,213],"resellers":[2],"have":[3],"become":[4],"an":[5,17],"important":[6],"access":[7],"layer":[8],"to":[9,74,82],"modern":[10],"services.":[12],"However,":[13],"multi-level":[14],"resale":[15],"creates":[16],"opaque":[18],"supply":[19],"chain:":[20],"a":[21,79,118,140,222,228,234],"user's":[22],"request":[23],"may":[24,238],"traverse":[25],"undisclosed":[26],"upstream":[27,236],"resellers,":[28,49],"each":[29],"of":[30,66,146,169,186],"which":[31],"can":[32,108,220],"inspect":[33],"or":[34,230],"modify":[35],"prompts":[36],"and":[37,42,103,159,193,202,217],"responses,":[38],"inducing":[39],"ecosystem-level":[40],"confidentiality":[41,229],"integrity":[43,231],"risks.":[44],"Existing":[45],"studies":[46],"audit":[47],"individual":[48],"but":[50],"provide":[51],"little":[52],"visibility":[53],"into":[54],"hidden":[55,68,208],"dependencies":[56,209,219],"across":[57,133,241],"resellers.":[58,214,244],"We":[59,115,172,181],"present":[60],"CacheTracer,":[61],"the":[62,153,176,184],"first":[63],"API-only":[64],"measurement":[65,120],"such":[67],"dependencies.":[69],"Our":[70,137],"key":[71],"insight":[72,91],"is":[73,163,179],"exploit":[75],"prefix-cache":[76],"reuse":[77,109],"as":[78],"side":[80],"channel":[81],"measure":[83],"dependency":[84],"via":[85],"cache-reach":[86,143],"relations.":[87],"CacheTracer":[88,123,187],"operationalizes":[89],"this":[90],"with":[92,122],"two":[93],"primitives:":[94],"Flood":[95],"populates":[96],"fresh":[97],"cache":[98,151,161],"state":[99],"through":[100,188],"one":[101,160],"endpoint,":[102],"Prove":[104],"probes":[105],"whether":[106],"another":[107],"it":[110],"while":[111],"excluding":[112],"probe-created":[113],"hits.":[114],"then":[116],"conduct":[117],"real-world":[119,190],"study":[121],"on":[124],"39":[125],"reseller":[126],"endpoints,":[127],"sending":[128],"1.1":[129],"million":[130],"requests":[132],"636":[134],"endpoint":[135],"pairs.":[136],"measurements":[138],"reveal":[139,206],"deep,":[141],"concentrated":[142,218],"structure:":[144],"37.1%":[145],"measured":[147],"pairs":[148],"exhibit":[149],"shared":[150],"reach,":[152],"containment":[154],"order":[155],"spans":[156],"seven":[157],"layers,":[158],"reach":[162],"contained":[164],"within":[165],"at":[166],"least":[167],"31":[168],"other":[170],"nodes.":[171],"further":[173],"find":[174],"that":[175],"recovered":[177],"structure":[178],"model-specific.":[180],"also":[182],"evaluate":[183],"validity":[185],"both":[189],"consistency":[191],"checks":[192],"controlled":[194],"experiments.":[195],"The":[196],"results":[197],"show":[198],"its":[199],"high":[200],"reliability":[201],"accuracy.":[203],"These":[204],"findings":[205],"substantial":[207],"among":[210],"seemingly":[211],"independent":[212],"Such":[215],"deep":[216],"create":[221],"large":[223],"potential":[224],"blast":[225],"radius,":[226],"where":[227],"failure":[232],"along":[233],"common":[235],"path":[237],"affect":[239],"users":[240],"multiple":[242],"downstream":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-25T00:00:00"}