{"id":"https://openalex.org/W4415284287","doi":"https://doi.org/10.1109/tifs.2025.3622954","title":"The Early Bird Catches the Leak: Unveiling Timing Side Channels in LLM Serving Systems","display_name":"The Early Bird Catches the Leak: Unveiling Timing Side Channels in LLM Serving Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415284287","doi":"https://doi.org/10.1109/tifs.2025.3622954"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3622954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3622954","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114425678","display_name":"Linke Song","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linke Song","raw_affiliation_strings":["State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0009-3703-4187","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092230409","display_name":"Zixuan Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Pang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390305","display_name":"Wenhao Wang","orcid":"https://orcid.org/0000-0001-7294-2724"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Wang","raw_affiliation_strings":["State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0001-7294-2724","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zihao Wang","orcid":"https://orcid.org/0009-0009-7620-4142"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zihao Wang","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore","Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-7620-4142","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075707588","display_name":"Xiao Feng Wang","orcid":"https://orcid.org/0000-0001-5966-6673"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"XiaoFeng Wang","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore","Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452321","display_name":"Hongbo Chen","orcid":"https://orcid.org/0000-0001-9922-4351"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongbo Chen","raw_affiliation_strings":["Indiana University Bloomington, Bloomington, IN, USA","Indiana University Bloomington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University Bloomington, Bloomington, IN, USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Indiana University Bloomington, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101887493","display_name":"Wei Song","orcid":"https://orcid.org/0000-0001-5649-1580"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Song","raw_affiliation_strings":["State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0001-5649-1580","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017464942","display_name":"Yier Jin","orcid":"https://orcid.org/0000-0002-8791-0597"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yier Jin","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-8791-0597","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054693503","display_name":"Dan Meng","orcid":"https://orcid.org/0009-0002-9868-5353"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Meng","raw_affiliation_strings":["State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013903881","display_name":"Rui Hou","orcid":"https://orcid.org/0000-0002-9215-7632"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Hou","raw_affiliation_strings":["State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-9215-7632","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Cyberspace Security Defense, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"Institute of Information Engineering, State Key Laboratory of Cyberspace Security Defense, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2057,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.81958568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"20","issue":null,"first_page":"11431","last_page":"11446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.8608999848365784,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.8608999848365784,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.8356000185012817,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13344","display_name":"Industrial Automation and Control Systems","score":0.7681000232696533,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7265999913215637},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6410999894142151},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.6064000129699707},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.567799985408783},{"id":"https://openalex.org/keywords/timing-attack","display_name":"Timing attack","score":0.5526000261306763},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49880000948905945},{"id":"https://openalex.org/keywords/threat-model","display_name":"Threat model","score":0.4927000105381012},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4553999900817871},{"id":"https://openalex.org/keywords/side-channel-attack","display_name":"Side channel attack","score":0.44040000438690186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.895799994468689},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7265999913215637},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6410999894142151},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.567799985408783},{"id":"https://openalex.org/C28420585","wikidata":"https://www.wikidata.org/wiki/Q2665075","display_name":"Timing attack","level":4,"score":0.5526000261306763},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5174000263214111},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49880000948905945},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.4927000105381012},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C49289754","wikidata":"https://www.wikidata.org/wiki/Q2267081","display_name":"Side channel attack","level":3,"score":0.44040000438690186},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35249999165534973},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C7606001","wikidata":"https://www.wikidata.org/wiki/Q4686702","display_name":"Adversary model","level":3,"score":0.3057999908924103},{"id":"https://openalex.org/C2779201187","wikidata":"https://www.wikidata.org/wiki/Q2775060","display_name":"Information leakage","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C2776576444","wikidata":"https://www.wikidata.org/wiki/Q303569","display_name":"Attack surface","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2851000130176544},{"id":"https://openalex.org/C65856478","wikidata":"https://www.wikidata.org/wiki/Q3991682","display_name":"Attack model","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2578999996185303},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tifs.2025.3622954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3622954","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217847","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217847","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3948952835","display_name":null,"funder_award_id":"62272452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2891810898","https://openalex.org/W2963200715","https://openalex.org/W2978325751","https://openalex.org/W3015942900","https://openalex.org/W3046853140","https://openalex.org/W3092411267","https://openalex.org/W3194922745","https://openalex.org/W3213793813","https://openalex.org/W4385245566","https://openalex.org/W4387321091","https://openalex.org/W4389519019","https://openalex.org/W4389523830","https://openalex.org/W4403674897","https://openalex.org/W4405181744","https://openalex.org/W4408749956"],"related_works":[],"abstract_inverted_index":{"The":[0],"wide":[1],"deployment":[2],"of":[3,60,191,207],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"has":[8],"given":[9],"rise":[10],"to":[11,80,106,124,145,158,165,179,231],"strong":[12],"demands":[13],"for":[14,52,228],"optimizing":[15],"their":[16,40],"inference":[17,148],"performance.":[18,149],"Today\u2019s":[19],"techniques":[20],"serving":[21,113],"this":[22,116],"purpose":[23],"primarily":[24],"focus":[25],"on":[26,204],"reducing":[27],"latency":[28],"and":[29,34,72,86,140,155,195],"improving":[30],"throughput":[31],"through":[32],"algorithmic":[33],"hardware":[35],"enhancements,":[36],"while":[37],"largely":[38],"overlooking":[39],"privacy":[41,215],"side":[42,63,128],"effects,":[43],"particularly":[44],"in":[45,65,98,111,131,185],"a":[46,58,175],"multi-user":[47],"environment.":[48],"In":[49,115],"our":[50],"research,":[51],"the":[53,136,186,189,226],"first":[54],"time,":[55],"we":[56,118],"discovered":[57],"set":[59],"new":[61],"timing":[62,127,153],"channels":[64,129],"LLM":[66,112,132,147,210,233],"systems,":[67,101],"arising":[68],"from":[69],"shared":[70,182],"caches":[71],"GPU":[73],"memory":[74],"allocations,":[75],"which":[76],"can":[77],"be":[78],"exploited":[79],"infer":[81,166],"both":[82],"confidential":[83],"system":[84,193],"prompts":[85,168,194],"those":[87,196],"issued":[88],"by":[89,198],"other":[90],"users.":[91,200],"These":[92],"vulnerabilities":[93],"echo":[94],"security":[95],"challenges":[96],"observed":[97],"traditional":[99],"computing":[100],"highlighting":[102],"an":[103,163],"urgent":[104],"need":[105,227],"address":[107],"potential":[108],"information":[109],"leakage":[110],"infrastructures.":[114],"paper,":[117],"report":[119],"novel":[120],"attack":[121],"strategies":[122],"designed":[123],"exploit":[125],"such":[126,214,236],"inherent":[130],"deployments,":[133],"specifically":[134],"targeting":[135],"Key-Value":[137],"(KV)":[138],"cache":[139,142,160],"semantic":[141],"widely":[143],"used":[144],"enhance":[146],"Our":[150,201,223],"approach":[151],"leverages":[152],"measurements":[154],"classification":[156],"models":[157],"detect":[159],"hits,":[161],"allowing":[162],"adversary":[164],"private":[167],"with":[169,220],"high":[170],"accuracy.":[171],"We":[172],"also":[173],"propose":[174],"token-by-token":[176],"search":[177],"algorithm":[178],"efficiently":[180],"recover":[181],"prompt":[183],"prefixes":[184],"caches,":[187],"showing":[188],"feasibility":[190],"stealing":[192],"produced":[197],"peer":[199],"experimental":[202],"studies":[203],"black-box":[205],"testing":[206],"popular":[208],"online":[209],"services":[211],"demonstrate":[212],"that":[213],"risks":[216],"are":[217],"completely":[218],"realistic,":[219],"significant":[221],"consequences.":[222],"findings":[224],"underscore":[225],"robust":[229],"mitigation":[230],"protect":[232],"systems":[234],"against":[235],"emerging":[237],"threats.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-17T00:00:00"}