{"id":"https://openalex.org/W7165053408","doi":"https://doi.org/10.48550/arxiv.2606.17358","title":"OTRO: Oblivious Tokenization Path with Square-Root ORAM","display_name":"OTRO: Oblivious Tokenization Path with Square-Root ORAM","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7165053408","doi":"https://doi.org/10.48550/arxiv.2606.17358"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17358","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138794663","display_name":"Jonghyun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jonghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138799264","display_name":"Yongqin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yongqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005448514","display_name":"Rachit Rajat","orcid":"https://orcid.org/0009-0005-6430-1819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajat, Rachit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138789745","display_name":"Daniel Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138785552","display_name":"Mengyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mengyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138803646","display_name":"Murali Annavaram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Annavaram, Murali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.6195999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.6195999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.10490000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.09070000052452087,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.6973999738693237},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.513700008392334},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5099999904632568},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.39250001311302185},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.36469998955726624},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.31850001215934753},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.3028999865055084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.871399998664856},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.6973999738693237},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5099999904632568},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3856000006198883},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3815000057220459},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3188000023365021},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2996000051498413},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C182548165","wikidata":"https://www.wikidata.org/wiki/Q2261483","display_name":"Scrambling","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C2779089604","wikidata":"https://www.wikidata.org/wiki/Q7169333","display_name":"Permission","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2556000053882599},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"CPU-side":[1],"large":[2],"language":[3],"model":[4,235],"(LLM)":[5],"tokenizer":[6,57,82,145],"is":[7],"a":[8,16,42,65,132,194],"critical":[9],"security":[10],"gap":[11],"in":[12,85,187],"LLM":[13,104],"serving":[14],"through":[15,32,125],"confidential":[17],"computing":[18],"stack":[19],"with":[20,160,176,197],"CPU":[21],"and":[22,35,156,179,190,218,237],"GPU":[23,177],"trusted":[24],"execution":[25],"environments":[26],"(TEEs).":[27],"Tokenizers":[28,189],"converts":[29],"the":[30,36,69,141,181,229],"prompts":[31,55],"table-driven":[33],"lookups,":[34,114],"resulting":[37,84],"memory":[38,225],"access":[39,58],"patterns":[40],"are":[41],"powerful":[43],"source":[44],"of":[45,53,68,134,144,215,224],"side-channel":[46],"leakage.":[47],"Recent":[48],"work":[49],"demonstrates":[50],"end-to-end":[51],"recovery":[52],"user":[54],"from":[56,154],"pattern":[59],"on":[60,108],"production":[61],"Intel":[62],"TDX.":[63],"However,":[64],"drop-in":[66],"use":[67],"popular":[70],"tree-based":[71],"Oblivious":[72],"RAMs":[73],"(e.g.,":[74],"PathORAM)":[75],"to":[76,102,163,206],"prevent":[77],"access-pattern":[78],"leakage":[79,232],"introduces":[80],"$\\sim$13$\\times$":[81],"slowdown,":[83],"10-58%":[86],"higher":[87],"time-to-first-token":[88],"(TTFT).":[89],"In":[90],"this":[91],"paper,":[92],"we":[93],"present":[94],"OTRO,":[95],"an":[96,148,198],"efficient,":[97],"oblivious":[98],"tokenization":[99,172],"path":[100],"tailored":[101],"latency-critical":[103],"serving.":[105],"OTRO":[106,130,202],"relies":[107],"square-root":[109,136],"ORAM":[110,137],"for":[111],"fast":[112],"single-access":[113],"but":[115],"avoids":[116],"its":[117,164],"prohibitive":[118],"$O(N\\log^2N$)":[119],"rebuild":[120],"cost":[121],"every":[122],"$\\sqrt{N}$":[123],"accesses":[124,153,162],"three":[126],"key":[127],"innovations.":[128],"First,":[129],"provides":[131],"pool":[133],"replicated":[135],"instances":[138],"that":[139],"utilize":[140],"read-only":[142],"nature":[143],"table.":[146],"Second,":[147],"epoch-based":[149],"rotation":[150],"policy":[151],"decouples":[152],"rebuilds":[155,175],"pads":[157],"each":[158],"epoch":[159],"dummy":[161],"boundaries,":[165],"minimizing":[166],"observable":[167,231],"information.":[168],"Lastly,":[169],"chunked":[170],"KV-cache-aware":[171],"further":[173],"overlaps":[174],"prefill":[178],"minimizes":[180],"instance":[182],"count.":[183],"Implemented":[184],"as":[185],"modules":[186],"HuggingFace":[188],"nano-vLLM,":[191],"running":[192],"within":[193],"TDX-enabled":[195],"CVM":[196],"NVIDIA":[199],"H100":[200],"GPU,":[201],"limits":[203],"TTFT":[204],"overhead":[205,226],"at":[207],"most":[208],"4.5%,":[209],"keeps":[210],"tokenizer-induced":[211],"latency":[212],"under":[213],"10\\%":[214],"total":[216],"TTFT,":[217],"adds":[219],"less":[220],"than":[221],"0.5":[222],"GB":[223],"while":[227],"reducing":[228],"tokenizer's":[230],"across":[233],"various":[234],"families":[236],"sizes.":[238]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}