{"id":"https://openalex.org/W7164545641","doi":"https://doi.org/10.48550/arxiv.2606.12556","title":"ITME: Inference Tiered Memory Expansion with Disaggregated CXL-Hybrid Memories","display_name":"ITME: Inference Tiered Memory Expansion with Disaggregated CXL-Hybrid Memories","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164545641","doi":"https://doi.org/10.48550/arxiv.2606.12556"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12556","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063686935","display_name":"Hakbeom Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Hakbeom","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138546187","display_name":"Younghoon Min","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Min, Younghoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090232084","display_name":"Sunwoong Kim","orcid":"https://orcid.org/0000-0002-1471-0228"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Sunwoong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101581197","display_name":"Taeyoung Ahn","orcid":"https://orcid.org/0000-0001-9977-3297"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahn, Taeyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055515970","display_name":"Hanyee Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hanyee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063948587","display_name":"Youngpyo Joo","orcid":"https://orcid.org/0000-0003-4391-6361"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joo, Youngpyo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008944433","display_name":"Hoshik Kim","orcid":"https://orcid.org/0000-0002-4017-8124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hoshik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138507166","display_name":"Jongryool Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jongryool","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.6485000252723694,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.6485000252723694,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.13410000503063202,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5471000075340271},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5300999879837036},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4699000120162964},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3903000056743622},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.375},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3718999922275543},{"id":"https://openalex.org/keywords/cache-only-memory-architecture","display_name":"Cache-only memory architecture","score":0.36640000343322754},{"id":"https://openalex.org/keywords/memory-architecture","display_name":"Memory architecture","score":0.35589998960494995},{"id":"https://openalex.org/keywords/shared-memory","display_name":"Shared memory","score":0.351500004529953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8378000259399414},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5471000075340271},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5300999879837036},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4422000050544739},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.39500001072883606},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.375},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C3720319","wikidata":"https://www.wikidata.org/wiki/Q5015937","display_name":"Cache-only memory architecture","level":5,"score":0.36640000343322754},{"id":"https://openalex.org/C2779602883","wikidata":"https://www.wikidata.org/wiki/Q15544750","display_name":"Memory architecture","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2937000095844269},{"id":"https://openalex.org/C41036726","wikidata":"https://www.wikidata.org/wiki/Q844824","display_name":"Physical address","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.2736000120639801},{"id":"https://openalex.org/C195053848","wikidata":"https://www.wikidata.org/wiki/Q7894141","display_name":"Universal memory","level":5,"score":0.2712000012397766},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C51290061","wikidata":"https://www.wikidata.org/wiki/Q1936765","display_name":"Uniform memory access","level":4,"score":0.263700008392334},{"id":"https://openalex.org/C63511323","wikidata":"https://www.wikidata.org/wiki/Q908936","display_name":"Interleaved memory","level":4,"score":0.26339998841285706},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.25459998846054077},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6564151644706726,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"shift":[2],"toward":[3,23],"agentic":[4],"and":[5,47,78,129,158,186],"long-context":[6],"workloads":[7],"in":[8],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"is":[13,93,148],"pushing":[14],"the":[15,18,37,72,84,131,139,150,162,170],"industry":[16],"beyond":[17,219],"capacity":[19],"of":[20,39,98,141,154],"individual":[21],"servers":[22],"disaggregated":[24],"shared":[25,41,90,142],"storage":[26],"to":[27,36,45,57,115,164,213,225],"handle":[28],"TB-scale":[29,119],"context":[30,42,91,143],"states.":[31],"This":[32,124],"movement":[33,168],"has":[34],"led":[35],"emergence":[38],"specialized":[40],"layers":[43],"designed":[44],"externalize":[46],"share":[48],"cumulative":[49],"inference":[50],"states":[51],"across":[52,169],"distributed":[53],"clusters.":[54],"While":[55],"offloading":[56],"a":[58,112,117,226],"data":[59,167],"processing":[60],"unit":[61],"(DPU)":[62],"within":[63],"just-a-bunch-of-flash":[64],"(JBOF)":[65],"architectures":[66],"accelerates":[67],"NVMe-over-fabrics":[68],"(NVMe-oF)":[69],"target":[70],"processing,":[71],"need":[73],"for":[74,87],"sophisticated":[75],"software-level":[76],"optimization":[77],"cost-efficiency":[79],"burdens":[80],"remain":[81],"significant.":[82],"Consequently,":[83],"ideal":[85],"architecture":[86],"scaling":[88,128],"this":[89,101],"infrastructure":[92],"still":[94],"an":[95,198],"active":[96],"area":[97],"exploration.":[99],"In":[100],"paper,":[102],"we":[103],"propose":[104],"ITME":[105,175,203],"(Inference":[106],"Tiered":[107],"Memory":[108],"Expansion),":[109],"which":[110],"leverages":[111],"CXL-hybrid":[113],"memory":[114,122,211,221],"present":[116],"massive,":[118],"byte-addressable":[120],"remote":[121,210],"expansion.":[123],"approach":[125],"enables":[126],"cost-efficient":[127],"simplifies":[130],"software":[132],"stack":[133],"through":[134,197],"direct":[135],"byte-addressability,":[136],"effectively":[137],"addressing":[138],"challenges":[140],"infrastructure.":[144],"Our":[145],"key":[146],"insight":[147],"that":[149],"deterministic":[151],"access":[152],"patterns":[153],"voluminous":[155],"model":[156],"weights":[157],"prefix":[159],"caches":[160],"enable":[161],"system":[163],"proactively":[165],"manage":[166],"memory-storage":[171],"hierarchy.":[172],"We":[173],"validate":[174],"by":[176,207],"evaluating":[177],"its":[178,194],"performance":[179],"potential":[180],"with":[181],"production-grade":[182],"SK":[183],"Hynix":[184],"CMM":[185],"PCIe":[187],"Gen5":[188],"NVMe":[189],"SSDs,":[190],"while":[191],"further":[192],"demonstrating":[193],"functional":[195],"feasibility":[196],"FPGA-based":[199],"hardware":[200],"prototype.":[201],"Overall,":[202],"enhances":[204],"conventional":[205],"CPU-offloading":[206],"providing":[208],"additional":[209],"expansion":[212],"accommodate":[214],"large":[215],"KV":[216],"cache":[217],"footprints":[218],"host":[220],"limits,":[222],"achieving":[223],"up":[224],"35.7\\%":[227],"throughput":[228],"improvement.":[229]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-13T00:00:00"}