{"id":"https://openalex.org/W7214935083","doi":"https://doi.org/10.5281/zenodo.23059065","title":"Slice Embedding and Look-Ahead Prefetching for Memory-Constrained Large Language Model Inference","display_name":"Slice Embedding and Look-Ahead Prefetching for Memory-Constrained Large Language Model Inference","alternate_titles":[],"publication_year":2026,"publication_date":"2026-09-30","ids":{"openalex":"https://openalex.org/W7214935083","doi":"https://doi.org/10.5281/zenodo.23059065"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23059065","doi":"https://doi.org/10.5281/zenodo.23059065","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23059065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"parent_works":[],"lineage":["https://openalex.org/W7214935083"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23059065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153563938","display_name":"Mirza Usama Baig","orcid":"https://orcid.org/0009-0003-8426-0618","observed_orcids":["https://orcid.org/0009-0003-8426-0618"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Baig, Mirza Usama","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":"https://orcid.org/0009-0003-8426-0618","affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5153563938"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5814999938011169,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5814999938011169,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09380000084638596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-model-inference","display_name":"large language model inference","score":0.9760000109672546},{"id":"https://openalex.org/keywords/memory-constrained-inference","display_name":"memory-constrained inference","score":0.8690000176429749},{"id":"https://openalex.org/keywords/solid-state-storage","display_name":"solid-state storage","score":0.640999972820282},{"id":"https://openalex.org/keywords/autoregressive-decoding","display_name":"autoregressive decoding","score":0.8399999737739563},{"id":"https://openalex.org/keywords/qwen2-5","display_name":"Qwen2.5","score":0.7710000276565552},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"low-rank approximation","score":0.6060000061988831},{"id":"https://openalex.org/keywords/residual-stream","display_name":"residual stream","score":0.3059999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8148999810218811},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5672000050544739},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.46070000529289246},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.358599990606308},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C68043766","wikidata":"https://www.wikidata.org/wiki/Q267416","display_name":"Static random-access memory","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.27390000224113464},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C118702147","wikidata":"https://www.wikidata.org/wiki/Q189396","display_name":"Dynamic random-access memory","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C91071405","wikidata":"https://www.wikidata.org/wiki/Q1413145","display_name":"Program slicing","level":3,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23059065","doi":"https://doi.org/10.5281/zenodo.23059065","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23059065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23059066","doi":"https://doi.org/10.5281/zenodo.23059066","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23059066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23059065","doi":"https://doi.org/10.5281/zenodo.23059065","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23059065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7133515264","https://openalex.org/W7204178878","https://openalex.org/W7134891416","https://openalex.org/W7160262490","https://openalex.org/W4412636554","https://openalex.org/W7213821427","https://openalex.org/W4402671659","https://openalex.org/W6910735302","https://openalex.org/W7221861420"],"abstract_inverted_index":{"Serving":[0],"large":[1],"language":[2],"models":[3],"on":[4,109,171,210],"consumer":[5,201],"hardware":[6],"is":[7,119],"constrained":[8],"by":[9,186,195,217],"dynamic":[10],"random-access":[11],"memory":[12,111],"(DRAM)":[13],"capacity.":[14],"Standard":[15],"offloading":[16,216],"frameworks":[17],"swap":[18],"weights":[19],"sequentially":[20],"across":[21,174],"the":[22,54,80,203],"PCI":[23],"Express":[24],"(PCIe)":[25],"bus,":[26],"incurring":[27],"high":[28],"transfer":[29],"latency":[30],"and":[31,70,96,134,176,190],"reducing":[32],"generation":[33],"throughput":[34],"to":[35,188,197],"fractions":[36],"of":[37,53],"a":[38,101,122,126,135,144],"token":[39],"per":[40,208],"second.":[41],"Dense":[42],"transformer":[43],"layers":[44,76],"cannot":[45],"be":[46],"skipped":[47],"entirely":[48],"without":[49],"causing":[50],"irreversible":[51],"degradation":[52],"residual":[55,141],"stream.":[56],"This":[57],"paper":[58],"introduces":[59],"an":[60],"intra-layer":[61],"horizontal":[62],"slicing":[63],"architecture":[64],"coupled":[65],"with":[66,121,167],"dual-purpose":[67],"slice":[68,118,124,145],"embeddings":[69],"look-ahead":[71,131],"prefetching.":[72],"Feed-forward":[73],"network":[74],"(FFN)":[75],"are":[77,90],"partitioned":[78],"along":[79],"intermediate":[81],"neuron":[82],"dimension":[83],"into":[84],"independent":[85],"additive":[86],"sub-matrices.":[87],"High-activity":[88],"neurons":[89,107],"identified":[91],"through":[92],"empirical":[93],"activation":[94,132],"profiling":[95],"retained":[97],"in":[98,160],"DRAM":[99,193],"as":[100],"persistent":[102],"hot":[103],"cache,":[104],"while":[105,219],"remaining":[106],"reside":[108],"non-volatile":[110],"express":[112],"(NVMe)":[113],"solid-state":[114],"storage.":[115],"Each":[116],"storage":[117],"associated":[120],"dual":[123],"embedding:":[125],"signed":[127],"router":[128],"key":[129],"for":[130],"prediction":[133],"low-rank":[136],"linear":[137],"operator":[138],"that":[139],"approximates":[140],"contributions":[142],"when":[143],"remains":[146],"unloaded.":[147],"During":[148],"autoregressive":[149],"decoding,":[150],"hidden":[151],"states":[152],"from":[153],"layer":[154,161],"l-1":[155],"predict":[156],"top-K":[157],"active":[158,192],"slices":[159],"l,":[162],"overlapping":[163],"asynchronous":[164],"flash":[165],"transfers":[166],"attention":[168],"computation.":[169],"Evaluated":[170],"Qwen2.5":[172],"architectures":[173],"0.5B":[175],"7B":[177],"parameter":[178],"scales,":[179],"our":[180],"system":[181],"reduces":[182],"NVMe":[183],"read":[184],"volume":[185],"66.7%":[187],"75.0%":[189],"cuts":[191],"requirements":[194],"49.2%":[196],"60.0%.":[198],"On":[199],"commodity":[200],"hardware,":[202],"engine":[204],"achieves":[205],"3.05":[206],"tokens":[207],"second":[209],"Qwen2.5-0.5B,":[211],"outperforming":[212],"HuggingFace":[213],"Accelerate":[214],"disk":[215],"3.58x":[218],"maintaining":[220],"85.0%":[221],"zero-shot":[222],"scientific":[223],"reasoning":[224],"accuracy.":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7214935083","counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2026-10-01T00:00:00"}
