{"id":"https://openalex.org/W7164917949","doi":"https://doi.org/10.48550/arxiv.2606.16332","title":"SMEPilot: Characterizing and Optimizing LLM Inference with Scalable Matrix Extensions","display_name":"SMEPilot: Characterizing and Optimizing LLM Inference with Scalable Matrix Extensions","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164917949","doi":"https://doi.org/10.48550/arxiv.2606.16332"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16332","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071942112","display_name":"F Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Feiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138713315","display_name":"Haibo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6736000180244446},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.6021999716758728},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5708000063896179},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.5530999898910522},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.4465000033378601},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.4406999945640564},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43549999594688416},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4016000032424927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712000012397766},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6736000180244446},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.6021999716758728},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.5530999898910522},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5234000086784363},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4138999879360199},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4016000032424927},{"id":"https://openalex.org/C134765980","wikidata":"https://www.wikidata.org/wiki/Q879126","display_name":"Bitwise operation","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.3474000096321106},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.296999990940094},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16332","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16332","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"CPUs":[1,74],"increasingly":[2],"integrate":[3],"matrix":[4,16,106,118],"extensions,":[5],"such":[6],"as":[7],"Arm":[8],"Scalable":[9],"Matrix":[10],"Extension":[11],"(SME),":[12],"that":[13,92],"provide":[14],"high-throughput":[15],"execution":[17,83,99],"within":[18],"the":[19,77],"CPU.":[20],"For":[21],"LLM":[22,89],"inference,":[23],"however,":[24],"these":[25],"units":[26,53],"are":[27,134],"not":[28],"a":[29,69],"universal":[30],"replacement":[31],"for":[32,59,100],"conventional":[33],"CPU":[34,55,111],"cores:":[35],"prefill,":[36],"decode,":[37],"attention,":[38,125],"and":[39,48,54,75,110,126,146,151],"KV-cache":[40],"operations":[41],"expose":[42],"different":[43],"arithmetic":[44],"intensities,":[45],"vector":[46,122],"behavior,":[47],"layout":[49,128],"requirements,":[50],"while":[51],"SME":[52,109],"cores":[56,112],"still":[57],"compete":[58],"shared":[60],"memory":[61],"bandwidth.":[62],"This":[63],"paper":[64],"studies":[65],"this":[66],"mismatch":[67],"through":[68],"roofline-based":[70],"characterization":[71],"of":[72],"SME-enabled":[73],"uses":[76],"resulting":[78],"model":[79],"to":[80,161],"guide":[81],"operator-level":[82],"choices.":[84],"We":[85],"present":[86],"SMEPilot,":[87],"an":[88],"inference":[90,157],"engine":[91],"selects":[93],"CPU-only,":[94],"SME-only,":[95],"or":[96],"cooperative":[97],"SME+CPU":[98],"each":[101],"operator":[102],"shape.":[103],"SMEPilot":[104,154],"partitions":[105],"work":[107],"across":[108],"at":[113],"tile":[114],"granularity,":[115],"overlaps":[116],"SME-suitable":[117],"stages":[119,123],"with":[120],"CPU-suitable":[121],"in":[124],"maintains":[127],"state":[129],"so":[130],"packed":[131],"tensor":[132],"representations":[133],"reused":[135],"rather":[136],"than":[137],"repeatedly":[138],"rebuilt":[139],"on":[140,148],"critical":[141],"paths.":[142],"Across":[143],"Llama-3.2-3B,":[144],"Qwen3-4B,":[145],"Qwen3-30BA3B":[147],"phone,":[149],"PC,":[150],"server":[152],"platforms,":[153],"improves":[155],"end-to-end":[156],"performance":[158],"by":[159],"up":[160],"3.94$\\times$.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}