{"id":"https://openalex.org/W7159666740","doi":"https://doi.org/10.48550/arxiv.2604.27985","title":"Exploring Sparse Matrix Multiplication Kernels on the Cerebras CS-3","display_name":"Exploring Sparse Matrix Multiplication Kernels on the Cerebras CS-3","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7159666740","doi":"https://doi.org/10.48550/arxiv.2604.27985"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.27985","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27985","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.27985","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101503338","display_name":"Milan Shah","orcid":"https://orcid.org/0000-0002-3572-7408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Milan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134980939","display_name":"Sheng Di","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041520129","display_name":"Michela Becchi","orcid":"https://orcid.org/0000-0001-8353-2915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Becchi, Michela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8417999744415283,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8417999744415283,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.045099999755620956,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.7114999890327454},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.6503000259399414},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.6155999898910522},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5827999711036682},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5771999955177307},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5670999884605408},{"id":"https://openalex.org/keywords/multiplication","display_name":"Multiplication (music)","score":0.5432000160217285},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.486299991607666},{"id":"https://openalex.org/keywords/linear-algebra","display_name":"Linear algebra","score":0.4812000095844269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7368999719619751},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.7114999890327454},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.6503000259399414},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6155999898910522},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5924000144004822},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5827999711036682},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5771999955177307},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5670999884605408},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.5432000160217285},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.486299991607666},{"id":"https://openalex.org/C139352143","wikidata":"https://www.wikidata.org/wiki/Q82571","display_name":"Linear algebra","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.4546999931335449},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4066999852657318},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3433000147342682},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3278000056743622},{"id":"https://openalex.org/C163834973","wikidata":"https://www.wikidata.org/wiki/Q2004891","display_name":"Numerical linear algebra","level":3,"score":0.3174999952316284},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C54219892","wikidata":"https://www.wikidata.org/wiki/Q4080929","display_name":"Matrix-free methods","level":4,"score":0.2928999960422516},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.27970001101493835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.26170000433921814},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C39096654","wikidata":"https://www.wikidata.org/wiki/Q728507","display_name":"Strassen algorithm","level":4,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.27985","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27985","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.27985","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27985","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,88],"recent":[1],"years,":[2],"novel":[3],"AI":[4,14],"accelerators":[5],"have":[6,46],"emerged":[7],"as":[8,33,35,70,168,188],"promising":[9],"alternatives":[10],"to":[11,126,134,146,191],"GPU":[12],"for":[13,50,55,119,159,180,206],"model":[15,31],"training":[16,32],"and":[17,74,103,122,132,142],"inference":[18],"tasks.":[19],"One":[20],"such":[21,69],"accelerator,":[22],"the":[23,51,86,110,152,194],"Cerebras":[24,111],"CS-3,":[25,52],"achieves":[26],"strong":[27],"performance":[28,80,166,198],"on":[29,81,109,174],"large":[30,135],"well":[34],"scientific":[36],"applications":[37],"like":[38,85],"molecular":[39],"dynamics":[40],"simulations.":[41],"While":[42],"dense":[43],"compute":[44],"workloads":[45,57],"been":[47,60],"thoroughly":[48],"explored":[49],"its":[53],"potential":[54],"sparse":[56,65,95,163,169,182],"has":[58],"not":[59],"fully":[61],"examined.":[62],"Applications":[63],"requiring":[64],"linear":[66,72,96],"algebra":[67,97],"kernels,":[68,98],"GNNs,":[71],"solvers,":[73],"recommendation":[75],"systems,":[76],"could":[77],"achieve":[78],"good":[79],"a":[82],"dataflow":[83],"accelerator":[84],"CS-3.":[87,112],"this":[89],"work,":[90],"we":[91],"explore":[92],"two":[93],"key":[94],"sparse-dense":[99],"matrix":[100,106,170],"multiplication":[101,107],"(SpMM)":[102],"sampled":[104],"dense-dense":[105],"(SDDMM),":[108],"We":[113,184],"propose":[114],"low-level":[115],"CS-3":[116,153,175,195],"kernel":[117],"designs":[118,125],"these":[120],"operations":[121],"optimize":[123],"our":[124],"improve":[127],"I/O":[128],"performance,":[129],"memory":[130,140],"footprint,":[131],"scalability":[133],"matrices.":[136,183],"Our":[137],"evaluation":[138,149],"examines":[139],"footprint":[141],"SpMM/SDDMM":[143],"speedup":[144],"relative":[145],"CPU.":[147],"The":[148],"suggests":[150],"that":[151,187,200],"can":[154,176],"outperform":[155,177],"CPU":[156,178,205],"by":[157],"100$\\times$":[158],"SpMM":[160],"with":[161,165],"90\\%":[162,181],"matrices":[164],"improving":[167],"dimensionality":[171],"increases.":[172],"SDDMM":[173],"20$\\times$":[179],"additionally":[185],"find":[186],"sparsity":[189],"increases":[190],"beyond":[192],"99\\%,":[193],"suffers":[196],"from":[197],"degradation":[199],"makes":[201],"it":[202],"slower":[203],"than":[204],"SpMM.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-02T00:00:00"}