{"id":"https://openalex.org/W7151328725","doi":"https://doi.org/10.48550/arxiv.2604.03829","title":"Mambalaya: Einsum-Based Fusion Optimizations on State-Space Models","display_name":"Mambalaya: Einsum-Based Fusion Optimizations on State-Space Models","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7151328725","doi":"https://doi.org/10.48550/arxiv.2604.03829"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03829","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03829","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028243919","display_name":"Toluwanimi O. Odemuyiwa","orcid":"https://orcid.org/0000-0002-5346-4744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Odemuyiwa, Toluwanimi O.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028662746","display_name":"John D. Owens","orcid":"https://orcid.org/0000-0001-6582-8237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Owens, John D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133101094","display_name":"Joel S. Emer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emer, Joel S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009910914","display_name":"Michael Pellauer","orcid":"https://orcid.org/0000-0002-5305-4307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pellauer, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5085999965667725,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5085999965667725,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.10400000214576721,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.06449999660253525,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7161999940872192},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6638000011444092},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5641000270843506},{"id":"https://openalex.org/keywords/dependency-graph","display_name":"Dependency graph","score":0.4675999879837036},{"id":"https://openalex.org/keywords/cascade","display_name":"Cascade","score":0.45739999413490295},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4489000141620636},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.4487999975681305},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.4417000114917755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7663000226020813},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7161999940872192},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6638000011444092},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C16311509","wikidata":"https://www.wikidata.org/wiki/Q4148050","display_name":"Dependency graph","level":3,"score":0.4675999879837036},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.4487999975681305},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.4417000114917755},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3953999876976013},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3612000048160553},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.2644999921321869},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03829","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03829","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mamba":[0],"is":[1],"an":[2],"emerging,":[3],"complex":[4,29],"workload":[5],"with":[6],"various":[7],"short-range":[8],"and":[9,13,126],"long-range":[10],"dependencies,":[11],"nonlinearities,":[12],"elementwise":[14],"computations":[15],"that":[16,59,102],"are":[17,109],"unable":[18],"to":[19,62,75,87,138],"run":[20],"at":[21],"near-peak":[22],"speeds":[23],"on":[24,45],"modern":[25],"hardware.":[26],"Specifically,":[27],"Mamba's":[28,77],"dependency":[30],"graph":[31],"makes":[32],"fusion":[33,61,91,100,145],"across":[34],"its":[35],"full":[36,78],"operator":[37],"cascade":[38],"difficult,":[39],"leaving":[40],"substantial":[41],"inter-operator":[42],"memory":[43],"traffic":[44],"the":[46,64,70,83,112],"table.":[47],"To":[48],"address":[49],"these":[50],"challenges,":[51],"we":[52],"propose":[53],"Mambalaya,":[54],"a":[55,97,118,141],"novel":[56],"reconfigurable":[57],"accelerator":[58,146],"leverages":[60],"overcome":[63],"limitations":[65],"of":[66,99,122],"Mamba.":[67,148],"We":[68],"use":[69],"recently":[71],"proposed":[72],"cascade-of-Einsums":[73],"abstraction":[74],"characterize":[76],"computational":[79],"structure,":[80],"then":[81],"apply":[82],"extended":[84],"Einsum":[85],"framework":[86],"systematically":[88],"explore":[89],"inter-Einsum":[90,105],"opportunities.":[92],"This":[93],"principled":[94],"approach":[95],"yields":[96],"series":[98],"mappings":[101,108],"reduce":[103],"off-chip":[104],"traffic.":[106],"These":[107],"supported":[110],"by":[111],"underlying":[113],"Mambalaya":[114,116],"architecture.":[115],"achieves":[117,136],"layer":[119],"performance":[120],"speedup":[121],"4.9$\\times$":[123],"for":[124,128,147],"prefill":[125],"1.9$\\times$":[127],"generation":[129],"over":[130,140],"MARCA.":[131],"In":[132],"prefill-dominated":[133],"scenarios,":[134],"it":[135],"up":[137],"1.5$\\times$":[139],"recent":[142],"fine-grained,":[143],"memory-aware":[144]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}