{"id":"https://openalex.org/W4404954357","doi":"https://doi.org/10.1109/micro61859.2024.00100","title":"SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts","display_name":"SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts","publication_year":2024,"publication_date":"2024-11-02","ids":{"openalex":"https://openalex.org/W4404954357","doi":"https://doi.org/10.1109/micro61859.2024.00100"},"language":"en","primary_location":{"id":"doi:10.1109/micro61859.2024.00100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/micro61859.2024.00100","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 57th IEEE/ACM International Symposium on Microarchitecture (MICRO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111746097","display_name":"Raghu Prabhakar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Raghu Prabhakar","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065493508","display_name":"Ram Sivaramakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ram Sivaramakrishnan","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007355469","display_name":"Darshan Gandhi","orcid":"https://orcid.org/0000-0002-7079-450X"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Darshan Gandhi","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100928662","display_name":"Yun Du","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Yun Du","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112914114","display_name":"Mingran Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mingran Wang","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053270215","display_name":"Xiangyu Song","orcid":"https://orcid.org/0000-0002-5550-6354"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Xiangyu Song","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101503011","display_name":"Kejie Zhang","orcid":"https://orcid.org/0000-0001-9783-4412"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Kejie Zhang","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089291480","display_name":"Tianren Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Tianren Gao","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048145208","display_name":"Angela Yee\u2010Moon Wang","orcid":"https://orcid.org/0000-0003-2508-7117"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Angela Wang","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013455382","display_name":"Xiaoyan Li","orcid":"https://orcid.org/0000-0002-2953-9267"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Xiaoyan Li","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076742208","display_name":"Yongning Sheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Yongning Sheng","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098316663","display_name":"Joshua Brot","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Joshua Brot","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012419400","display_name":"\u0414.\u041d. \u0421\u043e\u043a\u043e\u043b\u043e\u0432","orcid":"https://orcid.org/0000-0003-2411-0143"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Denis Sokolov","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081444766","display_name":"Apurv Vivek","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Apurv Vivek","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100863254","display_name":"Calvin Leung","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Calvin Leung","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024710409","display_name":"Arjun Sabnis","orcid":"https://orcid.org/0009-0007-5699-6117"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Arjun Sabnis","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100928605","display_name":"Jiayu Bai","orcid":"https://orcid.org/0000-0003-3336-9464"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Jiayu Bai","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033875105","display_name":"Tuowen Zhao","orcid":"https://orcid.org/0000-0002-6347-7135"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Tuowen Zhao","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057532402","display_name":"Mark Gottscho","orcid":"https://orcid.org/0000-0001-8370-4158"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mark Gottscho","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039125300","display_name":"David Jackson","orcid":"https://orcid.org/0000-0002-1975-8132"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"David Jackson","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034846342","display_name":"Mark Luttrell","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mark Luttrell","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103075809","display_name":"Manish Shah","orcid":"https://orcid.org/0000-0002-6653-676X"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Manish K. Shah","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101886931","display_name":"Zhengyu Chen","orcid":"https://orcid.org/0000-0002-9567-5881"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Zhengyu Chen","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062351534","display_name":"Kaizhao Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Kaizhao Liang","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034858834","display_name":"Swayambhoo Jain","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Swayambhoo Jain","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090396089","display_name":"Urmish Thakker","orcid":"https://orcid.org/0000-0002-0515-9155"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Urmish Thakker","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062027635","display_name":"Dawei Huang","orcid":"https://orcid.org/0000-0002-4496-2354"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Dawei Huang","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045706635","display_name":"Sumti Jairath","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Sumti Jairath","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103616447","display_name":"Kevin J. Brown","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Kevin J. Brown","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023857198","display_name":"Kunle Olukotun","orcid":"https://orcid.org/0000-0002-8779-0636"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Kunle Olukotun","raw_affiliation_strings":["SambaNova Systems, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210141470"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1353","last_page":"1366"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6121000051498413,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6121000051498413,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.5264999866485596,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.4968999922275543,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.9290225505828857},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.72322678565979},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5832204818725586},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5291438698768616},{"id":"https://openalex.org/keywords/composition","display_name":"Composition (language)","score":0.4925702214241028},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.36183831095695496},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1264398992061615},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.04805973172187805}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.9290225505828857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.72322678565979},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5832204818725586},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5291438698768616},{"id":"https://openalex.org/C40231798","wikidata":"https://www.wikidata.org/wiki/Q1333743","display_name":"Composition (language)","level":2,"score":0.4925702214241028},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.36183831095695496},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1264398992061615},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.04805973172187805},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/micro61859.2024.00100","is_oa":false,"landing_page_url":"https://doi.org/10.1109/micro61859.2024.00100","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 57th IEEE/ACM International Symposium on Microarchitecture (MICRO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2002555321","https://openalex.org/W2150884987","https://openalex.org/W2606722458","https://openalex.org/W2980612421","https://openalex.org/W3015998244","https://openalex.org/W3036878841","https://openalex.org/W3130554079","https://openalex.org/W3190062760","https://openalex.org/W3208319482","https://openalex.org/W4213249026","https://openalex.org/W4220662607","https://openalex.org/W4251179700","https://openalex.org/W4281708879","https://openalex.org/W4297097318","https://openalex.org/W4297097464","https://openalex.org/W4312639064","https://openalex.org/W4380874786","https://openalex.org/W4385571189","https://openalex.org/W4390548144","https://openalex.org/W4393145114","https://openalex.org/W4401043635"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W2171015181","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W4239447582","https://openalex.org/W1484403103","https://openalex.org/W2521947294","https://openalex.org/W2907307640"],"abstract_inverted_index":{"Monolithic":[0],"large":[1,131],"language":[2],"models":[3,114,134],"(LLMs)":[4],"like":[5],"GPT-4":[6],"have":[7,40,115],"paved":[8],"the":[9,75,90,163,185,265],"way":[10],"for":[11,201,261],"modern":[12,37],"generative":[13],"AI":[14,38,164],"applications.":[15,206],"Training,":[16],"serving,":[17],"and":[18,28,92,96,127,157,176,204,221,232,286,297],"maintaining":[19],"monolithic":[20,78],"LLMs":[21],"at":[22],"scale,":[23],"however,":[24],"remains":[25],"prohibitively":[26,138],"expensive":[27,139],"challenging.":[29],"The":[30,207],"disproportionate":[31],"increase":[32],"in":[33],"compute-to-memory":[34],"ratio":[35],"of":[36,58,67,77,81,94,133,291],"accelerators":[39],"created":[41],"a":[42,56,85,130,158,170,177,210,294,300],"memory":[43,160,165,213],"wall,":[44],"necessitating":[45],"new":[46,211],"methods":[47],"to":[48,125,243,274,284],"deploy":[49,182],"AI.":[50],"Recent":[51],"research":[52],"has":[53,198],"shown":[54],"that":[55,88,197,260],"composition":[57],"many":[59],"smaller":[60,113],"expert":[61],"models,":[62],"each":[63],"with":[64,173,215,254],"several":[65],"orders":[66],"magnitude":[68],"fewer":[69],"parameters,":[70],"can":[71,135],"match":[72],"or":[73,140],"exceed":[74],"capabilities":[76],"LLMs.":[79],"Composition":[80],"Experts":[82],"(CoE)":[83],"is":[84],"modular":[86],"approach":[87,100],"lowers":[89],"cost":[91],"complexity":[93],"training":[95,205],"serving.":[97],"However,":[98],"this":[99,148],"presents":[101],"two":[102],"key":[103],"challenges":[104],"when":[105,142],"using":[106],"conventional":[107],"hardware:":[108],"(1)":[109],"without":[110],"fused":[111],"operations,":[112],"lower":[116],"operational":[117],"intensity,":[118],"which":[119],"makes":[120],"high":[121],"utilization":[122],"more":[123],"challenging":[124],"achieve;":[126],"(2)":[128],"hosting":[129],"number":[132],"be":[136],"either":[137],"slow":[141],"dynamically":[143],"switching":[144,280],"between":[145],"them.":[146],"In":[147],"paper,":[149],"we":[150],"describe":[151,168],"how":[152],"combining":[153],"CoE,":[154],"streaming":[155],"dataflow,":[156],"three-tier":[159,212],"system":[161,172,214],"scales":[162],"wall.":[166],"We":[167,181,237,258],"Samba-CoE,":[169],"CoE":[171,262],"150":[174],"experts":[175],"trillion":[178],"total":[179],"parameters.":[180],"Samba-CoE":[183],"on":[184,245,249],"SambaNova":[186],"SN40L":[187],"Reconfigurable":[188],"Dataflow":[189],"Unit":[190],"(RDU)":[191],"-a":[192],"commercial":[193],"dataflow":[194],"accelerator":[195],"architecture":[196],"been":[199],"codesigned":[200],"enterprise":[202],"inference":[203,263],"chip":[208],"introduces":[209],"on-chip":[216],"distributed":[217],"SRAM,":[218],"on-package":[219],"HBM,":[220],"off-package":[222],"DDR":[223],"DRAM.":[224],"A":[225],"dedicated":[226],"inter-RDU":[227],"network":[228],"enables":[229],"scaling":[230],"up":[231,273,278],"out":[233],"over":[234,293,299],"multiple":[235],"sockets.":[236],"demonstrate":[238],"speedups":[239],"ranging":[240],"from":[241],"2\u00d7":[242],"13\u00d7":[244],"various":[246],"benchmarks":[247],"running":[248],"eight":[250],"RDU":[251,267],"sockets":[252],"compared":[253],"an":[255,288],"unfused":[256],"baseline.":[257],"show":[259],"deployments,":[264],"8-socket":[266],"Node":[268],"reduces":[269],"machine":[270],"footprint":[271],"by":[272,282],"19":[275],"\u00d7,":[276],"speeds":[277],"model":[279],"time":[281],"15\u00d7":[283],"31\u00d7,":[285],"achieves":[287],"overall":[289],"speedup":[290],"3.7\u00d7":[292],"DGX":[295,301],"H100":[296],"6.6\u00d7":[298],"A100.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2024-12-04T00:00:00"}