{"id":"https://openalex.org/W4408183089","doi":"https://doi.org/10.1109/isscc49661.2025.10904578","title":"16.4: SambaNova SN40L: A 5nm 2.5D Dataflow Accelerator with Three Memory Tiers for Trillion Parameter AI","display_name":"16.4: SambaNova SN40L: A 5nm 2.5D Dataflow Accelerator with Three Memory Tiers for Trillion Parameter AI","publication_year":2025,"publication_date":"2025-02-16","ids":{"openalex":"https://openalex.org/W4408183089","doi":"https://doi.org/10.1109/isscc49661.2025.10904578"},"language":"en","primary_location":{"id":"doi:10.1109/isscc49661.2025.10904578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904578","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111746097","display_name":"Raghu Prabhakar","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Raghu Prabhakar","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010965759","display_name":"Junwei Zhou","orcid":"https://orcid.org/0000-0003-2098-8266"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junwei Zhou","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007355469","display_name":"Darshan Gandhi","orcid":"https://orcid.org/0000-0002-7079-450X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Darshan Gandhi","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108440098","display_name":"Youngmoon Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youngmoon Choi","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116535484","display_name":"Mahmood Khayatzadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmood Khayatzadeh","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004639600","display_name":"Kyeong Ho Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyunglok Kim","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116535485","display_name":"Uma Durairajan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Uma Durairajan","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003729478","display_name":"J.H. Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeongha Park","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023322938","display_name":"S. Sarkar","orcid":"https://orcid.org/0000-0002-3542-858X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Satyajit Sarkar","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054632012","display_name":"Jinuk Luke Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinuk Luke Shin","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5111746097"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6273,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94784216,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"288","last_page":"290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9369999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9241999983787537,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.916097104549408},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6120637655258179},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5508936047554016},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.3811224102973938},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3698843717575073},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3297288715839386}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.916097104549408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6120637655258179},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5508936047554016},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3811224102973938},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3698843717575073},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3297288715839386}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isscc49661.2025.10904578","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904578","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4402475823","https://openalex.org/W4404954357"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W2171015181","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W4239447582","https://openalex.org/W1484403103","https://openalex.org/W2521947294","https://openalex.org/W1998888015"],"abstract_inverted_index":{"The":[0,22,45,109],"SN40L":[1,23,46,110],"is":[2,83,91],"the":[3,86],"latest-generation":[4],"Reconfigurable":[5],"Dataflow":[6],"Unit":[7],"(RDU)":[8],"from":[9,69],"SambaNova":[10],"Systems":[11],"built":[12],"for":[13],"modern":[14],"AI":[15],"training":[16],"and":[17,40,57,65,77,107,132],"inference":[18],"applications":[19],"[1],":[20],"[2].":[21],"combines":[24],"on-chip":[25,33,134],"dataflow":[26],"flexibility":[27],"with":[28,74],"a":[29,70,80,98,122],"three-tier":[30],"memory":[31,59,67,138],"system:":[32],"SRAM,":[34],"on-package":[35],"High":[36],"Bandwidth":[37],"Memory":[38],"(HBM),":[39],"off-package":[41],"DRAM":[42],"(Fig.":[43,95],"16.4.7).":[44],"employs":[47],"3x":[48],"CoWoS-S":[49],"interposer":[50],"technology":[51],"featuring":[52],"two":[53],"identical":[54],"accelerator":[55,111],"dies":[56,112],"HBM":[58],"modules.":[60],"To":[61],"enable":[62],"both":[63],"high-bandwidth":[64],"high-capacity":[66],"accesses":[68],"single":[71],"chip,":[72],"along":[73],"peer-to-peer":[75],"fabric":[76],"die-to-die":[78],"connectivities,":[79],"dual-die":[81,101],"approach":[82],"adopted,":[84],"where":[85],"size":[87,100],"of":[88,124],"each":[89],"die":[90],"<tex":[92],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[93],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$600\\text{mm}^{2}$</tex>":[94],"16.4.1).":[96],"Furthermore,":[97],"sub-reticle":[99],"design":[102],"optimizes":[103],"performance,":[104],"thermal":[105],"efficiency,":[106],"cost.":[108],"are":[113],"fabricated":[114],"using":[115,136],"TSMC's":[116],"5nm":[117],"process.":[118],"Each":[119],"socket":[120],"contains":[121],"total":[123],"102":[125],"billion":[126],"transistors,":[127],"delivering":[128],"640":[129],"BF16":[130],"TFLOPs":[131],"520MB":[133],"SRAMs":[135],"high-density":[137],"cells.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}