{"id":"https://openalex.org/W4414197288","doi":"https://doi.org/10.1109/dac63849.2025.11133108","title":"Invited: SambaNova SN40L: Unleashing Agentic AI with Dataflow","display_name":"Invited: SambaNova SN40L: Unleashing Agentic AI with Dataflow","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4414197288","doi":"https://doi.org/10.1109/dac63849.2025.11133108"},"language":"en","primary_location":{"id":"doi:10.1109/dac63849.2025.11133108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11133108","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111746097","display_name":"Raghu Prabhakar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Raghu Prabhakar","raw_affiliation_strings":["SambaNova Systems, Inc"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114635547","display_name":"Pushkar Nandkar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Pushkar Nandkar","raw_affiliation_strings":["SambaNova Systems, Inc"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007355469","display_name":"Darshan Gandhi","orcid":"https://orcid.org/0000-0002-7079-450X"},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Darshan Gandhi","raw_affiliation_strings":["SambaNova Systems, Inc"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081247884","display_name":"Nasim Farahini","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Nasim Farahini","raw_affiliation_strings":["SambaNova Systems, Inc"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075185447","display_name":"H\u00e5kan Zeffer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141470","display_name":"Universitas Ratu Samban","ror":"https://ror.org/03yca6a35","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210141470"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Hakan Zeffer","raw_affiliation_strings":["SambaNova Systems, Inc"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems, Inc","institution_ids":["https://openalex.org/I4210141470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111746097"],"corresponding_institution_ids":["https://openalex.org/I4210141470"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13434731,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.6281999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.6281999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.9589999914169312},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6279000043869019},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6165000200271606},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6068999767303467},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.5789999961853027},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5651999711990356},{"id":"https://openalex.org/keywords/dataflow-architecture","display_name":"Dataflow architecture","score":0.45660001039505005},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.4025000035762787}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.9589999914169312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8112999796867371},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6279000043869019},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6165000200271606},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6068999767303467},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5789999961853027},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5651999711990356},{"id":"https://openalex.org/C176727019","wikidata":"https://www.wikidata.org/wiki/Q1172415","display_name":"Dataflow architecture","level":3,"score":0.45660001039505005},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.4025000035762787},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36399999260902405},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.32010000944137573},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.29989999532699585},{"id":"https://openalex.org/C67953723","wikidata":"https://www.wikidata.org/wiki/Q192525","display_name":"Workstation","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.27320000529289246},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C80469333","wikidata":"https://www.wikidata.org/wiki/Q189088","display_name":"Von Neumann architecture","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac63849.2025.11133108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11133108","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4404954357","https://openalex.org/W4408183089"],"related_works":[],"abstract_inverted_index":{"AI":[0,28],"inference":[1,30],"clouds":[2],"are":[3],"increasingly":[4],"being":[5],"tasked":[6],"with":[7,68,73,84],"running":[8],"a":[9,51,69,92,137],"diverse":[10],"set":[11],"of":[12,54,87,108],"models":[13],"to":[14,103,133],"support":[15],"interactive,":[16],"agentic":[17],"workloads":[18],"such":[19],"as":[20,42,44],"LLM-powered":[21],"assistants,":[22],"chatbots,":[23],"and":[24,47,76,96,105,126],"autonomous":[25],"agents.":[26],"Efficient":[27],"cloud":[29],"requires":[31],"producing":[32],"tokens":[33,116],"during":[34],"the":[35,58],"memory-bound":[36],"decode":[37],"phase":[38],"at":[39,110],"peak":[40,80],"performance,":[41],"well":[43],"economically":[45],"hosting":[46,129],"rapidly":[48],"switching":[49],"between":[50],"vast":[52],"array":[53],"models.":[55],"We":[56],"describe":[57],"SambaNova":[59],"SN40L":[60,113],"Reconfigurable":[61],"Dataflow":[62,78],"Unit":[63],"(RDU)":[64],"that":[65],"combines":[66],"dataflow":[67],"three-tier":[70],"memory":[71],"system":[72],"SRAM,":[74],"HBM,":[75],"DDR.":[77],"enables":[79],"token":[81],"generation":[82],"performance":[83],"aggressive":[85],"fusion":[86],"large":[88],"compute":[89],"graphs":[90],"into":[91],"single":[93],"kernel.":[94],"HBM":[95],"high-capacity":[97],"DDR":[98],"drastically":[99],"lower":[100,127],"hardware":[101],"footprint":[102],"host":[104],"serve":[106],"trillions":[107],"parameters":[109],"scale.":[111],"The":[112],"RDU":[114],"produce":[115],"over":[117,136],"$\\mathbf{3}":[118],"\\times$":[119,123,135],"faster,":[120],"consume":[121],"$3":[122],"less":[124],"energy,":[125],"model":[128],"costs":[130],"by":[131],"up":[132],"$19":[134],"DGX":[138],"H100.":[139]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}