{"id":"https://openalex.org/W4376150523","doi":"https://doi.org/10.1109/cicc57935.2023.10121242","title":"AI SoC Design Challenges in the Foundation Model Era","display_name":"AI SoC Design Challenges in the Foundation Model Era","publication_year":2023,"publication_date":"2023-04-01","ids":{"openalex":"https://openalex.org/W4376150523","doi":"https://doi.org/10.1109/cicc57935.2023.10121242"},"language":"en","primary_location":{"id":"doi:10.1109/cicc57935.2023.10121242","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cicc57935.2023.10121242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Custom Integrated Circuits Conference (CICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101886931","display_name":"Zhengyu Chen","orcid":"https://orcid.org/0000-0002-9567-5881"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhengyu Chen","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062027635","display_name":"Dawei Huang","orcid":"https://orcid.org/0000-0002-4496-2354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dawei Huang","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112914114","display_name":"Mingran Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingran Wang","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101425964","display_name":"Bowen Yang","orcid":"https://orcid.org/0000-0002-3309-8759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowen Yang","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054632012","display_name":"Jinuk Luke Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinuk Luke Shin","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056709204","display_name":"Changran Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changran Hu","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374384","display_name":"Bo Li","orcid":"https://orcid.org/0000-0001-9944-0003"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111746097","display_name":"Raghu Prabhakar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raghu Prabhakar","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102431188","display_name":"Deng Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao Deng","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076742208","display_name":"Yongning Sheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongning Sheng","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100936358","display_name":"Sihua Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sihua Fu","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102802819","display_name":"Lu Yuan","orcid":"https://orcid.org/0000-0002-7301-0352"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu Yuan","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064644506","display_name":"Tian Zhao","orcid":"https://orcid.org/0000-0001-5372-0835"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian Zhao","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112724341","display_name":"Yun Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun Du","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322200","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0003-1558-6836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101255042","display_name":"Jun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052390797","display_name":"Viren Shah","orcid":"https://orcid.org/0000-0002-2570-6486"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viren Shah","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055806479","display_name":"Venkat Srinivasan","orcid":"https://orcid.org/0000-0002-1248-5952"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkat Srinivasan","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045706635","display_name":"Sumti Jairath","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sumti Jairath","raw_affiliation_strings":["SambaNova Systems,Palo Alto,CA","SambaNova Systems, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"SambaNova Systems,Palo Alto,CA","institution_ids":[]},{"raw_affiliation_string":"SambaNova Systems, Palo Alto, CA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5101886931"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.616,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5964196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7103298902511597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5865323543548584},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10916569828987122}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7103298902511597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5865323543548584},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10916569828987122},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cicc57935.2023.10121242","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cicc57935.2023.10121242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Custom Integrated Circuits Conference (CICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2144346774","https://openalex.org/W2338908902","https://openalex.org/W2473344385","https://openalex.org/W2763421725","https://openalex.org/W2807147113","https://openalex.org/W2884700152","https://openalex.org/W2896457183","https://openalex.org/W2901299405","https://openalex.org/W2905659884","https://openalex.org/W2921423012","https://openalex.org/W2921622930","https://openalex.org/W2953235111","https://openalex.org/W2963015836","https://openalex.org/W2973268792","https://openalex.org/W2973727699","https://openalex.org/W2980268386","https://openalex.org/W2982144630","https://openalex.org/W2991040477","https://openalex.org/W3001279689","https://openalex.org/W3004915615","https://openalex.org/W3030163527","https://openalex.org/W3048814057","https://openalex.org/W3119866685","https://openalex.org/W3127067080","https://openalex.org/W3127736057","https://openalex.org/W3129831491","https://openalex.org/W3134526034","https://openalex.org/W3135701542","https://openalex.org/W3183500857","https://openalex.org/W3187255235","https://openalex.org/W3195577433","https://openalex.org/W3204998121","https://openalex.org/W3205531882","https://openalex.org/W4220662607","https://openalex.org/W4220958508","https://openalex.org/W4226479682","https://openalex.org/W4229054011","https://openalex.org/W4281758439","https://openalex.org/W4283026156","https://openalex.org/W4287391717","https://openalex.org/W4293775467","https://openalex.org/W4312968147","https://openalex.org/W4385734302","https://openalex.org/W4387994442","https://openalex.org/W6846058211"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Despite":[0],"its":[1],"unprecedented":[2],"prevalence,":[3],"a":[4,90,171],"foundation":[5,51,70,78],"model\u2019s":[6],"exponentially":[7],"growing":[8],"training":[9,68,80,139],"cost,":[10],"dataset":[11],"sizes,":[12],"and":[13,23,37,101,111,126,133,146,154,162,167,192],"model":[14,79,134,138],"capacity":[15],"hinder":[16],"the":[17,47,50,141,182],"democratization":[18],"of":[19,49,92,143,184],"modern":[20],"AI":[21,41,61],"technology":[22],"require":[24],"novel":[25],"system":[26],"design":[27,44,64,156],"solutions.":[28],"In":[29],"this":[30],"paper,":[31],"we":[32,59,73,114,151],"review":[33],"state-of-the-art":[34],"(SOTA)":[35],"challenges":[36,75,106,116],"methodologies":[38],"in":[39,76],"scaling":[40],"system-on-chip":[42],"(SoC)":[43],"to":[45,65,176],"harness":[46],"power":[48],"model.":[52],"We":[53,84],"organize":[54],"our":[55],"discussions":[56],"four-fold.":[57],"First,":[58],"discuss":[60,74,115,152],"SoC":[62],"architecture":[63],"enable":[66],"high-performance":[67],"for":[69,107,117,158],"models.":[71],"Second,":[72],"managing":[77],"with":[81],"dataflow":[82,172],"accelerators.":[83],"show":[85],"that":[86],"data":[87,102,168],"flow":[88],"accelerators,":[89],"class":[91],"promising":[93],"architectures":[94],"removing":[95],"execution":[96],"bottlenecks":[97],"through":[98],"overlapping":[99],"computation":[100,161,166],"fetching,":[103],"pose":[104],"new":[105],"hardware":[108,194],"resource":[109],"mapping":[110],"allocation.":[112],"Third,":[113],"exploiting":[118],"parallelism":[119],"encompassing":[120],"multiple":[121],"dimensions,":[122],"e.g.,":[123],"tensor,":[124],"model,":[125],"data-level":[127],"parallelism.":[128],"Mapping":[129],"models":[130],"over":[131],"tensor":[132],"dimensions":[135],"enables":[136],"large":[137],"at":[140,181],"cost":[142],"introducing":[144],"distributed":[145],"orchestrated":[147],"gradient":[148],"synchronization.":[149],"Last,":[150],"electrical":[153],"energy":[155],"trade-offs":[157],"implementing":[159],"massive":[160],"memory":[163],"units":[164],"capturing":[165],"locality":[169],"on":[170],"accelerator.":[173],"The":[174],"solution":[175],"all":[177],"four":[178],"aspects":[179],"lies":[180],"intersection":[183],"system-aware":[185],"machine":[186],"learning":[187],"algorithms,":[188],"dataflow-driven":[189],"software":[190],"systems,":[191],"scalable":[193],"design.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}