{"id":"https://openalex.org/W4408182986","doi":"https://doi.org/10.1109/isscc49661.2025.10904727","title":"16.2 RNGD: A 5nm Tensor-Contraction Processor for Power-Efficient Inference on Large Language Models","display_name":"16.2 RNGD: A 5nm Tensor-Contraction Processor for Power-Efficient Inference on Large Language Models","publication_year":2025,"publication_date":"2025-02-16","ids":{"openalex":"https://openalex.org/W4408182986","doi":"https://doi.org/10.1109/isscc49661.2025.10904727"},"language":"en","primary_location":{"id":"doi:10.1109/isscc49661.2025.10904727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100342110","display_name":"Sang Min Lee","orcid":"https://orcid.org/0000-0002-4100-8696"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sang Min Lee","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101538818","display_name":"Hanjoon Kim","orcid":"https://orcid.org/0000-0003-4510-5685"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanjoon Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059537892","display_name":"Jeseung Yeon","orcid":"https://orcid.org/0000-0003-3529-710X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeseung Yeon","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386965","display_name":"Minho Kim","orcid":"https://orcid.org/0000-0002-9504-5935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minho Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089645680","display_name":"Chang-Jae Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changjae Park","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113315900","display_name":"Byeongwook Bae","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byeongwook Bae","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110134554","display_name":"Y.I. Cha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yojung Cha","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111276940","display_name":"Wooyoung Choe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wooyoung Choe","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111276941","display_name":"Jonguk Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonguk Choi","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052851858","display_name":"Younggeun Choi","orcid":"https://orcid.org/0000-0001-7894-3787"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Younggeun Choi","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038419298","display_name":"Ki Jin Han","orcid":"https://orcid.org/0000-0002-7190-8492"},"institutions":[{"id":"https://openalex.org/I205490536","display_name":"Dongguk University","ror":"https://ror.org/057q6n778","country_code":"KR","type":"education","lineage":["https://openalex.org/I205490536"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ki Jin Han","raw_affiliation_strings":["Dongguk University,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongguk University,Seoul,Korea","institution_ids":["https://openalex.org/I205490536"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Seokha Hwang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seokha Hwang","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kiseok Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiseok Jang","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108963903","display_name":"Jaewoo Jeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaewoo Jeon","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070809707","display_name":"Hyunmin Jeong","orcid":"https://orcid.org/0000-0001-7824-0993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyunmin Jeong","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111413959","display_name":"Yeonsu Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeonsu Jung","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600220","display_name":"Hyewon Kim","orcid":"https://orcid.org/0000-0002-1280-3340"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyewon Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085418213","display_name":"Sewon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sewon Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083037757","display_name":"Suhyung Kim","orcid":"https://orcid.org/0000-0003-3719-5270"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suhyung Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031044460","display_name":"Won Ho Kim","orcid":"https://orcid.org/0000-0002-5682-9972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Won Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028397120","display_name":"Yongseung Kim","orcid":"https://orcid.org/0000-0001-7154-2358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongseung Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666938","display_name":"Young\u2010Sik Kim","orcid":"https://orcid.org/0000-0002-8078-1155"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youngsik Kim","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hyukdong Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyukdong Kwon","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040316944","display_name":"J.I. Lee","orcid":"https://orcid.org/0000-0003-2740-2432"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong Ki Lee","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084853555","display_name":"Juyun Lee","orcid":"https://orcid.org/0000-0002-4270-2508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juyun Lee","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604922","display_name":"Kyungjae Lee","orcid":"https://orcid.org/0000-0003-0147-2715"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyungjae Lee","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103034149","display_name":"Seokho Lee","orcid":"https://orcid.org/0000-0001-6423-519X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seokho Lee","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002847753","display_name":"Minwoo Noh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minwoo Noh","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354913","display_name":"Jun\u2010Young Park","orcid":"https://orcid.org/0000-0003-1855-5920"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junyoung Park","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049886062","display_name":"Jimin Seo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jimin Seo","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108149957","display_name":"June Paik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"June Paik","raw_affiliation_strings":["FuriosaAI,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FuriosaAI,Seoul,Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":31,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1547,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72672929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"284","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7047407031059265},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.65846186876297},{"id":"https://openalex.org/keywords/contraction","display_name":"Contraction (grammar)","score":0.4659712314605713},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.4269995391368866},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36192530393600464},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3379162549972534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20079004764556885},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12659019231796265},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07627323269844055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7047407031059265},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.65846186876297},{"id":"https://openalex.org/C163415756","wikidata":"https://www.wikidata.org/wiki/Q126473","display_name":"Contraction (grammar)","level":2,"score":0.4659712314605713},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.4269995391368866},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36192530393600464},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3379162549972534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20079004764556885},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12659019231796265},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07627323269844055},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isscc49661.2025.10904727","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isscc49661.2025.10904727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Solid-State Circuits Conference (ISSCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2604319603","https://openalex.org/W3006732000","https://openalex.org/W3210416734","https://openalex.org/W4292261931","https://openalex.org/W4312639064","https://openalex.org/W4380874786"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W4321636575","https://openalex.org/W2741131631","https://openalex.org/W2045526782","https://openalex.org/W4405841813","https://openalex.org/W2156919374","https://openalex.org/W1483472507","https://openalex.org/W1984019423"],"abstract_inverted_index":{"There":[0],"is":[1,35,71],"a":[2,74,141],"need":[3],"for":[4,9,166,173],"an":[5],"AI":[6],"accelerator":[7],"optimized":[8],"large":[10,125],"language":[11],"models":[12,165],"(LLMs)":[13],"that":[14],"combines":[15],"high":[16,149],"memory":[17],"bandwidth":[18],"and":[19,59,83,131,151,168],"dense":[20],"compute":[21,98,133,159],"power":[22,25],"while":[23],"minimizing":[24],"consumption.":[26],"Traditional":[27],"architectures":[28],"[1]\u2013[4]":[29],"typically":[30],"map":[31],"tensor":[32,64,69],"contractions,":[33],"which":[34],"the":[36,57,109,112,116,145,156],"core":[37],"computational":[38],"task":[39],"in":[40,54,63,104,140,181],"machine":[41],"learning":[42],"models,":[43],"onto":[44],"matrix":[45,78],"multiplication":[46],"units.":[47,134],"However,":[48],"this":[49,67],"approach":[50],"often":[51],"falls":[52],"short":[53],"fully":[55],"leveraging":[56],"parallelism":[58,82],"data":[60,136,153],"locality":[61],"inherent":[62],"contractions.":[65],"In":[66],"work,":[68],"contraction":[70],"used":[72],"as":[73,102,123,129,161],"primitive":[75],"instead":[76],"of":[77,111],"multiplication,":[79],"enabling":[80],"massive":[81],"time-axis":[84],"pipelining":[85],"similar":[86],"to":[87],"vector":[88],"processors.":[89],"Large":[90],"coarse-grained":[91],"PEs":[92],"can":[93,120,170],"be":[94,171],"split":[95],"into":[96],"smaller":[97],"units":[99,158],"called":[100],"slices,":[101,117],"illustrated":[103],"Fig.":[105,182],"16.2.1.":[106,183],"Depending":[107],"on":[108],"setup":[110],"fetch":[113,146],"network":[114],"connecting":[115],"these":[118],"slices":[119],"function":[121],"either":[122],"one":[124],"processing":[126],"element":[127],"or":[128],"small":[130],"independent":[132],"Input":[135],"are":[137,178],"continuously":[138],"fetched":[139],"pipelined":[142],"manner":[143],"through":[144],"network,":[147],"allowing":[148],"throughput":[150],"efficient":[152],"reuse.":[154],"Since":[155],"operation":[157],"deterministically":[160],"configured,":[162],"accurate":[163],"cost":[164],"performance":[167],"energy":[169],"developed":[172],"optimization.":[174],"The":[175],"chip":[176],"specifications":[177],"also":[179],"shown":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}