{"id":"https://openalex.org/W4285309026","doi":"https://doi.org/10.1109/jssc.2022.3179303","title":"A 16-nm SoC for Noise-Robust Speech and NLP Edge AI Inference With Bayesian Sound Source Separation and Attention-Based DNNs","display_name":"A 16-nm SoC for Noise-Robust Speech and NLP Edge AI Inference With Bayesian Sound Source Separation and Attention-Based DNNs","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4285309026","doi":"https://doi.org/10.1109/jssc.2022.3179303"},"language":"en","primary_location":{"id":"doi:10.1109/jssc.2022.3179303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2022.3179303","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10150658/1/A_16-nm_SoC_for_Noise-Robust_Speech.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005762501","display_name":"Thierry Tambe","orcid":"https://orcid.org/0000-0002-6411-9620"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thierry Tambe","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088786790","display_name":"En-Yu Yang","orcid":"https://orcid.org/0000-0003-0281-4086"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"En-Yu Yang","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074229216","display_name":"Glenn G. Ko","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glenn G. Ko","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030969018","display_name":"Yuji Chai","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuji Chai","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007438902","display_name":"Coleman Hooper","orcid":"https://orcid.org/0000-0002-5890-610X"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Coleman Hooper","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102005543","display_name":"Marco Donato","orcid":"https://orcid.org/0000-0002-9354-3447"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marco Donato","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tufts University, Medford, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tufts University, Medford, MA, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088853105","display_name":"Paul N. Whatmough","orcid":"https://orcid.org/0000-0002-1865-6492"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210156213","display_name":"American Rock Mechanics Association","ror":"https://ror.org/05vfrxy92","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156213"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul N. Whatmough","raw_affiliation_strings":["Arm Research, Boston, MA, USA","School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Arm Research, Boston, MA, USA","institution_ids":["https://openalex.org/I4210156213"]},{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062546146","display_name":"Alexander M. Rush","orcid":"https://orcid.org/0000-0002-9900-1606"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander M. Rush","raw_affiliation_strings":["Department of Computer Science, Cornell University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Cornell University, New York, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026496503","display_name":"David Brooks","orcid":"https://orcid.org/0000-0002-0662-7889"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Brooks","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043327132","display_name":"Gu-Yeon Wei","orcid":"https://orcid.org/0000-0001-5730-9904"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gu-Yeon Wei","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5005762501"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":3.3329,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93097081,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"58","issue":"2","first_page":"569","last_page":"581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8133463859558105},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5617452263832092},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.506377100944519},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4526625871658325},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44760507345199585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8133463859558105},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5617452263832092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.506377100944519},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4526625871658325},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44760507345199585}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jssc.2022.3179303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2022.3179303","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10150658","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10150658/","pdf_url":"https://discovery.ucl.ac.uk/10150658/1/A_16-nm_SoC_for_Noise-Robust_Speech.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Journal of Solid-State Circuits       (2022)     (In press).  ","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10150658","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10150658/","pdf_url":"https://discovery.ucl.ac.uk/10150658/1/A_16-nm_SoC_for_Noise-Robust_Speech.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Journal of Solid-State Circuits       (2022)     (In press).  ","raw_type":"Article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8724954132","display_name":null,"funder_award_id":"1718160","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8782647","display_name":null,"funder_award_id":"1704834","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285309026.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1447019041","https://openalex.org/W1494198834","https://openalex.org/W1902237438","https://openalex.org/W2039256638","https://openalex.org/W2105482032","https://openalex.org/W2107884096","https://openalex.org/W2119944412","https://openalex.org/W2285660444","https://openalex.org/W2327501763","https://openalex.org/W2605131327","https://openalex.org/W2625457103","https://openalex.org/W2766195687","https://openalex.org/W2770934218","https://openalex.org/W2783444794","https://openalex.org/W2808932028","https://openalex.org/W2899441512","https://openalex.org/W2906043559","https://openalex.org/W2936774411","https://openalex.org/W2962965405","https://openalex.org/W2963382687","https://openalex.org/W2965129158","https://openalex.org/W2984140583","https://openalex.org/W2988443989","https://openalex.org/W2999356938","https://openalex.org/W3005319366","https://openalex.org/W3026448768","https://openalex.org/W3048404194","https://openalex.org/W3048407879","https://openalex.org/W3092209569","https://openalex.org/W3093720766","https://openalex.org/W3094957294","https://openalex.org/W3097528158","https://openalex.org/W3101211091","https://openalex.org/W3135697241","https://openalex.org/W3205772079","https://openalex.org/W3207622241","https://openalex.org/W3208331640","https://openalex.org/W3213775513","https://openalex.org/W4234282793","https://openalex.org/W4245199738","https://openalex.org/W4251575795","https://openalex.org/W4280559323","https://openalex.org/W6623517193","https://openalex.org/W6628424771","https://openalex.org/W6632455782","https://openalex.org/W6747855137","https://openalex.org/W6756197946","https://openalex.org/W6762616235"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"The":[0,106],"proliferation":[1],"of":[2,23,51,70,121,207,254],"personal":[3],"artificial":[4],"intelligence":[5],"(AI)":[6],"-assistant":[7],"technologies":[8,29],"with":[9,237],"speech-based":[10],"conversational":[11],"AI":[12],"interfaces":[13],"is":[14,50,66],"driving":[15],"the":[16,20,71,204],"exponential":[17],"growth":[18],"in":[19,62,79,91],"consumer":[21],"Internet":[22],"Things":[24],"(IoT)":[25],"market.":[26],"As":[27],"these":[28],"are":[30],"being":[31],"applied":[32],"to":[33,233],"keyword":[34],"spotting":[35],"(KWS),":[36],"automatic":[37],"speech":[38],"recognition":[39],"(ASR),":[40],"natural":[41],"language":[42],"processing":[43,174],"(NLP),":[44],"and":[45,74,103,175,184,189,198,210,215,241,250],"text-to-speech":[46],"(TTS)":[47],"applications,":[48],"it":[49],"paramount":[52],"importance":[53],"that":[54,75],"they":[55,76],"provide":[56],"uncompromising":[57],"performance":[58,220],"for":[59,118,144,151,195,213],"context":[60],"learning":[61],"long":[63],"sequences,":[64],"which":[65,97,163],"a":[67,87,111,131,139,156],"key":[68],"benefit":[69],"attention":[72],"mechanism,":[73],"work":[77],"seamlessly":[78],"polyphonic":[80],"environments.":[81],"In":[82],"this":[83],"work,":[84],"we":[85],"present":[86],"25-mm2":[88],"system-on-chip":[89],"(SoC)":[90],"16-nm":[92],"FinFET":[93],"technology,":[94],"codenamed":[95],"SM6,":[96],"executes":[98],"end-to-end":[99],"speech-enhancing":[100],"attention-based":[101,123],"ASR":[102,231,252],"NLP":[104,114],"workloads.":[105],"SoC":[107],"includes:":[108],"1)":[109],"FlexASR,":[110],"highly":[112],"reconfigurable":[113],"inference":[115,146],"processor":[116],"optimized":[117],"whole-model":[119],"acceleration":[120],"bidirectional":[122],"sequence-to-sequence":[124],"(seq2seq)":[125],"deep":[126],"neural":[127],"networks":[128],"(DNNs);":[129],"2)":[130],"Markov":[132],"random":[133],"field":[134],"source":[135,153],"separation":[136],"engine":[137],"(MSSE),":[138],"probabilistic":[140],"graphical":[141],"model":[142,232],"accelerator":[143],"unsupervised":[145],"via":[147],"Gibbs":[148],"sampling,":[149],"used":[150],"sound":[152],"separation;":[154],"3)":[155],"dual-core":[157],"Arm":[158],"Cortex":[159],"A53":[160],"CPU":[161],"cluster,":[162],"provides":[164],"on-demand":[165],"single":[166],"Instruction/multiple":[167],"data":[168],"(SIMD)":[169],"fast":[170],"fourier":[171],"transform":[172],"(FFT)":[173],"performs":[176],"various":[177],"application":[178],"logic":[179],"(e.g.,":[180],"expectation\u2013maximization":[181],"(EM)":[182],"algorithm":[183],"8-bit":[185],"floating-point":[186],"(FP8)":[187],"quantization);":[188],"4)":[190],"an":[191],"always-ON":[192],"M0":[193],"subsystem":[194],"audio":[196],"detection":[197],"power":[199],"management.":[200],"Measurement":[201],"results":[202],"demonstrate":[203],"efficiency":[205],"ranges":[206],"2.6\u20137.8":[208],"TFLOPs/W":[209],"4.33\u201317.6":[211],"Gsamples/s/W":[212],"FlexASR":[214],"MSSE,":[216],"respectively;":[217],"MSSE":[218],"denoising":[219],"allowing":[221],"6":[222],"<inline-formula":[223],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[225],"<tex-math":[226],"notation=\"LaTeX\">$\\times":[227],"$":[228],"</tex-math></inline-formula>":[229],"smaller":[230],"be":[234],"stored":[235],"on-chip":[236],"negligible":[238],"accuracy":[239],"loss;":[240],"2.24-mJ":[242],"energy":[243],"consumption":[244],"while":[245],"achieving":[246],"real-time":[247],"throughput,":[248],"end-to-end,":[249],"per-frame":[251],"latencies":[253],"18":[255],"ms.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}