{"id":"https://openalex.org/W7143561587","doi":"https://doi.org/10.1109/access.2026.3678895","title":"Software\u2013Hardware Co-Design for Real-Time Speech Translation on Resource-Constrained NPUs","display_name":"Software\u2013Hardware Co-Design for Real-Time Speech Translation on Resource-Constrained NPUs","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7143561587","doi":"https://doi.org/10.1109/access.2026.3678895"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3678895","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3678895","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3678895","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102791973","display_name":"Geunjae Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Geunjae Choi","raw_affiliation_strings":["Graduate School of Convergence Science and Technology, Seoul National University, Gwanak-gu, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-6502-8207","affiliations":[{"raw_affiliation_string":"Graduate School of Convergence Science and Technology, Seoul National University, Gwanak-gu, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130914339","display_name":"Hongkyu Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongkyu Shin","raw_affiliation_strings":["LG Electronics, Seocho-gu, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG Electronics, Seocho-gu, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2818286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130956528","display_name":"Changjong Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changjong Shin","raw_affiliation_strings":["LG Electronics, Seocho-gu, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG Electronics, Seocho-gu, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2818286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003699441","display_name":"Ellen Jieun Oh","orcid":null},"institutions":[{"id":"https://openalex.org/I2818286","display_name":"LG (United States)","ror":"https://ror.org/02b948n83","country_code":"US","type":"company","lineage":["https://openalex.org/I2818286","https://openalex.org/I4210131320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ellen Jieun Oh","raw_affiliation_strings":["LG Electronics, Seocho-gu, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3845-1088","affiliations":[{"raw_affiliation_string":"LG Electronics, Seocho-gu, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2818286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130918312","display_name":"Nojun Kwak","orcid":null},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nojun Kwak","raw_affiliation_strings":["Graduate School of Convergence Science and Technology, Seoul National University, Gwanak-gu, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-1792-0327","affiliations":[{"raw_affiliation_string":"Graduate School of Convergence Science and Technology, Seoul National University, Gwanak-gu, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51102636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"48901","last_page":"48917"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.43299999833106995,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.43299999833106995,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.20340000092983246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0617000013589859,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.5541999936103821},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.45820000767707825},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.39809998869895935},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.3594000041484833},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.2888999879360199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.801800012588501},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6065000295639038},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.5541999936103821},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4796000123023987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47530001401901245},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.45820000767707825},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C91863865","wikidata":"https://www.wikidata.org/wiki/Q4349497","display_name":"Speech corpus","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.2583000063896179},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3678895","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3678895","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b3f65a1e63834b2aa56d9b7bab7f26eb","is_oa":true,"landing_page_url":"https://doaj.org/article/b3f65a1e63834b2aa56d9b7bab7f26eb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 48901-48917 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3678895","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3678895","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3041737111","display_name":null,"funder_award_id":"RS-2022-II220320","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"},{"id":"https://openalex.org/G3375923620","display_name":null,"funder_award_id":"RS-2021-II211343","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"},{"id":"https://openalex.org/G953280714","display_name":null,"funder_award_id":"RS-2025-25442338","funder_id":"https://openalex.org/F4320335839","funder_display_name":"National Institute of Information and Communications Technology"}],"funders":[{"id":"https://openalex.org/F4320329803","display_name":"LG Electronics","ror":"https://ror.org/03ddh2c27"},{"id":"https://openalex.org/F4320335839","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,34,81,104,113,121,129],"software\u2013hardware":[4],"co-design":[5],"strategy":[6],"for":[7,28,132],"real-time":[8],"streaming":[9],"speech":[10],"translation":[11],"on":[12,20,96,137],"resource-constrained":[13],"NPUs.":[14],"The":[15],"proposed":[16],"system":[17,102],"is":[18],"implemented":[19],"the":[21,42,50,92],"alpha":[22],"11":[23],"AI":[24],"Processor":[25],"4K":[26],"Gen3":[27],"2026":[29],"OLED":[30],"LG":[31],"TVs,":[32],"utilizing":[33],"single":[35],"1.8":[36],"TOPS":[37,46],"NPU":[38,93],"core":[39],"out":[40],"of":[41,52,117],"chip\u2019s":[43],"total":[44],"4.5":[45],"capacity.":[47],"We":[48],"optimize":[49],"deployment":[51],"large-scale":[53],"Whisper":[54],"and":[55,70,86],"OPUS":[56],"models":[57,136],"through":[58],"several":[59],"key":[60],"techniques:":[61],"an":[62],"asynchronous":[63],"pipeline":[64],"with":[65],"Voice":[66],"Activity":[67],"Detection":[68],"(VAD)":[69],"double-buffering;":[71],"encoder-side":[72],"KV":[73],"projection":[74],"relocation":[75],"to":[76,91],"eliminate":[77],"redundant":[78],"cross-attention":[79],"computations;":[80],"hardware-aware":[82],"mixed-precision":[83],"quantization":[84],"scheme;":[85],"memory":[87,124],"access":[88],"alignment":[89],"tailored":[90],"microarchitecture.":[94],"Validation":[95],"actual":[97],"silicon":[98],"demonstrates":[99],"that":[100],"our":[101],"processes":[103],"5.12-second":[105],"audio":[106],"input":[107],"in":[108],"approximately":[109],"1.4":[110],"seconds,":[111],"achieving":[112],"Real-Time":[114],"Factor":[115],"(RTF)":[116],"0.276.":[118],"Operating":[119],"within":[120],"620":[122],"MB":[123],"footprint,":[125],"this":[126],"work":[127],"provides":[128],"scalable":[130],"solution":[131],"deploying":[133],"high-performance":[134],"foundation":[135],"embedded":[138],"System-on-a-Chip":[139],"(SoC)":[140],"environments":[141],"without":[142],"additional":[143],"hardware":[144],"costs.":[145]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-31T00:00:00"}