{"id":"https://openalex.org/W2981580740","doi":"https://doi.org/10.1109/icassp40776.2020.9054099","title":"Gpu-Accelerated Viterbi Exact Lattice Decoder for Batched Online and Offline Speech Recognition","display_name":"Gpu-Accelerated Viterbi Exact Lattice Decoder for Batched Online and Offline Speech Recognition","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W2981580740","doi":"https://doi.org/10.1109/icassp40776.2020.9054099","mag":"2981580740"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.10032","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043242797","display_name":"H. J. Braun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hugo Braun","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","[NVIDIA, Santa Clara, USA]"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"[NVIDIA, Santa Clara, USA]","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011389178","display_name":"Justin Luitjens","orcid":"https://orcid.org/0000-0002-8787-8785"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Luitjens","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","[NVIDIA, Santa Clara, USA]"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"[NVIDIA, Santa Clara, USA]","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090541149","display_name":"R. Bret Leary","orcid":"https://orcid.org/0000-0003-3771-8465"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Leary","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","[NVIDIA, Santa Clara, USA]"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"[NVIDIA, Santa Clara, USA]","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058607529","display_name":"Tim Kaldewey","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Kaldewey","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","[NVIDIA, Santa Clara, USA]"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"[NVIDIA, Santa Clara, USA]","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084286453","display_name":"Daniel Povey","orcid":"https://orcid.org/0000-0002-0611-3634"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Povey","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","[NVIDIA, Santa Clara, USA]"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"[NVIDIA, Santa Clara, USA]","institution_ids":["https://openalex.org/I4210127875"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043242797"],"corresponding_institution_ids":["https://openalex.org/I4210127875"],"apc_list":null,"apc_paid":null,"fwci":0.1371,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52055554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"7874","last_page":"7878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8898820877075195},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6446874737739563},{"id":"https://openalex.org/keywords/memory-bandwidth","display_name":"Memory bandwidth","score":0.6046301126480103},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.5869818925857544},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5749483704566956},{"id":"https://openalex.org/keywords/viterbi-algorithm","display_name":"Viterbi algorithm","score":0.5230099558830261},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5207390785217285},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.4834797978401184},{"id":"https://openalex.org/keywords/viterbi-decoder","display_name":"Viterbi decoder","score":0.44335681200027466},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3647894859313965},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3398447334766388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17187628149986267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8898820877075195},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6446874737739563},{"id":"https://openalex.org/C188045654","wikidata":"https://www.wikidata.org/wiki/Q17148339","display_name":"Memory bandwidth","level":2,"score":0.6046301126480103},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.5869818925857544},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5749483704566956},{"id":"https://openalex.org/C60582962","wikidata":"https://www.wikidata.org/wiki/Q83886","display_name":"Viterbi algorithm","level":3,"score":0.5230099558830261},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5207390785217285},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.4834797978401184},{"id":"https://openalex.org/C117379686","wikidata":"https://www.wikidata.org/wiki/Q6996459","display_name":"Viterbi decoder","level":3,"score":0.44335681200027466},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3647894859313965},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3398447334766388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17187628149986267},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.10032","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.10032","pdf_url":"https://arxiv.org/pdf/1910.10032","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2981580740","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1910.10032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.10032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.10032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17023/79w9-ef98","is_oa":true,"landing_page_url":"https://doi.org/10.17023/79w9-ef98","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.10032","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.10032","pdf_url":"https://arxiv.org/pdf/1910.10032","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2981580740.pdf","grobid_xml":"https://content.openalex.org/works/W2981580740.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W7198584","https://openalex.org/W1494198834","https://openalex.org/W1508752711","https://openalex.org/W1524333225","https://openalex.org/W1963866266","https://openalex.org/W1990612330","https://openalex.org/W2046932483","https://openalex.org/W2132991150","https://openalex.org/W2146420107","https://openalex.org/W2160815625","https://openalex.org/W2289912446","https://openalex.org/W2293829681","https://openalex.org/W2395825834","https://openalex.org/W2396659748","https://openalex.org/W2515439472","https://openalex.org/W2574685768","https://openalex.org/W2616045668","https://openalex.org/W2729190387","https://openalex.org/W2749241159","https://openalex.org/W2962760690","https://openalex.org/W2963380677","https://openalex.org/W6631362777"],"related_works":["https://openalex.org/W3015560358","https://openalex.org/W1199403152","https://openalex.org/W2578854002","https://openalex.org/W2612972035","https://openalex.org/W2868338653","https://openalex.org/W2970329433","https://openalex.org/W2546648313","https://openalex.org/W3090391802","https://openalex.org/W176063082","https://openalex.org/W2181785899","https://openalex.org/W2291257603","https://openalex.org/W2025620585","https://openalex.org/W2626714356","https://openalex.org/W2056739817","https://openalex.org/W2049687438","https://openalex.org/W2267787213","https://openalex.org/W938665487","https://openalex.org/W1007726978","https://openalex.org/W1895392536","https://openalex.org/W2117514402"],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2],"optimized":[3],"weighted":[4],"finite-state":[5],"transducer":[6],"(WFST)":[7],"decoder":[8,25,50,119],"capable":[9],"of":[10,17,65,71,123,131],"online":[11],"streaming":[12,85],"and":[13,34,102],"offline":[14],"batch":[15],"processing":[16],"audio":[18],"using":[19],"Graphics":[20],"Processing":[21],"Units":[22],"(GPUs).":[23],"The":[24,44],"is":[26],"efficient":[27],"in":[28],"memory":[29,46],"utilization,":[30],"input/output":[31],"(I/O)":[32],"bandwidth,":[33],"uses":[35],"a":[36,94,128],"novel":[37],"Viterbi":[38],"implementation":[39],"designed":[40],"to":[41,51,78,81,93,104,139],"maximize":[42],"parallelism.":[43],"reduced":[45],"footprint":[47],"allows":[48],"the":[49,63,82,88,109],"process":[52],"significantly":[53],"larger":[54],"graphs":[55],"than":[56,108],"previously":[57],"possible,":[58],"while":[59,114],"optimizing":[60],"I/O":[61],"increases":[62],"number":[64],"simultaneous":[66],"streams":[67],"supported.":[68],"GPU":[69,112],"preprocessing":[70],"lattice":[72,76],"segments":[73],"enables":[74,121],"intermediate":[75],"results":[77],"be":[79],"returned":[80],"requestor":[83],"during":[84],"inference.":[86],"Collectively,":[87],"proposed":[89],"algorithm":[90],"yields":[91],"up":[92,103],"240x":[95],"speedup":[96],"over":[97],"single":[98],"core":[99],"CPU":[100],"decoding,":[101],"40x":[105],"faster":[106],"decoding":[107],"current":[110],"state-of-the-art":[111],"decoder,":[113],"returning":[115],"equivalent":[116],"results.":[117],"This":[118],"design":[120],"deployment":[122],"production-grade":[124],"ASR":[125],"models":[126],"on":[127],"large":[129,135],"spectrum":[130],"systems,":[132],"ranging":[133],"from":[134],"data":[136],"center":[137],"servers":[138],"low-power":[140],"edge":[141],"devices.":[142]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}