{"id":"https://openalex.org/W2076462394","doi":"https://doi.org/10.1007/s10489-014-0629-7","title":"Audio-visual speech recognition using deep learning","display_name":"Audio-visual speech recognition using deep learning","publication_year":2014,"publication_date":"2014-12-19","ids":{"openalex":"https://openalex.org/W2076462394","doi":"https://doi.org/10.1007/s10489-014-0629-7","mag":"2076462394"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-014-0629-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-014-0629-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-014-0629-7.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-014-0629-7.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061722244","display_name":"Kuniaki Noda","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kuniaki Noda","raw_affiliation_strings":["Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, 169-8555, Japan","Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan 169-8555"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, 169-8555, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan 169-8555","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101407544","display_name":"Yuki Yamaguchi","orcid":"https://orcid.org/0000-0001-9312-8780"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Yamaguchi","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, 606-8501, Japan","Graduate School of Informatics Kyoto University,Kyoto,Japan,606-8501"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, 606-8501, Japan","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics Kyoto University,Kyoto,Japan,606-8501","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091708408","display_name":"Kazuhiro Nakadai","orcid":"https://orcid.org/0000-0002-6134-4558"},"institutions":[{"id":"https://openalex.org/I1283473643","display_name":"Honda (Japan)","ror":"https://ror.org/03jzay846","country_code":"JP","type":"company","lineage":["https://openalex.org/I1283473643"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhiro Nakadai","raw_affiliation_strings":["Honda Research Institute Japan Co., Ltd., Saitama, 351-0114, Japan","Honda Research Institute Japan Co., Ltd., Saitama, Japan 351-0114#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honda Research Institute Japan Co., Ltd., Saitama, 351-0114, Japan","institution_ids":["https://openalex.org/I1283473643"]},{"raw_affiliation_string":"Honda Research Institute Japan Co., Ltd., Saitama, Japan 351-0114#TAB#","institution_ids":["https://openalex.org/I1283473643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005141184","display_name":"Hiroshi G. Okuno","orcid":"https://orcid.org/0000-0002-8704-4318"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroshi G. Okuno","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, 606-8501, Japan","Graduate School of Informatics Kyoto University,Kyoto,Japan,606-8501"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, 606-8501, Japan","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Graduate School of Informatics Kyoto University,Kyoto,Japan,606-8501","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055922202","display_name":"Tetsuya Ogata","orcid":"https://orcid.org/0000-0001-7015-0379"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Ogata","raw_affiliation_strings":["Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, 169-8555, Japan","Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan 169-8555"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, 169-8555, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Graduate School of Fundamental Science and Engineering, Waseda University, Tokyo, Japan 169-8555","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061722244"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":19.4289,"has_fulltext":true,"cited_by_count":590,"citation_normalized_percentile":{"value":0.99559182,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"42","issue":"4","first_page":"722","last_page":"737"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.87782883644104},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.735491931438446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6582846641540527},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.6138651371002197},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6028391122817993},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5367957353591919},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5251253247261047},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.485286682844162},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.46146729588508606},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41833627223968506},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.13407638669013977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.87782883644104},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.735491931438446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6582846641540527},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.6138651371002197},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6028391122817993},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5367957353591919},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5251253247261047},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.485286682844162},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.46146729588508606},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41833627223968506},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.13407638669013977}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-014-0629-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-014-0629-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-014-0629-7.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10489-014-0629-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-014-0629-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-014-0629-7.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1132672666","display_name":"\u6df1\u5c64\u5b66\u7fd2\u3092\u7528\u3044\u305f\u5927\u898f\u6a21\u306a\u611f\u899a\u904b\u52d5\u30c7\u30fc\u30bf\u306e\u7d71\u5408\u306b\u3088\u308b\u30ed\u30dc\u30c3\u30c8\u306e\u5b9f\u74b0\u5883\u7406\u89e3","funder_award_id":"14J05114","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3330564131","display_name":"IC\u5316\u3092\u76ee\u7684\u3068\u3057\u305f\u56fa\u4f53\u7d20\u5b50\u53ef\u5909\u30a4\u30f3\u30c0\u30af\u30bf\u30f3\u30b9\u3068\u305d\u306e\u5fdc\u7528-\u96fb\u5b50\u88c5\u7f6e\u306e\u30b3\u30a4\u30eb\u30ec\u30b9\u5316-","funder_award_id":"265114","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5300062852","display_name":null,"funder_award_id":"24220006","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G544489824","display_name":null,"funder_award_id":"24119003","funder_id":"https://openalex.org/F4320320912","funder_display_name":"Ministry of Education, Culture, Sports, Science and Technology"},{"id":"https://openalex.org/G7429734027","display_name":null,"funder_award_id":"24119001","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338111","display_name":"Precursory Research for Embryonic Science and Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2076462394.pdf","grobid_xml":"https://content.openalex.org/works/W2076462394.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W588265","https://openalex.org/W16682072","https://openalex.org/W82494927","https://openalex.org/W196214544","https://openalex.org/W196761320","https://openalex.org/W811578723","https://openalex.org/W1527498845","https://openalex.org/W1553004968","https://openalex.org/W1565072422","https://openalex.org/W1583837637","https://openalex.org/W1584924955","https://openalex.org/W1922557984","https://openalex.org/W1973681148","https://openalex.org/W1981276685","https://openalex.org/W1993882792","https://openalex.org/W2006903949","https://openalex.org/W2022799064","https://openalex.org/W2025768430","https://openalex.org/W2072128103","https://openalex.org/W2098562545","https://openalex.org/W2100191526","https://openalex.org/W2100495367","https://openalex.org/W2105099419","https://openalex.org/W2105951568","https://openalex.org/W2107789863","https://openalex.org/W2112796928","https://openalex.org/W2113814270","https://openalex.org/W2120480077","https://openalex.org/W2120974626","https://openalex.org/W2125013164","https://openalex.org/W2127211243","https://openalex.org/W2130325614","https://openalex.org/W2130984546","https://openalex.org/W2134557905","https://openalex.org/W2135150557","https://openalex.org/W2145094598","https://openalex.org/W2147768505","https://openalex.org/W2152826865","https://openalex.org/W2155273149","https://openalex.org/W2160815625","https://openalex.org/W2162390675","https://openalex.org/W2163605009","https://openalex.org/W2165712214","https://openalex.org/W2166846876","https://openalex.org/W2169189000","https://openalex.org/W2184045248","https://openalex.org/W2184188583","https://openalex.org/W2253807446","https://openalex.org/W2396976214","https://openalex.org/W2403731734","https://openalex.org/W2487271655","https://openalex.org/W2504108613","https://openalex.org/W2963175699","https://openalex.org/W4231109964","https://openalex.org/W4299901747","https://openalex.org/W6611528966"],"related_works":["https://openalex.org/W2669956259","https://openalex.org/W4249005693","https://openalex.org/W2136763963","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W2109705048","https://openalex.org/W2940588515","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W1909151225"],"abstract_inverted_index":{"Audio-visual":[0],"speech":[1,17],"recognition":[2,38,65,235,243,266,282],"(AVSR)":[3],"system":[4,84],"is":[5,23,33,93,125,145,177,195,246,285],"thought":[6],"to":[7,67,127,147,179,228],"be":[8],"one":[9],"of":[10,30,110,114,166],"the":[11,21,41,102,106,119,123,133,158,162,170,175,184,199,208,213,229,257,288],"most":[12],"promising":[13],"solutions":[14],"for":[15,35,85,95,105,161,197,256,287],"reliable":[16],"recognition,":[18],"particularly":[19],"when":[20,215],"audio":[22,98,116,130,201,226,258],"corrupted":[24],"by":[25,137],"noise.":[26,138],"However,":[27],"cautious":[28],"selection":[29],"sensory":[31],"features":[32,61,117,131,135,150,227,276],"crucial":[34],"attaining":[36],"high":[37],"performance.":[39],"In":[40],"machine-learning":[42],"community,":[43],"deep":[44,53,90],"learning":[45],"approaches":[46],"have":[47],"recently":[48],"attracted":[49],"increasing":[50],"attention":[51],"because":[52],"neural":[54,142],"networks":[55],"can":[56],"effectively":[57],"extract":[58,148],"robust":[59],"latent":[60],"that":[62,238,278],"enable":[63],"various":[64],"algorithms":[66],"demonstrate":[68,237,277],"revolutionary":[69],"generalization":[70],"capabilities":[71],"under":[72,251],"diverse":[73],"application":[74],"conditions.":[75],"This":[76],"study":[77],"introduces":[78],"a":[79,89,140,191],"connectionist-hidden":[80],"Markov":[81],"model":[82],"(HMM)":[83],"noise-robust":[86,97],"AVSR.":[87],"First,":[88],"denoising":[91],"autoencoder":[92],"utilized":[94,146,224],"acquiring":[96],"features.":[99,210],"By":[100,156,211],"preparing":[101,157],"training":[103,159],"data":[104,160],"network":[107,124,143,176],"with":[108,207,248,270],"pairs":[109,165],"consecutive":[111],"multiple":[112],"steps":[113],"deteriorated":[115,136],"and":[118,169,202,217,273],"corresponding":[120,134,171,185],"clean":[121],"features,":[122],"trained":[126,178,206],"output":[128],"denoised":[129,218,249,271],"from":[132,151,183],"Second,":[139],"convolutional":[141],"(CNN)":[144],"visual":[149,203,275],"raw":[152,167],"mouth":[153,186],"area":[154,187],"images.":[155,189],"CNN":[163],"as":[164,225],"images":[168],"phoneme":[172,181],"label":[173],"outputs,":[174],"predict":[180],"labels":[182],"input":[188],"Finally,":[190],"multi-stream":[192],"HMM":[193],"(MSHMM)":[194],"applied":[196],"integrating":[198],"acquired":[200,274],"HMMs":[204],"independently":[205],"respective":[209],"comparing":[212],"cases":[214],"normal":[216],"mel-frequency":[219],"cepstral":[220],"coefficients":[221],"(MFCCs)":[222],"are":[223],"HMM,":[230],"our":[231,262],"unimodal":[232],"isolated":[233,264],"word":[234,242,265,281],"results":[236,267],"approximately":[239],"65":[240],"%":[241],"rate":[244,283],"gain":[245,284],"attained":[247,286],"MFCCs":[250,272],"10":[252,292],"dB":[253],"signal-to-noise-ratio":[254],"(SNR)":[255],"signal":[259],"input.":[260],"Moreover,":[261],"multimodal":[263],"utilizing":[268],"MSHMM":[269],"an":[279],"additional":[280],"SNR":[289],"conditions":[290],"below":[291],"dB.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":41},{"year":2023,"cited_by_count":63},{"year":2022,"cited_by_count":78},{"year":2021,"cited_by_count":90},{"year":2020,"cited_by_count":95},{"year":2019,"cited_by_count":77},{"year":2018,"cited_by_count":43},{"year":2017,"cited_by_count":39},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":10}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}