{"id":"https://openalex.org/W2118977726","doi":"https://doi.org/10.1109/89.799688","title":"Comparing models for audiovisual fusion in a noisy-vowel recognition task","display_name":"Comparing models for audiovisual fusion in a noisy-vowel recognition task","alternate_titles":[],"publication_year":1999,"publication_date":"1999-01-01","ids":{"openalex":"https://openalex.org/W2118977726","doi":"https://doi.org/10.1109/89.799688","mag":"2118977726"},"language":"en","primary_location":{"id":"doi:10.1109/89.799688","doi":"https://doi.org/10.1109/89.799688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/89.799688","pdf_url":null,"source":{"id":"https://openalex.org/S202446260","display_name":"IEEE Transactions on Speech and Audio Processing","issn_l":"1063-6676","issn":["1063-6676","1558-2353"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Speech and Audio Processing","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2118977726"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047888062","display_name":"Pascal Teissier","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"P. Teissier","raw_affiliation_strings":["Institut de la Communication Parl\u00e9e, ICP, INPG, CNRS UPRESA 5009/INPG-U. Stendhal, Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut de la Communication Parl\u00e9e, ICP, INPG, CNRS UPRESA 5009/INPG-U. Stendhal, Grenoble, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210124956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070745796","display_name":"Jordi Robert-Ribes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","FR"],"is_corresponding":false,"raw_author_name":"J. Robert-Ribes","raw_affiliation_strings":["Division of Information Technology, Macquarie University, North Ryde, NSW, Australia","Institut de la Communication Parl\u00e9e, ICP, INPG, CNRS UPRESA 5009/INPG-U. Stendhal, Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Information Technology, Macquarie University, North Ryde, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Institut de la Communication Parl\u00e9e, ICP, INPG, CNRS UPRESA 5009/INPG-U. Stendhal, Grenoble, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210124956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001142101","display_name":"Jean\u2010Luc Schwartz","orcid":"https://orcid.org/0000-0001-8969-9185","observed_orcids":["https://orcid.org/0000-0001-8969-9185"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"J.-L. Schwartz","raw_affiliation_strings":["Institut de la Communication Parl\u00e9e, ICP, INPG, CNRS UPRESA 5009/INPG-U. Stendhal, Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut de la Communication Parl\u00e9e, ICP, INPG, CNRS UPRESA 5009/INPG-U. Stendhal, Grenoble, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210124956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000710375","display_name":"Anne Gu\u00e9rin-Dugu\u00e9","orcid":"https://orcid.org/0000-0002-4615-9215","observed_orcids":["https://orcid.org/0000-0002-4615-9215"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A. Guerin-Dugue","raw_affiliation_strings":["Laboratoire des Images et des Signaud, LIS, INPG, Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratoire des Images et des Signaud, LIS, INPG, Grenoble, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.0322,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.98750997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":"7","issue":"6","first_page":"629","last_page":"642"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.026000000536441803,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audio-visual-speech-recognition","display_name":"audio-visual speech recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/audiovisual-fusion","display_name":"audiovisual fusion","score":0.7360000014305115},{"id":"https://openalex.org/keywords/phoneme-identification","display_name":"phoneme identification","score":0.7329999804496765},{"id":"https://openalex.org/keywords/early-integration","display_name":"early integration","score":0.5320000052452087},{"id":"https://openalex.org/keywords/sensor-reliability","display_name":"sensor reliability","score":0.7720000147819519},{"id":"https://openalex.org/keywords/fusion-architecture","display_name":"fusion architecture","score":0.49900001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7876917123794556},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7149171233177185},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5814477205276489},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5676901340484619},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.562210738658905},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.501676082611084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4943373203277588},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43538710474967957},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41116583347320557},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4102940261363983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3450419306755066},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/89.799688","doi":"https://doi.org/10.1109/89.799688","is_oa":false,"landing_page_url":"https://doi.org/10.1109/89.799688","pdf_url":null,"source":{"id":"https://openalex.org/S202446260","display_name":"IEEE Transactions on Speech and Audio Processing","issn_l":"1063-6676","issn":["1063-6676","1558-2353"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Speech and Audio Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W588265","https://openalex.org/W22517275","https://openalex.org/W41241689","https://openalex.org/W59650859","https://openalex.org/W98035269","https://openalex.org/W111481704","https://openalex.org/W124086577","https://openalex.org/W177229737","https://openalex.org/W177899316","https://openalex.org/W190875574","https://openalex.org/W432563302","https://openalex.org/W1488776412","https://openalex.org/W1496355066","https://openalex.org/W1514860245","https://openalex.org/W1519129131","https://openalex.org/W1527102103","https://openalex.org/W1529401398","https://openalex.org/W1549965231","https://openalex.org/W1558945660","https://openalex.org/W1565783723","https://openalex.org/W1591608209","https://openalex.org/W1878339875","https://openalex.org/W1922557984","https://openalex.org/W1929733467","https://openalex.org/W1969229349","https://openalex.org/W1978649172","https://openalex.org/W1991893000","https://openalex.org/W1998197287","https://openalex.org/W2006775235","https://openalex.org/W2014621385","https://openalex.org/W2015394094","https://openalex.org/W2018228148","https://openalex.org/W2035527829","https://openalex.org/W2040368570","https://openalex.org/W2053280194","https://openalex.org/W2062237206","https://openalex.org/W2081588468","https://openalex.org/W2091349387","https://openalex.org/W2113786253","https://openalex.org/W2128653836","https://openalex.org/W2133906911","https://openalex.org/W2137317849","https://openalex.org/W2143493821","https://openalex.org/W2151096985","https://openalex.org/W2153606381","https://openalex.org/W2164568552","https://openalex.org/W2165589448","https://openalex.org/W2307710359","https://openalex.org/W2412433624","https://openalex.org/W2465277022","https://openalex.org/W2763733325","https://openalex.org/W4285719527","https://openalex.org/W6640191704","https://openalex.org/W7100385200"],"related_works":["https://openalex.org/W4238946788","https://openalex.org/W1978649172","https://openalex.org/W2588933048","https://openalex.org/W3004052149","https://openalex.org/W12573367","https://openalex.org/W2163455415","https://openalex.org/W588265","https://openalex.org/W1526210042","https://openalex.org/W2083580856","https://openalex.org/W2399996702"],"abstract_inverted_index":{"Audiovisual":[0],"speech":[1,43],"recognition":[2,112,143,181],"involves":[3],"fusion":[4,198,204],"of":[5,62,78,90,131,170,174,189,202],"the":[6,50,56,63,84,116,134,142,146,171,175,179,185,203],"audio":[7],"and":[8,33,59,94,187,200],"video":[9],"sensors":[10],"for":[11,23,41,127,157,195],"phonetic":[12,166],"identification.":[13],"There":[14],"are":[15,118],"three":[16],"basic":[17],"ways":[18],"to":[19,37,97,141,193],"fuse":[20],"data":[21,196],"streams":[22],"taking":[24],"a":[25,98,106,154],"decision":[26],"such":[27],"as":[28],"phoneme":[29],"identification:":[30],"data-to-decision,":[31],"decision-to-decision,":[32],"data-to-data.":[34],"This":[35],"leads":[36],"four":[38,92,176],"possible":[39],"models":[40,80,177],"audiovisual":[42],"recognition,":[44],"that":[45],"is":[46,81,139,149],"direct":[47],"identification":[48,54],"in":[49,55,83,114,145],"first":[51],"case,":[52,67],"separate":[53],"second":[57],"one,":[58],"two":[60,111,180],"variants":[61],"third":[64],"early":[65],"integration":[66],"namely":[68],"dominant":[69],"recoding":[70],"or":[71],"motor":[72],"recoding.":[73],"However,":[74],"no":[75],"systematic":[76],"comparison":[77],"these":[79,91,132,190],"available":[82],"literature.":[85],"We":[86,151],"propose":[87],"an":[88],"implementation":[89],"models,":[93,191],"submit":[95],"them":[96],"benchmark":[99],"test.":[100],"For":[101],"this":[102],"aim,":[103],"we":[104,183],"use":[105],"noisy-vowel":[107],"corpus":[108],"tested":[109,119],"on":[110,161,164],"paradigms":[113],"which":[115],"systems":[117],"at":[120],"noise":[121],"levels":[122],"higher":[123],"than":[124],"those":[125],"used":[126],"learning.":[128],"In":[129,168],"one":[130],"paradigms,":[133,182],"signal-to-noise":[135],"ratio":[136],"(SNR)":[137],"value":[138],"provided":[140],"systems,":[144],"other":[147],"it":[148],"not.":[150],"also":[152],"introduce":[153],"new":[155],"criterion":[156],"evaluating":[158],"performances,":[159],"based":[160],"transmitted":[162],"information":[163],"individual":[165],"features.":[167],"light":[169],"compared":[172],"performances":[173],"with":[178],"discuss":[184],"advantages":[186],"drawbacks":[188],"leading":[192],"proposals":[194],"representation,":[197],"architecture,":[199],"control":[201],"process":[205],"through":[206],"sensor":[207],"reliability.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2118977726","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
