{"id":"https://openalex.org/W2612754342","doi":"https://doi.org/10.1145/3015783.3015797","title":"Audio and visual modality combination in speech processing applications","display_name":"Audio and visual modality combination in speech processing applications","publication_year":2017,"publication_date":"2017-04-24","ids":{"openalex":"https://openalex.org/W2612754342","doi":"https://doi.org/10.1145/3015783.3015797","mag":"2612754342"},"language":"en","primary_location":{"id":"doi:10.1145/3015783.3015797","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3015783.3015797","pdf_url":null,"source":{"id":"https://openalex.org/S4306462769","display_name":"ACM eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Handbook of Multimodal-Multisensor Interfaces: Foundations, User Modeling, and Common Modality Combinations - Volume 1","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024184433","display_name":"Gerasimos Potamianos","orcid":"https://orcid.org/0000-0002-9833-7124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerasimos Potamianos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010196081","display_name":"Etienne Marcheret","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Etienne Marcheret","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064636177","display_name":"Youssef Mroueh","orcid":"https://orcid.org/0000-0001-8798-1267"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youssef Mroueh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034451965","display_name":"Vaibhava Goel","orcid":"https://orcid.org/0000-0002-5504-3863"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vaibhava Goel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089959241","display_name":"Alexandros Koumbaroulis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandros Koumbaroulis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083608215","display_name":"Argyrios Vartholomaios","orcid":"https://orcid.org/0000-0001-8522-3550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Argyrios Vartholomaios","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015117681","display_name":"Spyridon Thermos","orcid":"https://orcid.org/0000-0001-5458-6906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spyridon Thermos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3374,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95961003,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"489","last_page":"543"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7731203436851501},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.7267357707023621},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5664633512496948},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5603184103965759},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3563578724861145},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33504292368888855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.248317152261734},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.16335377097129822}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7731203436851501},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.7267357707023621},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5664633512496948},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5603184103965759},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3563578724861145},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33504292368888855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.248317152261734},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.16335377097129822}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3015783.3015797","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3015783.3015797","pdf_url":null,"source":{"id":"https://openalex.org/S4306462769","display_name":"ACM eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Handbook of Multimodal-Multisensor Interfaces: Foundations, User Modeling, and Common Modality Combinations - Volume 1","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.550000011920929,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":207,"referenced_works":["https://openalex.org/W17997738","https://openalex.org/W22517275","https://openalex.org/W25302482","https://openalex.org/W36949327","https://openalex.org/W43954047","https://openalex.org/W78576870","https://openalex.org/W88081813","https://openalex.org/W101129729","https://openalex.org/W103362674","https://openalex.org/W124086577","https://openalex.org/W142945732","https://openalex.org/W177229737","https://openalex.org/W196476531","https://openalex.org/W330298975","https://openalex.org/W652928785","https://openalex.org/W753012316","https://openalex.org/W1013543043","https://openalex.org/W1423512047","https://openalex.org/W1482998036","https://openalex.org/W1484301591","https://openalex.org/W1510825849","https://openalex.org/W1518556865","https://openalex.org/W1523010034","https://openalex.org/W1526392145","https://openalex.org/W1527102103","https://openalex.org/W1527240141","https://openalex.org/W1529401398","https://openalex.org/W1536680647","https://openalex.org/W1536775035","https://openalex.org/W1553004968","https://openalex.org/W1554901277","https://openalex.org/W1560218527","https://openalex.org/W1561477459","https://openalex.org/W1570419640","https://openalex.org/W1571194703","https://openalex.org/W1571653308","https://openalex.org/W1588214556","https://openalex.org/W1595802121","https://openalex.org/W1600744878","https://openalex.org/W1604074770","https://openalex.org/W1797411461","https://openalex.org/W1869491686","https://openalex.org/W1876378865","https://openalex.org/W1887104763","https://openalex.org/W1932997869","https://openalex.org/W1964822888","https://openalex.org/W1967569180","https://openalex.org/W1971901154","https://openalex.org/W1972102638","https://openalex.org/W1972680065","https://openalex.org/W1974783905","https://openalex.org/W1978380426","https://openalex.org/W1982883756","https://openalex.org/W1984867864","https://openalex.org/W1988910659","https://openalex.org/W1993583497","https://openalex.org/W1995903777","https://openalex.org/W2014621385","https://openalex.org/W2015143272","https://openalex.org/W2015394094","https://openalex.org/W2022799064","https://openalex.org/W2024051115","https://openalex.org/W2024490110","https://openalex.org/W2029199293","https://openalex.org/W2033571983","https://openalex.org/W2035777533","https://openalex.org/W2038010270","https://openalex.org/W2038952578","https://openalex.org/W2040454151","https://openalex.org/W2042608483","https://openalex.org/W2049893888","https://openalex.org/W2051091181","https://openalex.org/W2051328185","https://openalex.org/W2055098062","https://openalex.org/W2060510034","https://openalex.org/W2061489198","https://openalex.org/W2062381319","https://openalex.org/W2064347532","https://openalex.org/W2071096833","https://openalex.org/W2071828724","https://openalex.org/W2074796660","https://openalex.org/W2075973450","https://openalex.org/W2076462394","https://openalex.org/W2081074144","https://openalex.org/W2082308025","https://openalex.org/W2096391593","https://openalex.org/W2096464179","https://openalex.org/W2097117768","https://openalex.org/W2098923380","https://openalex.org/W2099570340","https://openalex.org/W2100235303","https://openalex.org/W2100495367","https://openalex.org/W2100561338","https://openalex.org/W2102113734","https://openalex.org/W2102863932","https://openalex.org/W2104095591","https://openalex.org/W2104263160","https://openalex.org/W2106137268","https://openalex.org/W2106284211","https://openalex.org/W2108891849","https://openalex.org/W2111229122","https://openalex.org/W2112796928","https://openalex.org/W2115119650","https://openalex.org/W2115175902","https://openalex.org/W2115560299","https://openalex.org/W2115835897","https://openalex.org/W2117320768","https://openalex.org/W2117539524","https://openalex.org/W2118847468","https://openalex.org/W2118977726","https://openalex.org/W2120535071","https://openalex.org/W2120974626","https://openalex.org/W2121486117","https://openalex.org/W2121551559","https://openalex.org/W2121601095","https://openalex.org/W2124397839","https://openalex.org/W2125186487","https://openalex.org/W2125336414","https://openalex.org/W2127141656","https://openalex.org/W2127211243","https://openalex.org/W2132103241","https://openalex.org/W2132999255","https://openalex.org/W2133115605","https://openalex.org/W2136155248","https://openalex.org/W2142075667","https://openalex.org/W2150387026","https://openalex.org/W2150444217","https://openalex.org/W2151096985","https://openalex.org/W2154636774","https://openalex.org/W2155471382","https://openalex.org/W2157190406","https://openalex.org/W2160532515","https://openalex.org/W2160815625","https://openalex.org/W2161969291","https://openalex.org/W2163352848","https://openalex.org/W2163680580","https://openalex.org/W2164598857","https://openalex.org/W2164899449","https://openalex.org/W2165712214","https://openalex.org/W2167709189","https://openalex.org/W2168744723","https://openalex.org/W2170361229","https://openalex.org/W2171362583","https://openalex.org/W2172803778","https://openalex.org/W2181253919","https://openalex.org/W2184188583","https://openalex.org/W2250436945","https://openalex.org/W2269576142","https://openalex.org/W2314395941","https://openalex.org/W2338251556","https://openalex.org/W2338740482","https://openalex.org/W2365880764","https://openalex.org/W2395150037","https://openalex.org/W2395498163","https://openalex.org/W2395823828","https://openalex.org/W2397233148","https://openalex.org/W2398406965","https://openalex.org/W2400006663","https://openalex.org/W2402091997","https://openalex.org/W2403676906","https://openalex.org/W2404704342","https://openalex.org/W2406255155","https://openalex.org/W2406846463","https://openalex.org/W2407414360","https://openalex.org/W2407584378","https://openalex.org/W2408322801","https://openalex.org/W2472613703","https://openalex.org/W2487271655","https://openalex.org/W2491462864","https://openalex.org/W2501115570","https://openalex.org/W2509591453","https://openalex.org/W2511073133","https://openalex.org/W2512215050","https://openalex.org/W2512544816","https://openalex.org/W2517273615","https://openalex.org/W2533523411","https://openalex.org/W2556171197","https://openalex.org/W2556428200","https://openalex.org/W2561086211","https://openalex.org/W2562325130","https://openalex.org/W2572911620","https://openalex.org/W2578229578","https://openalex.org/W2579335913","https://openalex.org/W2580471497","https://openalex.org/W2586878855","https://openalex.org/W2594690981","https://openalex.org/W2602044573","https://openalex.org/W2604379605","https://openalex.org/W2604745051","https://openalex.org/W2604769302","https://openalex.org/W2605246626","https://openalex.org/W2612727105","https://openalex.org/W2613448434","https://openalex.org/W2618530766","https://openalex.org/W2896887704","https://openalex.org/W2898057858","https://openalex.org/W2919115771","https://openalex.org/W2949547965","https://openalex.org/W2949888546","https://openalex.org/W2951015274","https://openalex.org/W2951305674","https://openalex.org/W2952746495","https://openalex.org/W2962835968","https://openalex.org/W3102431071","https://openalex.org/W3127686677","https://openalex.org/W3145164839","https://openalex.org/W3169507310"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2271369634","https://openalex.org/W2350550760","https://openalex.org/W578794879","https://openalex.org/W2625296515","https://openalex.org/W2385859805","https://openalex.org/W3137890128","https://openalex.org/W1984634519","https://openalex.org/W4245955731","https://openalex.org/W2393726419"],"abstract_inverted_index":{"Chances":[0],"are":[1],"that":[2],"most":[3],"of":[4,32,84],"us":[5,62],"have":[6,44],"experienced":[7],"difficulty":[8],"in":[9,18,58,72],"listening":[10],"to":[11,25,60,71],"our":[12,54],"interlocutor":[13,55],"during":[14],"face-to-face":[15],"conversation":[16],"while":[17,53],"highly":[19],"noisy":[20,97],"environments,":[21],"such":[22,40,73],"as":[23,77],"next":[24],"heavy":[26],"traffic":[27],"or":[28,36,79],"over":[29],"the":[30,49,82,85,95],"background":[31],"high-intensity":[33],"speech":[34,64,88],"babble":[35],"loud":[37],"music.":[38],"In":[39,66],"occasions,":[41],"we":[42,69],"may":[43],"found":[45],"ourselves":[46],"looking":[47],"at":[48],"speaker's":[50],"lower":[51],"face,":[52],"articulates":[56],"speech,":[57],"order":[59],"help":[61],"enhance":[63],"intelligibility.":[65],"fact,":[67],"what":[68],"resort":[70],"circumstances":[74],"is":[75],"known":[76],"lipreading":[78],"speechreading,":[80],"namely":[81],"recognition":[83],"so-called":[86],"\"visual":[87],"modality\"":[89],"and":[90],"its":[91],"combination":[92],"(fusion)":[93],"with":[94],"available":[96],"audio":[98],"data.":[99]},"counts_by_year":[{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}