{"id":"https://openalex.org/W31621703","doi":null,"title":"Joint audio-visual speech processing for recognition and enhancement.","display_name":"Joint audio-visual speech processing for recognition and enhancement.","alternate_titles":[],"publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W31621703","mag":"31621703"},"language":"en","primary_location":{"id":"mag:31621703","doi":null,"is_oa":false,"landing_page_url":"https://www.isca-speech.org/archive_open/avsp03/av03_095.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306503912","display_name":"AVSP","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"AVSP","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W31621703"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024184433","display_name":"Gerasimos Potamianos","orcid":"https://orcid.org/0000-0002-9833-7124","observed_orcids":["https://orcid.org/0000-0002-9833-7124"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gerasimos Potamianos","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9833-7124","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111579153","display_name":"C. Neti","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"C. Neti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086214831","display_name":"Sabine Deligne","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sabine Deligne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4594,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.84954224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"104"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.050599999725818634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audio-visual-speech-recognition","display_name":"audio-visual speech recognition","score":0.9509999752044678},{"id":"https://openalex.org/keywords/visual-speech","display_name":"visual speech","score":0.7889999747276306},{"id":"https://openalex.org/keywords/speech-enhancement","display_name":"speech enhancement","score":0.6620000004768372},{"id":"https://openalex.org/keywords/feature-combination","display_name":"feature combination","score":0.5640000104904175},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":0.6269999742507935},{"id":"https://openalex.org/keywords/human-machine-interaction","display_name":"human-machine interaction","score":0.8790000081062317}],"concepts":[{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7010049223899841},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6994587182998657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6276450157165527},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.509596586227417},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.47385910153388977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3821079134941101},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3376387059688568},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.13498654961585999},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11227983236312866},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"mag:31621703","doi":null,"is_oa":false,"landing_page_url":"https://www.isca-speech.org/archive_open/avsp03/av03_095.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306503912","display_name":"AVSP","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"AVSP","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.399.7151","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.399.7151","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://isca-speech.org/archive_open/archive_papers/avsp03/av03_095.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.70.431","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.70.431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.research.ibm.com/AVSTG/AVSP03_PLENARY.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W22517275","https://openalex.org/W33935026","https://openalex.org/W111356294","https://openalex.org/W124086577","https://openalex.org/W177229737","https://openalex.org/W177899316","https://openalex.org/W1488856050","https://openalex.org/W1493163583","https://openalex.org/W1516742535","https://openalex.org/W1523010034","https://openalex.org/W1529401398","https://openalex.org/W1554901277","https://openalex.org/W1797411461","https://openalex.org/W1919971835","https://openalex.org/W1922557984","https://openalex.org/W1978380426","https://openalex.org/W2014621385","https://openalex.org/W2015394094","https://openalex.org/W2033895145","https://openalex.org/W2038010270","https://openalex.org/W2049155405","https://openalex.org/W2051091181","https://openalex.org/W2096391593","https://openalex.org/W2098553397","https://openalex.org/W2100152238","https://openalex.org/W2102863932","https://openalex.org/W2106284211","https://openalex.org/W2108492645","https://openalex.org/W2108891849","https://openalex.org/W2113911479","https://openalex.org/W2116418373","https://openalex.org/W2118977726","https://openalex.org/W2121486117","https://openalex.org/W2127211243","https://openalex.org/W2132549764","https://openalex.org/W2132999255","https://openalex.org/W2133115605","https://openalex.org/W2135081730","https://openalex.org/W2153664791","https://openalex.org/W2155471382","https://openalex.org/W2157190406","https://openalex.org/W2162598851","https://openalex.org/W2163680580","https://openalex.org/W2278884322","https://openalex.org/W2405539902","https://openalex.org/W2487271655","https://openalex.org/W3099202502","https://openalex.org/W3179102351"],"related_works":["https://openalex.org/W2096391593","https://openalex.org/W2542325513","https://openalex.org/W2278884322","https://openalex.org/W171560785","https://openalex.org/W2990986421","https://openalex.org/W2092844010","https://openalex.org/W2589081144","https://openalex.org/W2105396365","https://openalex.org/W991603380"],"abstract_inverted_index":{"Visual":[0],"speech":[1,50,69,122],"information":[2,26],"present":[3,106,125],"in":[4,31,73,107,120,132],"the":[5,18,36,45,83,94,104,108,133,151],"speaker\u2019s":[6],"mouth":[7],"region":[8],"has":[9],"long":[10],"been":[11],"viewed":[12],"as":[13,42],"a":[14,43,126,146,181,188],"source":[15],"for":[16,135,174],"improving":[17],"robustness":[19],"and":[20,41,85,117,138,140,164,195],"naturalness":[21],"of":[22,47,93,128,162],"human-computer-interfaces":[23],"(HCI).":[24],"Such":[25],"can":[27],"be":[28],"particularly":[29],"crucial":[30],"realistic":[32],"HCI":[33],"environments,":[34],"where":[35],"acoustic":[37,84,109],"channel":[38],"is":[39,184],"corrupted,":[40],"result,":[44],"performance":[46,92,144],"traditional":[48],"automatic":[49],"recognition":[51,91,155],"(ASR)":[52],"systems":[53],"falls":[54],"below":[55],"usability":[56],"levels.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61,141],"review":[62],"two":[63],"general":[64],"approaches":[65],"that":[66,158],"utilize":[67],"visual":[68,86,165],"to":[70,102],"improve":[71],"ASR":[72,97,137,194],"acoustically":[74],"challenging":[75],"environments:":[76],"One":[77],"directly":[78],"combines":[79],"features":[80,166],"extracted":[81],"from":[82],"channels,":[87],"aiming":[88,111],"at":[89,112],"superior":[90],"resulting":[95,119],"audio-visual":[96,114,148,175],"system.":[98],"The":[99],"other":[100],"seeks":[101],"eliminate":[103],"noise":[105],"features,":[110],"their":[113,143,198],"based":[115,160,171],"enhancement,":[116,139,180],"thus":[118],"improved":[121],"recognition.":[123],"We":[124],"number":[127],"techniques":[129],"recently":[130],"introduced":[131],"literature":[134],"bimodal":[136,193],"study":[142],"using":[145],"suitable":[147],"database.":[149],"Among":[150],"methods":[152,173],"considered,":[153],"our":[154],"experiments":[156],"demonstrate":[157],"decision":[159],"combination":[161],"audio":[163,178],"significantly":[167],"outperforms":[168],"simpler":[169],"feature":[170,179],"integration":[172],"ASR.":[176],"For":[177],"non-linear":[182],"technique":[183],"more":[185],"successful":[186],"than":[187],"regression-based":[189],"approach.":[190],"As":[191],"expected,":[192],"enhancement":[196],"outperform":[197],"audio-only":[199],"counterparts.":[200],"1.":[201]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W31621703","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
