{"id":"https://openalex.org/W4403175706","doi":"https://doi.org/10.1145/3673805.3673818","title":"Approaching Intelligent In-vehicle Infotainment Systems through Fusion Visual-Speech Multimodal Interaction: A State-of-the-Art Review","display_name":"Approaching Intelligent In-vehicle Infotainment Systems through Fusion Visual-Speech Multimodal Interaction: A State-of-the-Art Review","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4403175706","doi":"https://doi.org/10.1145/3673805.3673818"},"language":"en","primary_location":{"id":"doi:10.1145/3673805.3673818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3673805.3673818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the European Conference on Cognitive Ergonomics 2024","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000901992","display_name":"Mahmoud Baghdadi","orcid":"https://orcid.org/0009-0008-7724-1212"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I2802076133","display_name":"University of Koblenz and Landau","ror":"https://ror.org/01j9f6752","country_code":"DE","type":"education","lineage":["https://openalex.org/I2802076133"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mahmoud Baghdadi","raw_affiliation_strings":["HCI Lab, University of Kaiserslautern-Landau, Germany"],"raw_orcid":"https://orcid.org/0009-0008-7724-1212","affiliations":[{"raw_affiliation_string":"HCI Lab, University of Kaiserslautern-Landau, Germany","institution_ids":["https://openalex.org/I2802076133","https://openalex.org/I153267046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022150976","display_name":"Achim Ebert","orcid":"https://orcid.org/0000-0001-7938-6732"},"institutions":[{"id":"https://openalex.org/I153267046","display_name":"University of Kaiserslautern","ror":"https://ror.org/04zrf7b53","country_code":"DE","type":"education","lineage":["https://openalex.org/I153267046"]},{"id":"https://openalex.org/I2802076133","display_name":"University of Koblenz and Landau","ror":"https://ror.org/01j9f6752","country_code":"DE","type":"education","lineage":["https://openalex.org/I2802076133"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Achim Ebert","raw_affiliation_strings":["HCI Lab, University of Kaiserslautern-Landau, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7938-6732","affiliations":[{"raw_affiliation_string":"HCI Lab, University of Kaiserslautern-Landau, Germany","institution_ids":["https://openalex.org/I2802076133","https://openalex.org/I153267046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.644,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84653901,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7429531216621399},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.648708701133728},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.539689302444458},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5042856931686401},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4936619699001312},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4895969033241272},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4732131361961365},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12461411952972412},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.05786198377609253}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429531216621399},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.648708701133728},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.539689302444458},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5042856931686401},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4936619699001312},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4895969033241272},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4732131361961365},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12461411952972412},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05786198377609253},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3673805.3673818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3673805.3673818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the European Conference on Cognitive Ergonomics 2024","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1970426503","https://openalex.org/W2018310331","https://openalex.org/W2024175396","https://openalex.org/W2030237532","https://openalex.org/W2131356540","https://openalex.org/W2141080879","https://openalex.org/W2283704081","https://openalex.org/W2580568349","https://openalex.org/W2622144878","https://openalex.org/W2890440280","https://openalex.org/W2904179505","https://openalex.org/W2905357491","https://openalex.org/W2980364600","https://openalex.org/W3014344057","https://openalex.org/W3029652091","https://openalex.org/W3035016096","https://openalex.org/W3102957420","https://openalex.org/W3194303810","https://openalex.org/W4284890365","https://openalex.org/W4296306264"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2068964259","https://openalex.org/W2013013717","https://openalex.org/W66256988","https://openalex.org/W4302857920","https://openalex.org/W2240967841","https://openalex.org/W1987340722","https://openalex.org/W2791686160","https://openalex.org/W199123384","https://openalex.org/W1587348481"],"abstract_inverted_index":{"Advanced":[0],"in-vehicle":[1,50,73],"infotainment":[2,90,135],"systems":[3,14],"are":[4,82],"part":[5],"of":[6,58,116,139,145,174],"the":[7,23,56,119,127,153,168],"future\u2019s":[8],"intelligent":[9],"autonomous":[10],"vehicles.":[11],"Developing":[12],"such":[13],"requires":[15],"advanced":[16,89],"interaction":[17,53,74,133,140],"modalities":[18],"to":[19,85,164],"be":[20],"utilized.":[21],"On":[22],"other":[24],"hand,":[25],"using":[26],"sophisticated":[27],"applications":[28,59],"on":[29,118],"an":[30],"unimodal":[31],"touch":[32],"display":[33],"for":[34,134,171],"manual":[35],"driving":[36],"vehicles":[37],"could":[38,54],"endanger":[39],"drivers\u2019":[40],"lives":[41],"and":[42,60,67,79,87,183],"result":[43],"in":[44,93,105,110,129],"a":[45,113,143,156,177],"poor":[46],"user":[47,62,169],"experience.":[48],"Offering":[49],"fusion":[51,107,131],"multimodal":[52,108,132],"broaden":[55],"types":[57],"enhance":[61],"experience":[63],"while":[64],"keeping":[65],"safety":[66],"low":[68],"distraction":[69],"into":[70],"account.":[71],"Since":[72],"is":[75,102,122,141,155,185],"bi-directional,":[76],"both":[77],"driver-vehicle":[78,106],"vehicle-driver":[80,120,130],"sides":[81],"equally":[83],"important":[84],"achieve":[86],"develop":[88],"systems.":[91,136],"Searching":[92],"related":[94],"literature,":[95],"it":[96],"has":[97],"been":[98],"found":[99],"that":[100,152],"there":[101],"good":[103],"progress":[104],"interaction;":[109],"comparison,":[111],"only":[112],"scarce":[114],"amount":[115],"research":[117,178],"side":[121],"available.":[123],"This":[124,137],"paper":[125],"presents":[126],"state-of-the-art":[128],"type":[138,173],"essentially":[142],"form":[144],"human-computer":[146],"interaction.":[147],"However,":[148],"when":[149,166],"we":[150],"specify":[151],"computer":[154],"vehicle":[157],"computer,":[158],"certain":[159],"specific":[160],"factors":[161],"become":[162],"essential":[163],"consider":[165],"developing":[167],"interface":[170],"this":[172],"computer.":[175],"Furthermore,":[176],"agenda":[179],"together":[180],"with":[181],"challenges":[182],"opportunities":[184],"proposed.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}