{"id":"https://openalex.org/W4392248623","doi":"https://doi.org/10.1109/icce59016.2024.10444365","title":"MDEmoNet: A Multimodal Driver Emotion Recognition Network for Smart Cockpit","display_name":"MDEmoNet: A Multimodal Driver Emotion Recognition Network for Smart Cockpit","publication_year":2024,"publication_date":"2024-01-06","ids":{"openalex":"https://openalex.org/W4392248623","doi":"https://doi.org/10.1109/icce59016.2024.10444365"},"language":"en","primary_location":{"id":"doi:10.1109/icce59016.2024.10444365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce59016.2024.10444365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/28667/3/FullText.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019900046","display_name":"Chenhao Hu","orcid":"https://orcid.org/0000-0002-0096-0488"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenhao Hu","raw_affiliation_strings":["Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088789394","display_name":"Shenyu Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenyu Gu","raw_affiliation_strings":["Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103216123","display_name":"Mengjie Yang","orcid":"https://orcid.org/0009-0000-5785-6836"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengjie Yang","raw_affiliation_strings":["Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039973378","display_name":"Gang Han","orcid":"https://orcid.org/0000-0002-2305-6870"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Han","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,National Engineering Laboratory for Wireless Security,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,National Engineering Laboratory for Wireless Security,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022822400","display_name":"Chun Sing Lai","orcid":"https://orcid.org/0000-0002-4169-4438"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chun Sing Lai","raw_affiliation_strings":["Brunel University London,Department of Electronic and Electrical Engineering,London,UK","Department of Electronic and Electrical Engineering, Brunel University London, London, UK"],"affiliations":[{"raw_affiliation_string":"Brunel University London,Department of Electronic and Electrical Engineering,London,UK","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Brunel University London, London, UK","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068219856","display_name":"Mingyu Gao","orcid":"https://orcid.org/0000-0002-5930-9526"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyu Gao","raw_affiliation_strings":["Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104250404","display_name":"Zhexun Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhexun Yang","raw_affiliation_strings":["China University of Geosciences Wu han,Faculty of Materials Science and Chemistry,Wuhan,China","Faculty of Materials Science and Chemistry, China University of Geosciences Wu han, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"China University of Geosciences Wu han,Faculty of Materials Science and Chemistry,Wuhan,China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"Faculty of Materials Science and Chemistry, China University of Geosciences Wu han, Wuhan, China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110074866","display_name":"Guojin Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojin Ma","raw_affiliation_strings":["Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University Equipment Electronics Key Lab,School of Electronics and Information,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Electronics and Information, Hangzhou Dianzi University Equipment Electronics Key Lab, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5019900046"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":null,"apc_paid":null,"fwci":1.9386,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84989475,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cockpit","display_name":"Cockpit","score":0.8710602521896362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6047543287277222},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5839975476264954},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5245780348777771},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.2787055969238281},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.25303149223327637},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19820159673690796}],"concepts":[{"id":"https://openalex.org/C30322324","wikidata":"https://www.wikidata.org/wiki/Q194156","display_name":"Cockpit","level":2,"score":0.8710602521896362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6047543287277222},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5839975476264954},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5245780348777771},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2787055969238281},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.25303149223327637},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19820159673690796}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icce59016.2024.10444365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce59016.2024.10444365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/28667","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/28667","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/28667/3/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/28667","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/28667","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/28667/3/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G7031345216","display_name":null,"funder_award_id":"62206062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392248623.pdf","grobid_xml":"https://content.openalex.org/works/W4392248623.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1965028342","https://openalex.org/W1966797434","https://openalex.org/W1993061038","https://openalex.org/W2003238582","https://openalex.org/W2015463594","https://openalex.org/W2037121244","https://openalex.org/W2413092152","https://openalex.org/W2890014048","https://openalex.org/W2970710980","https://openalex.org/W3124081189","https://openalex.org/W3135221627","https://openalex.org/W3159228126","https://openalex.org/W3206349670","https://openalex.org/W3216153120","https://openalex.org/W4212976801","https://openalex.org/W4226030837","https://openalex.org/W4282594964","https://openalex.org/W4286656399","https://openalex.org/W4290072727","https://openalex.org/W4296125247","https://openalex.org/W4312183515","https://openalex.org/W4312622622","https://openalex.org/W4317512964","https://openalex.org/W4322706756","https://openalex.org/W4324291004","https://openalex.org/W4361986677","https://openalex.org/W4376481380","https://openalex.org/W4385239656"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W289003589","https://openalex.org/W2350798740","https://openalex.org/W2036761630","https://openalex.org/W2114831027","https://openalex.org/W2548061885","https://openalex.org/W2998452958","https://openalex.org/W3180504149"],"abstract_inverted_index":{"The":[0],"automotive":[1],"smart":[2,31],"cockpit":[3,32],"is":[4,77,119],"an":[5],"intelligent":[6],"and":[7,20,38,44,58,93,103,108],"connected":[8],"in-vehicle":[9],"consumer":[10],"electronics":[11],"product.":[12],"It":[13],"can":[14,28],"provide":[15],"a":[16,66,110],"safe,":[17],"efficient,":[18],"comfortable,":[19],"enjoyable":[21],"human-machine":[22],"interaction":[23],"experience.":[24],"Emotion":[25],"recognition":[26,50,70,88],"technology":[27],"help":[29],"the":[30,35,41,78,83,116,127],"better":[33],"understand":[34],"driver\u2019s":[36],"needs":[37],"state,":[39],"improve":[40,82],"driving":[42,94],"experience,":[43],"enhance":[45],"safety.":[46],"Currently,":[47],"driver":[48,68,86,131],"emotion":[49,69,87,132],"faces":[51],"some":[52,122],"challenges,":[53],"such":[54],"as":[55,106],"low":[56],"accuracy":[57,84],"high":[59],"latency.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65],"multimodal":[67,130],"model.":[71],"To":[72],"our":[73],"best":[74],"knowledge,":[75],"it":[76],"first":[79],"time":[80],"to":[81],"of":[85],"by":[89],"using":[90],"facial":[91],"video":[92],"behavior":[95],"(including":[96],"brake":[97],"pedal":[98],"force,":[99],"vehicle":[100],"Y-axis":[101],"position":[102],"Z-axis":[104],"position)":[105],"inputs":[107],"employing":[109],"multi-task":[111],"training":[112],"approach.":[113],"For":[114],"verification,":[115],"proposed":[117],"scheme":[118],"compared":[120],"with":[121],"mainstream":[123],"state-of-the-art":[124],"methods":[125],"on":[126],"publicly":[128],"available":[129],"dataset":[133],"PPB-Emo.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}