{"id":"https://openalex.org/W7117546537","doi":"https://doi.org/10.1145/3786767","title":"Application of LLM-powered Multimodal Driver Emotion Recognition in IoV System","display_name":"Application of LLM-powered Multimodal Driver Emotion Recognition in IoV System","publication_year":2025,"publication_date":"2025-12-30","ids":{"openalex":"https://openalex.org/W7117546537","doi":"https://doi.org/10.1145/3786767"},"language":"en","primary_location":{"id":"doi:10.1145/3786767","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3786767","pdf_url":null,"source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yiming Wu","orcid":"https://orcid.org/0000-0002-2571-8065"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Wu","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University"],"raw_orcid":"https://orcid.org/0000-0002-2571-8065","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ronghui Cao","orcid":"https://orcid.org/0009-0001-4805-090X"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghui Cao","raw_affiliation_strings":["College of Computer and Communication Engineering, Changsha University of Science and Technology"],"raw_orcid":"https://orcid.org/0009-0001-4805-090X","affiliations":[{"raw_affiliation_string":"College of Computer and Communication Engineering, Changsha University of Science and Technology","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeyu Chen","orcid":"https://orcid.org/0009-0004-3960-5397"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Chen","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University"],"raw_orcid":"https://orcid.org/0009-0004-3960-5397","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121579819","display_name":"Zhuo Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Tang","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University"],"raw_orcid":"https://orcid.org/0000-0001-9081-8153","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121585391","display_name":"Wangdong Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wangdong Yang","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University"],"raw_orcid":"https://orcid.org/0000-0003-2681-7898","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5098770941","display_name":"Huilong Pi","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huilong Pi","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University"],"raw_orcid":"https://orcid.org/0000-0002-0884-4051","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65587947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"2","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6287999749183655,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6287999749183655,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6247000098228455},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6108999848365784},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.593500018119812},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5799999833106995},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5733000040054321},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4027000069618225},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.37389999628067017},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3474000096321106},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.33149999380111694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8202000260353088},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6247000098228455},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6108999848365784},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.593500018119812},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5799999833106995},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5733000040054321},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5709999799728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41019999980926514},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35040000081062317},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786767","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3786767","pdf_url":null,"source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4700683355331421}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W331855262","https://openalex.org/W1980634195","https://openalex.org/W2803193013","https://openalex.org/W2962931510","https://openalex.org/W2963383024","https://openalex.org/W2970710980","https://openalex.org/W3005055041","https://openalex.org/W3006330791","https://openalex.org/W3035570025","https://openalex.org/W3164246396","https://openalex.org/W3172353912","https://openalex.org/W3194160179","https://openalex.org/W4205633160","https://openalex.org/W4221042956","https://openalex.org/W4290072727","https://openalex.org/W4322706756","https://openalex.org/W4362721809","https://openalex.org/W4376109777","https://openalex.org/W4385719937","https://openalex.org/W4386065595","https://openalex.org/W4386076638","https://openalex.org/W4399859777","https://openalex.org/W4402530290","https://openalex.org/W4403793633","https://openalex.org/W4412888252"],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,55,71,89,96,133,141,148,152,158,163,168,177,182,195,206,214],"Internet":[2],"of":[3,31,57,74,98,198],"Vehicles":[4],"(IoV)":[5],"systems,":[6],"recognizing":[7],"driver":[8,40,221],"emotions":[9],"is":[10],"crucial":[11],"to":[12,38,52,94,161],"alleviate":[13],"dangerous":[14],"driving":[15],"behaviors":[16],"caused":[17],"by":[18,28],"emotional":[19],"instability.":[20],"Current":[21],"research":[22],"predominantly":[23],"utilizes":[24],"multimodal":[25,44,66,99,153],"data":[26,118],"generated":[27],"various":[29],"types":[30],"sensors":[32],"in":[33,62,88,220],"IoV":[34],"systems":[35],"as":[36],"input":[37],"analyze":[39],"emotion":[41,75,100,154,222],"changes":[42],"using":[43],"models.":[45,77,102],"However,":[46],"existing":[47,218],"methods":[48],"are":[49,173],"not":[50],"enough":[51],"fully":[53],"exploit":[54],"advantages":[56],"large":[58],"language":[59],"models":[60],"(LLM)":[61],"information":[63],"extraction":[64,110],"and":[65,120,170,209],"feature":[67,109,128],"fusion,":[68],"which":[69,86,138],"limits":[70],"inference":[72,165],"capability":[73],"recognition":[76,101,155,223],"Therefore,":[78],"this":[79],"article":[80],"proposes":[81],"an":[82],"LLM-auxiliary":[83],"supervision":[84,135],"module,":[85],"assists":[87],"training":[90,159,178],"phase":[91,160],"through":[92],"LLM":[93,115,142],"enhance":[95,162],"performance":[97],"Specifically,":[103],"we":[104,131],"designed":[105],"a":[106],"label":[107,123,143],"text":[108,117,124,144],"(LTFE)":[111],"module":[112,150],"that":[113,181,213],"employs":[114],"for":[116],"augmentation":[119],"extraction,":[121],"converting":[122],"into":[125],"semantically":[126],"informative":[127],"representations.":[129],"Additionally,":[130],"proposed":[132,215],"label-auxiliary":[134],"(LAS)":[136],"strategy,":[137],"effectively":[139],"integrates":[140],"features":[145],"learned":[146],"from":[147],"LTFE":[149,169],"with":[151,194],"model":[156,184],"during":[157,176,189],"model\u2019s":[164],"ability.":[166],"Notably,":[167],"LAS":[171],"modules":[172],"used":[174],"only":[175],"phase,":[179],"ensuring":[180],"backbone":[183],"requires":[185],"minimal":[186],"computational":[187,196],"resources":[188],"inference,":[190],"making":[191],"it":[192],"compatible":[193],"constraints":[197],"intelligent":[199],"vehicular":[200],"devices.":[201],"Extensive":[202],"experiments":[203],"conducted":[204],"on":[205],"PPB-Emo,":[207],"RAVDESS,":[208],"IEMOCAP":[210],"datasets":[211],"demonstrate":[212],"method":[216],"outperforms":[217],"approaches":[219],"tasks.":[224]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-30T00:00:00"}