{"id":"https://openalex.org/W4408355374","doi":"https://doi.org/10.1109/icassp49660.2025.10888958","title":"Reliable Learning From LLM Features for Multimodal Emotion and Intent Joint Understanding","display_name":"Reliable Learning From LLM Features for Multimodal Emotion and Intent Joint Understanding","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408355374","doi":"https://doi.org/10.1109/icassp49660.2025.10888958"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888958","doi":"https://doi.org/10.1109/icassp49660.2025.10888958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888958","pdf_url":null,"source":{"id":"https://openalex.org/S4363607879","display_name":"IEEE International Conference on Acoustics Speech and Signal Processing","issn_l":"1520-6149","issn":["1520-6149","2379-190X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101537683","display_name":"Xiaolin Xu","orcid":"https://orcid.org/0000-0002-2840-6665","observed_orcids":["https://orcid.org/0000-0002-2840-6665"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Xu","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054796879","display_name":"Cheng Lu","orcid":"https://orcid.org/0000-0002-1477-1020","observed_orcids":["https://orcid.org/0000-0002-1477-1020","https://orcid.org/0000-0001-5905-2321"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Lu","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109591335","display_name":"Zhaoyang Li","orcid":"https://orcid.org/0009-0004-4722-3006","observed_orcids":["https://orcid.org/0009-0004-4722-3006"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Li","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080442947","display_name":"Yuyun Liu","orcid":"https://orcid.org/0000-0002-0826-4663","observed_orcids":["https://orcid.org/0000-0002-0826-4663"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyun Liu","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050849656","display_name":"Yinghao Ma","orcid":"https://orcid.org/0009-0001-9921-7669","observed_orcids":["https://orcid.org/0009-0001-9921-7669"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghao Ma","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101742081","display_name":"Jiahao Luo","orcid":"https://orcid.org/0009-0006-8355-4237","observed_orcids":["https://orcid.org/0009-0006-8355-4237","https://orcid.org/0009-0000-7720-9978"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahao Luo","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101064081","display_name":"Yuan Zong","orcid":"https://orcid.org/0000-0002-0839-8792","observed_orcids":["https://orcid.org/0000-0002-0839-8792"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zong","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100518719","display_name":"Wenming Zheng","orcid":"https://orcid.org/0000-0002-7764-5179","observed_orcids":["https://orcid.org/0000-0002-7764-5179"]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Zheng","raw_affiliation_strings":["Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Child Development and Learning Science (Ministry of Education) and School of Biological Science and Medical Engineering,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":1.7834,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87311063,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":0.8610000014305115},{"id":"https://openalex.org/keywords/intent-recognition","display_name":"intent classification","score":0.6389999985694885},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7559999823570251},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.7540000081062317},{"id":"https://openalex.org/keywords/mandarin-speech","display_name":"Mandarin speech","score":0.5339999794960022}],"concepts":[{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7191910743713379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7002716064453125},{"id":"https://openalex.org/C137878579","wikidata":"https://www.wikidata.org/wiki/Q9636076","display_name":"Joint attention","level":3,"score":0.45998093485832214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44631534814834595},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44102802872657776},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21082276105880737},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12276175618171692},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.060191571712493896},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888958","doi":"https://doi.org/10.1109/icassp49660.2025.10888958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888958","pdf_url":null,"source":{"id":"https://openalex.org/S4363607879","display_name":"IEEE International Conference on Acoustics Speech and Signal Processing","issn_l":"1520-6149","issn":["1520-6149","2379-190X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2787873795","https://openalex.org/W2952370363","https://openalex.org/W3169320628","https://openalex.org/W4225661174","https://openalex.org/W4311000453","https://openalex.org/W4382318659","https://openalex.org/W4400375891","https://openalex.org/W4403885521","https://openalex.org/W6870122244"],"related_works":["https://openalex.org/W4408345570","https://openalex.org/W4408354227","https://openalex.org/W4408352639","https://openalex.org/W7125006438","https://openalex.org/W7115178103","https://openalex.org/W7166845094","https://openalex.org/W4408352521","https://openalex.org/W4399794891","https://openalex.org/W4400375891","https://openalex.org/W4412567181"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"a":[3,26,31],"Reliable":[4,32],"Learning":[5],"Framework":[6],"(RLF)":[7],"for":[8,98],"the":[9,44,67,76],"1st":[10],"Multimodal":[11],"Emotion":[12],"and":[13,30,40,53,66,80,101,107],"Intent":[14],"Joint":[15],"Understanding":[16],"(MEIJU)":[17],"Challenge":[18],"at":[19],"ICASSP":[20],"2025.":[21],"Our":[22,83],"proposed":[23],"RLF":[24,84],"includes":[25],"Hierarchical":[27],"Interaction":[28],"Network":[29],"Fusion":[33],"Strategy.":[34],"The":[35],"former":[36],"can":[37],"excavate":[38],"emotion":[39,79],"intent":[41,81],"cues":[42],"from":[43],"high-level":[45],"semantic":[46],"features":[47],"of":[48,78,93],"multimodal":[49],"data":[50],"(video,":[51],"audio,":[52],"text)":[54],"generated":[55],"by":[56],"pretrained":[57],"Large":[58],"Language":[59],"Models":[60],"(LMMs),":[61],"to":[62,73],"enhance":[63],"their":[64],"representations,":[65],"latter":[68],"reliably":[69],"integrates":[70],"multiple":[71],"predictions":[72],"further":[74],"improve":[75],"robustness":[77],"understanding.":[82],"method":[85],"achieved":[86],"first":[87],"place":[88],"on":[89],"Track":[90],"2":[91],"(Mandarin)":[92],"MEIJU,":[94],"with":[95],"performance":[96],"scores":[97],"emotion,":[99],"intent,":[100],"joint":[102],"recognition":[103],"reaching":[104],"0.7285,":[105],"0.7456,":[106],"0.7370.":[108]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-03-13T00:00:00"}