{"id":"https://openalex.org/W4403713260","doi":"https://doi.org/10.1145/3689092.3689402","title":"Open Vocabulary Emotion Prediction Based on Large Multimodal Models","display_name":"Open Vocabulary Emotion Prediction Based on Large Multimodal Models","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403713260","doi":"https://doi.org/10.1145/3689092.3689402"},"language":"en","primary_location":{"id":"doi:10.1145/3689092.3689402","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689092.3689402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036056631","display_name":"Zixing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixing Zhang","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-8487-0561","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104298357","display_name":"Zhongren Dong","orcid":"https://orcid.org/0000-0001-8074-1746"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongren Dong","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-8074-1746","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092068996","display_name":"Zhiqiang Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Gao","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0004-5283-6173","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shihao Gao","orcid":"https://orcid.org/0009-0003-3366-8648"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihao Gao","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0003-3366-8648","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Donghao Wang","orcid":"https://orcid.org/0009-0007-9393-5532"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghao Wang","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0007-9393-5532","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ciqiang Chen","orcid":"https://orcid.org/0009-0006-5557-824X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ciqiang Chen","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0006-5557-824X","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005280128","display_name":"Yuhan Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Nie","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0005-5380-0196","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004305313","display_name":"Huan Zhao","orcid":"https://orcid.org/0000-0001-6286-5868"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Zhao","raw_affiliation_strings":["Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-6286-5868","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9366000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9366000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7373732328414917},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6335331201553345},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5288257002830505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5285750031471252},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.393541157245636},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.18839263916015625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7373732328414917},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6335331201553345},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5288257002830505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5285750031471252},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.393541157245636},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.18839263916015625},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3689092.3689402","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689092.3689402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2998621280","https://openalex.org/W4392903758","https://openalex.org/W4399154371","https://openalex.org/W4402716477"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0],"Multimodal":[1],"Emotion":[2],"Recognition":[3,47],"(MER":[4],"2024)":[5],"Challenge":[6],"focuses":[7],"on":[8,38,109],"recognizing":[9],"emotions":[10],"through":[11],"the":[12,23,34,56,90,110,114,128,132],"integration":[13],"of":[14,25,58,92,107,124,139],"audio,":[15],"language,":[16],"and":[17,113],"visual":[18],"signals,":[19],"driving":[20],"advancements":[21],"in":[22,131],"field":[24],"affective":[26],"computing.":[27],"This":[28,126],"study":[29],"presents":[30],"our":[31],"approach":[32],"for":[33,72],"MER-OV":[35],"sub-challenge,":[36],"concentrating":[37],"open-vocabulary":[39,73,99,116],"emotion":[40,74,93,100,117],"recognition.":[41],"We":[42],"innovatively":[43],"employ":[44],"Optical":[45],"Character":[46],"(OCR)":[48],"technology":[49],"to":[50,87],"optimize":[51],"video":[52,78],"subtitles,":[53],"thereby":[54],"enhancing":[55],"accuracy":[57,91],"textual":[59],"descriptions.":[60],"Additionally,":[61],"we":[62,81],"utilize":[63],"in-context":[64],"learning":[65],"techniques":[66],"with":[67],"large":[68,83],"language":[69],"models":[70,85],"(LLMs)":[71],"prediction.":[75,94],"By":[76],"incorporating":[77],"content":[79],"analysis,":[80],"leverage":[82],"multimodal":[84,115],"(LMMs)":[86],"further":[88],"improve":[89],"Our":[95],"proposed":[96],"text-only":[97],"modality-based":[98],"prediction":[101,118],"method":[102,119],"achieves":[103,120],"an":[104,121],"average":[105,122],"score":[106,123,138],"51.0%":[108],"training":[111],"set,":[112],"59.1%.":[125],"surpasses":[127],"best":[129],"model":[130],"baseline,":[133],"GPT-4V,":[134],"which":[135],"has":[136],"a":[137,142],"56.0%,":[140],"achieving":[141],"state-of-the-art":[143],"(SOTA)":[144],"result.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}