{"id":"https://openalex.org/W4415539129","doi":"https://doi.org/10.1145/3746027.3755411","title":"DEEMO: De-identity Multimodal Emotion Recognition and Reasoning","display_name":"DEEMO: De-identity Multimodal Emotion Recognition and Reasoning","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415539129","doi":"https://doi.org/10.1145/3746027.3755411"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755411","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755411","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3755411","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100671326","display_name":"Li Deng","orcid":"https://orcid.org/0000-0002-7140-0701"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Deng Li","raw_affiliation_strings":["Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland"],"raw_orcid":"https://orcid.org/0000-0002-7140-0701","affiliations":[{"raw_affiliation_string":"Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059997187","display_name":"Bohao Xing","orcid":"https://orcid.org/0009-0005-5924-4178"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Bohao Xing","raw_affiliation_strings":["Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland"],"raw_orcid":"https://orcid.org/0009-0005-5924-4178","affiliations":[{"raw_affiliation_string":"Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058509635","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-2242-6139"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland"],"raw_orcid":"https://orcid.org/0000-0002-2242-6139","affiliations":[{"raw_affiliation_string":"Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025479176","display_name":"Baiqiang Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144574","display_name":"Amer Sports (Finland)","ror":"https://ror.org/04n2d2p10","country_code":"FI","type":"company","lineage":["https://openalex.org/I4210144574"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Baiqiang Xia","raw_affiliation_strings":["AMD Silo AI, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0009-0008-4933-5801","affiliations":[{"raw_affiliation_string":"AMD Silo AI, Helsinki, Finland","institution_ids":["https://openalex.org/I4210144574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024709593","display_name":"Bihan Wen","orcid":"https://orcid.org/0000-0002-6874-6453"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bihan Wen","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6874-6453","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018012580","display_name":"Heikki K\u00e4lvi\u00e4inen","orcid":"https://orcid.org/0000-0002-0790-6847"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Heikki K\u00e4lvi\u00e4inen","raw_affiliation_strings":["Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland and Brno University of Technology, Brno, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-0790-6847","affiliations":[{"raw_affiliation_string":"Lappeenranta-Lahti University of Technology LUT, Lappeenranta, Finland and Brno University of Technology, Brno, Czech Republic","institution_ids":["https://openalex.org/I63548447"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100671326"],"corresponding_institution_ids":["https://openalex.org/I63548447"],"apc_list":null,"apc_paid":null,"fwci":7.7821,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97441623,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5707","last_page":"5716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6723999977111816},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6057000160217285},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.45899999141693115},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4205000102519989},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4120999872684479},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4043000042438507},{"id":"https://openalex.org/keywords/affective-science","display_name":"Affective science","score":0.390500009059906},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6723999977111816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349999904632568},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6057000160217285},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C128534915","wikidata":"https://www.wikidata.org/wiki/Q3475770","display_name":"Affective science","level":3,"score":0.390500009059906},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.34549999237060547},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34299999475479126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C126863065","wikidata":"https://www.wikidata.org/wiki/Q231903","display_name":"Two-factor theory of emotion","level":4,"score":0.2793000042438507},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C117409633","wikidata":"https://www.wikidata.org/wiki/Q5373756","display_name":"Emotion work","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.259799987077713},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.258899986743927}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3746027.3755411","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755411","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/202569","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/202569","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Conference Paper"},{"id":"pmh:oai:arXiv.org:2504.19549","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.19549","pdf_url":"https://arxiv.org/pdf/2504.19549","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3746027.3755411","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755411","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3719763414","display_name":null,"funder_award_id":"202307960007, 202406250043","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320330293","display_name":"CSC \u2013 IT Center for Science","ror":"https://ror.org/04m8m1253"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1981918162","https://openalex.org/W2002055708","https://openalex.org/W2044807399","https://openalex.org/W2104084893","https://openalex.org/W2122563357","https://openalex.org/W2146334809","https://openalex.org/W2194775991","https://openalex.org/W2778978785","https://openalex.org/W2799041689","https://openalex.org/W2910165986","https://openalex.org/W2963631961","https://openalex.org/W3159301005","https://openalex.org/W3179610792","https://openalex.org/W3203381531","https://openalex.org/W3204588463","https://openalex.org/W4220866631","https://openalex.org/W4224234075","https://openalex.org/W4321101505","https://openalex.org/W4361205185","https://openalex.org/W4377234444","https://openalex.org/W4386071707","https://openalex.org/W4386076522","https://openalex.org/W4386524296","https://openalex.org/W4386572391","https://openalex.org/W4387581124","https://openalex.org/W4391216149","https://openalex.org/W4402702917","https://openalex.org/W4402754220","https://openalex.org/W4409916953"],"related_works":[],"abstract_inverted_index":{"Emotion":[0,36,83],"understanding":[1,50,94,175],"is":[2],"a":[3,43,104,140],"critical":[4],"yet":[5],"challenging":[6],"task.":[7],"Most":[8],"existing":[9,137],"approaches":[10],"rely":[11],"heavily":[12],"on":[13,133],"identity-sensitive":[14],"information,":[15],"such":[16],"as":[17],"facial":[18],"expressions":[19],"and":[20,38,54,75,85,115,123,146,153,157,176,183],"speech,":[21],"which":[22,66],"raises":[23],"concerns":[24],"about":[25],"personal":[26],"privacy.":[27,98],"To":[28],"address":[29],"this,":[30],"we":[31,101],"introduce":[32],"the":[33],"De-identity":[34],"Multimodal":[35,82,105],"Recognition":[37,84],"Reasoning":[39,86],"(":[40],"DEEMO":[41,58],"),":[42],"novel":[44],"task":[45],"designed":[46],"to":[47,118,168],"enable":[48],"emotion":[49,93,121,151,163,174],"using":[51,87],"de-identified":[52,112],"video":[53],"audio":[55],"inputs.":[56],"The":[57,181],"dataset":[59,80,182],"consists":[60],"of":[61,70],"two":[62],"subsets:":[63],"DEEMO-NFBL":[64],",":[65,77],"includes":[67],"rich":[68],"annotations":[69],"Non-Facial":[71],"Body":[72],"Language":[73,107],"(NFBL),":[74],"DEEMO-MER":[76],"an":[78],"instruction":[79],"for":[81],"identity-free":[88],"cues.":[89],"This":[90],"design":[91],"supports":[92],"without":[95],"compromising":[96],"identity":[97],"In":[99],"addition,":[100],"propose":[102],"DEEMO-LLaMA,":[103],"Large":[106],"Model":[108],"(MLLM)":[109],"that":[110,128],"integrates":[111],"audio,":[113],"video,":[114],"textual":[116],"information":[117],"enhance":[119],"both":[120,134],"recognition":[122],"reasoning.":[124,164],"Extensive":[125],"experiments":[126],"show":[127],"DEEMO-LLaMA":[129],"achieves":[130],"state-of-the-art":[131],"performance":[132],"tasks,":[135],"outperforming":[136],"MLLMs":[138],"by":[139,171],"significant":[141],"margin,":[142],"achieving":[143],"74.49%":[144],"accuracy":[145],"74.45%":[147],"F1-score":[148],"in":[149,161],"de-identity":[150,162],"recognition,":[152],"6.20":[154],"clue":[155],"overlap":[156,160],"7.66":[158],"label":[159],"Our":[165],"work":[166],"contributes":[167],"ethical":[169],"AI":[170],"advancing":[172],"privacy-preserving":[173],"promoting":[177],"responsible":[178],"affective":[179],"computing.":[180],"codes":[184],"will":[185],"be":[186],"available":[187],"at":[188],"https://github.com/Leedeng/DEEMO.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-06-03T09:05:47.796612","created_date":"2025-10-25T00:00:00"}