{"id":"https://openalex.org/W4379806227","doi":"https://doi.org/10.1145/3591106.3592243","title":"EMP: Emotion-guided Multi-modal Fusion and Contrastive Learning for Personality Traits Recognition","display_name":"EMP: Emotion-guided Multi-modal Fusion and Contrastive Learning for Personality Traits Recognition","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379806227","doi":"https://doi.org/10.1145/3591106.3592243"},"language":"en","primary_location":{"id":"doi:10.1145/3591106.3592243","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100706501","display_name":"Yusong Wang","orcid":"https://orcid.org/0009-0002-6668-3230"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yusong Wang","raw_affiliation_strings":["Tokyo Institute of Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047165324","display_name":"Dongyuan Li","orcid":"https://orcid.org/0000-0002-4462-3563"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Dongyuan Li","raw_affiliation_strings":["Tokyo Institute of Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069989297","display_name":"Kotaro Funakoshi","orcid":"https://orcid.org/0000-0002-4529-4634"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kotaro Funakoshi","raw_affiliation_strings":["Tokyo Institute of Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035876897","display_name":"Manabu Okumura","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Manabu Okumura","raw_affiliation_strings":["Tokyo Institute of Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100706501"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":7.7936,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97966557,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"243","last_page":"252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.703601598739624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858983039855957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.647074818611145},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6271730661392212},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.5896420478820801},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5441705584526062},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.526947557926178},{"id":"https://openalex.org/keywords/personality-psychology","display_name":"Personality psychology","score":0.501774787902832},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.49527469277381897},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4577544927597046},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4277746081352234},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4268462359905243},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4158068895339966},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4002687335014343},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15541628003120422},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.062188565731048584}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.703601598739624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858983039855957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.647074818611145},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6271730661392212},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.5896420478820801},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5441705584526062},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.526947557926178},{"id":"https://openalex.org/C25908422","wikidata":"https://www.wikidata.org/wiki/Q271716","display_name":"Personality psychology","level":3,"score":0.501774787902832},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.49527469277381897},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4577544927597046},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4277746081352234},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4268462359905243},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4158068895339966},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4002687335014343},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15541628003120422},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.062188565731048584},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3591106.3592243","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591106.3592243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0006015534","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100908134","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1966797434","https://openalex.org/W1975535977","https://openalex.org/W1982385570","https://openalex.org/W1986714255","https://openalex.org/W2056758449","https://openalex.org/W2071559616","https://openalex.org/W2080119116","https://openalex.org/W2081706326","https://openalex.org/W2099334376","https://openalex.org/W2155841434","https://openalex.org/W2157908879","https://openalex.org/W2165232124","https://openalex.org/W2194775991","https://openalex.org/W2417019677","https://openalex.org/W2515253670","https://openalex.org/W2522578306","https://openalex.org/W2547146855","https://openalex.org/W2658088179","https://openalex.org/W2742542661","https://openalex.org/W2756004689","https://openalex.org/W2763560359","https://openalex.org/W2990002983","https://openalex.org/W2997212048","https://openalex.org/W3005891272","https://openalex.org/W3010678604","https://openalex.org/W3034572008","https://openalex.org/W3035046783","https://openalex.org/W3035118106","https://openalex.org/W3035282577","https://openalex.org/W3035524453","https://openalex.org/W3035635319","https://openalex.org/W3119602759","https://openalex.org/W3127917488","https://openalex.org/W3156698624","https://openalex.org/W3174659976","https://openalex.org/W3193745226","https://openalex.org/W3196747467","https://openalex.org/W3196835936","https://openalex.org/W3205656681","https://openalex.org/W3206127589","https://openalex.org/W3206992626","https://openalex.org/W3216551046","https://openalex.org/W4214481550","https://openalex.org/W4283382486","https://openalex.org/W4287812705","https://openalex.org/W4303648548","https://openalex.org/W6776700526"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Multi-modal":[0],"personality":[1,7,49,68,141],"traits":[2,8,50,69,142],"recognition":[3],"aims":[4],"to":[5,31,78,105,127,134],"recognize":[6],"precisely":[9],"by":[10],"utilizing":[11],"different":[12,41,86,119,132],"modality":[13],"information,":[14],"which":[15,43,110],"has":[16],"received":[17],"increasing":[18],"attention":[19],"for":[20,67,139],"its":[21],"potential":[22],"applications":[23],"in":[24],"human-computer":[25],"interaction.":[26],"Current":[27],"methods":[28],"almost":[29],"fail":[30],"extract":[32,79,136],"distinguishable":[33,83],"features,":[34],"remove":[35],"noise,":[36],"and":[37,63,81,96,114,157],"align":[38],"features":[39,84,117,138],"from":[40,85,118],"modalities,":[42],"dramatically":[44],"affects":[45],"the":[46,91,107,112,116,129],"accuracy":[47],"of":[48],"recognition.":[51,70,143],"To":[52],"deal":[53],"with":[54],"these":[55],"issues,":[56],"we":[57,72,98,122],"propose":[58],"an":[59,100,124],"emotion-guided":[60,101],"multi-modal":[61,102],"fusion":[62,103],"contrastive":[64,76],"learning":[65,77],"framework":[66],"Specifically,":[71],"first":[73],"use":[74,99,123],"supervised":[75],"deeper":[80],"more":[82],"modalities.":[87,120],"After":[88],"that,":[89],"considering":[90],"close":[92],"correlation":[93],"between":[94,131],"emotions":[95],"personalities,":[97],"mechanism":[104],"guide":[106],"feature":[108],"fusion,":[109],"eliminates":[111],"noise":[113],"aligns":[115],"Finally,":[121],"auto-fusion":[125],"structure":[126],"enhance":[128],"interaction":[130],"modalities":[133],"further":[135],"essential":[137],"final":[140],"Extensive":[144],"experiments":[145],"on":[146],"two":[147],"benchmark":[148],"datasets":[149],"indicate":[150],"that":[151],"our":[152],"method":[153],"achieves":[154],"state-of-the-art":[155],"performance":[156],"robustness.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}