{"id":"https://openalex.org/W4403713348","doi":"https://doi.org/10.1145/3689062.3689081","title":"Exploring Multimodal Approaches and Fusion Methods for CEO Social Attribute Prediction in 2024 MuSe-Perception","display_name":"Exploring Multimodal Approaches and Fusion Methods for CEO Social Attribute Prediction in 2024 MuSe-Perception","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403713348","doi":"https://doi.org/10.1145/3689062.3689081"},"language":"en","primary_location":{"id":"doi:10.1145/3689062.3689081","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689062.3689081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th on Multimodal Sentiment Analysis Challenge and Workshop: Social Perception and Humor","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01JEZW7CZBVB1GSX68FTNTASZW/file/01JEZW806SS5JNB6QQ3JXSXKWG.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102989392","display_name":"Ankit Kumar Singh","orcid":"https://orcid.org/0000-0001-7187-3704"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Ankit Kumar Singh","raw_affiliation_strings":["Soongsil University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7187-3704","affiliations":[{"raw_affiliation_string":"Soongsil University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036383083","display_name":"Ganghyun Kim","orcid":"https://orcid.org/0009-0006-9579-3550"},"institutions":[{"id":"https://openalex.org/I4210132857","display_name":"Ghent University Global Campus","ror":"https://ror.org/041bygf77","country_code":"KR","type":"education","lineage":["https://openalex.org/I32597200","https://openalex.org/I4210132857"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ganghyun Kim","raw_affiliation_strings":["Ghent University Global Campus, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0006-9579-3550","affiliations":[{"raw_affiliation_string":"Ghent University Global Campus, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I4210132857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068913014","display_name":"Jaeheon Kim","orcid":"https://orcid.org/0009-0006-3865-4095"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaeheon Kim","raw_affiliation_strings":["Soongsil University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0006-3865-4095","affiliations":[{"raw_affiliation_string":"Soongsil University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081670766","display_name":"Ho-min Park","orcid":"https://orcid.org/0000-0001-9937-8617"},"institutions":[{"id":"https://openalex.org/I4210132857","display_name":"Ghent University Global Campus","ror":"https://ror.org/041bygf77","country_code":"KR","type":"education","lineage":["https://openalex.org/I32597200","https://openalex.org/I4210132857"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ho-min Park","raw_affiliation_strings":["Ghent University Global Campus, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9937-8617","affiliations":[{"raw_affiliation_string":"Ghent University Global Campus, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I4210132857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088745395","display_name":"Bong Jun Choi","orcid":"https://orcid.org/0000-0002-6550-749X"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bong Jun Choi","raw_affiliation_strings":["Soongsil University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6550-749X","affiliations":[{"raw_affiliation_string":"Soongsil University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029555436","display_name":"Wesley De Neve","orcid":"https://orcid.org/0000-0002-8190-3839"},"institutions":[{"id":"https://openalex.org/I4210132857","display_name":"Ghent University Global Campus","ror":"https://ror.org/041bygf77","country_code":"KR","type":"education","lineage":["https://openalex.org/I32597200","https://openalex.org/I4210132857"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wesley De Neve","raw_affiliation_strings":["Ghent University Global Campus, Incheon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8190-3839","affiliations":[{"raw_affiliation_string":"Ghent University Global Campus, Incheon, Republic of Korea","institution_ids":["https://openalex.org/I4210132857"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102989392"],"corresponding_institution_ids":["https://openalex.org/I141371507"],"apc_list":null,"apc_paid":null,"fwci":0.3311,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67055526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6018296480178833},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5927082300186157},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5609320402145386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5089046955108643},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4202101230621338},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4147701561450958},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3282049298286438},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15113261342048645},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.06612294912338257}],"concepts":[{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6018296480178833},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5927082300186157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5609320402145386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5089046955108643},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4202101230621338},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4147701561450958},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3282049298286438},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15113261342048645},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.06612294912338257},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3689062.3689081","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3689062.3689081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th on Multimodal Sentiment Analysis Challenge and Workshop: Social Perception and Humor","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01JEZW7CZBVB1GSX68FTNTASZW","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JEZW7CZBVB1GSX68FTNTASZW","pdf_url":"https://biblio.ugent.be/publication/01JEZW7CZBVB1GSX68FTNTASZW/file/01JEZW806SS5JNB6QQ3JXSXKWG.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400711992","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01JEZW7CZBVB1GSX68FTNTASZW","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JEZW7CZBVB1GSX68FTNTASZW","pdf_url":"https://biblio.ugent.be/publication/01JEZW7CZBVB1GSX68FTNTASZW/file/01JEZW806SS5JNB6QQ3JXSXKWG.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400711992","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1032545434","display_name":null,"funder_award_id":"IITP-2024-2020-0-01602","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G1039196275","display_name":null,"funder_award_id":"IITP-2024-2020-0-01602","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G1248055536","display_name":null,"funder_award_id":"RS-2022-00143911","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6842725724","display_name":null,"funder_award_id":"NRF-2022R1A2C4001270","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320322006","display_name":"Ministry of Culture, Sports and Tourism","ror":"https://ror.org/02fkk6k65"},{"id":"https://openalex.org/F4320322603","display_name":"Universiteit Gent","ror":"https://ror.org/00cv9y106"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320323890","display_name":"Korea Creative Content Agency","ror":"https://ror.org/036vyg793"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403713348.pdf"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W1973871257","https://openalex.org/W3000145882","https://openalex.org/W4291741556","https://openalex.org/W4297510483","https://openalex.org/W4387814913","https://openalex.org/W4395960521"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2370195708","https://openalex.org/W1490651872"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,7],"discuss":[4],"the":[5,9,43,77,102,108,112,129,140,164],"way":[6],"addressed":[8],"2024":[10],"MuSe-Perception":[11],"challenge,":[12],"which":[13],"aims":[14],"to":[15,139,162],"automatically":[16],"recognize":[17],"and":[18,37,67,96,148,157,166],"quantify":[19],"social":[20,62,171],"attributes":[21,63],"of":[22,104,107,125,142,168],"CEOs":[23],"using":[24,55],"multimodal":[25,90],"data.":[26],"We":[27],"investigated":[28],"five":[29],"different":[30,83,87,134],"approaches:":[31],"(1)":[32],"optimizing":[33],"a":[34,105,120,143],"basic":[35],"RNN":[36],"Transformer":[38],"encoder":[39],"model,":[40],"(2)":[41],"adopting":[42],"xLSTM":[44],"architecture":[45],"for":[46,64,86,159,170],"improved":[47],"long-term":[48],"dependency":[49],"modeling,":[50],"(3)":[51],"extracting":[52],"text":[53,97],"features":[54],"pre-trained":[56],"language":[57],"models,":[58],"(4)":[59],"grouping":[60],"similar":[61],"joint":[65],"learning,":[66],"(5)":[68],"incorporating":[69],"novel":[70],"fusion":[71],"methods.":[72],"The":[73],"experimental":[74],"results":[75],"on":[76],"development":[78,147],"set":[79,150],"showed":[80],"that":[81],"our":[82,115],"approaches":[84],"excelled":[85],"attributes,":[88],"with":[89],"methods":[91,169],"generally":[92],"outperforming":[93],"unimodal":[94],"methods,":[95],"feature":[98],"extraction":[99],"notably":[100],"improving":[101],"prediction":[103],"subset":[106],"agentive":[109],"attributes.":[110],"For":[111],"test":[113,149],"set,":[114],"most":[116],"effective":[117],"strategy":[118],"achieved":[119],"mean":[121],"Pearson":[122],"correlation":[123],"coefficient":[124],"0.35":[126],"by":[127],"combining":[128],"highest":[130],"values":[131],"from":[132],"four":[133],"approaches.":[135],"This":[136],"outcome":[137],"points":[138],"existence":[141],"substantial":[144],"gap":[145],"between":[146],"effectiveness,":[151],"indicating":[152],"limitations":[153],"in":[154],"model":[155],"generalization":[156],"calling":[158],"further":[160],"research":[161],"improve":[163],"accuracy":[165],"reliability":[167],"attribute":[172],"prediction.":[173]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}