{"id":"https://openalex.org/W4395030186","doi":"https://doi.org/10.1109/percomworkshops59983.2024.10502594","title":"Attention-Based Fusion of Intra- and Intermodal Dynamics in Multimodal Sentiment Analysis","display_name":"Attention-Based Fusion of Intra- and Intermodal Dynamics in Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-03-11","ids":{"openalex":"https://openalex.org/W4395030186","doi":"https://doi.org/10.1109/percomworkshops59983.2024.10502594"},"language":"en","primary_location":{"id":"doi:10.1109/percomworkshops59983.2024.10502594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/percomworkshops59983.2024.10502594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057743682","display_name":"Ehsan Yaghoubi","orcid":"https://orcid.org/0000-0003-3639-266X"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Ehsan Yaghoubi","raw_affiliation_strings":["Universität Hamburg,Hamburg,Germany,22527"],"affiliations":[{"raw_affiliation_string":"Universität Hamburg,Hamburg,Germany,22527","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113184658","display_name":"Tuyet Kim Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tuyet Kim Tran","raw_affiliation_strings":["Universität Hamburg,Hamburg,Germany,22527"],"affiliations":[{"raw_affiliation_string":"Universität Hamburg,Hamburg,Germany,22527","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073520537","display_name":"Diana Borza","orcid":null},"institutions":[{"id":"https://openalex.org/I3125347698","display_name":"Babe\u0219-Bolyai University","ror":"https://ror.org/02rmd1t30","country_code":"RO","type":"education","lineage":["https://openalex.org/I3125347698"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Diana Borza","raw_affiliation_strings":["Babeş Bolyai University,Cluj-Napoca,Romania"],"affiliations":[{"raw_affiliation_string":"Babeş Bolyai University,Cluj-Napoca,Romania","institution_ids":["https://openalex.org/I3125347698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038082633","display_name":"Simone Frintrop","orcid":"https://orcid.org/0000-0002-9475-3593"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simone Frintrop","raw_affiliation_strings":["Universität Hamburg,Hamburg,Germany,22527"],"affiliations":[{"raw_affiliation_string":"Universität Hamburg,Hamburg,Germany,22527","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057743682"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":null,"apc_paid":null,"fwci":0.533,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65692684,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"273","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.695122241973877},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.579365074634552},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5629627108573914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47557464241981506},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.43680715560913086},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07711797952651978},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06680670380592346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695122241973877},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.579365074634552},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5629627108573914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47557464241981506},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.43680715560913086},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07711797952651978},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06680670380592346},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/percomworkshops59983.2024.10502594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/percomworkshops59983.2024.10502594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2079725295","https://openalex.org/W2098689807","https://openalex.org/W2148437670","https://openalex.org/W2465534249","https://openalex.org/W2519656895","https://openalex.org/W2740550900","https://openalex.org/W2766272105","https://openalex.org/W2787581402","https://openalex.org/W2808359495","https://openalex.org/W2962931510","https://openalex.org/W2963344337","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964216663","https://openalex.org/W2971050617","https://openalex.org/W3009260245","https://openalex.org/W3032925342","https://openalex.org/W3093051361","https://openalex.org/W3095379519","https://openalex.org/W3128412859","https://openalex.org/W4297499129","https://openalex.org/W4321793515","https://openalex.org/W4385245566","https://openalex.org/W6719667659","https://openalex.org/W6752724743"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989"],"abstract_inverted_index":{"Sentiment":[0],"analysis,":[1],"the":[2,26,54,86,94,97],"process":[3],"of":[4,28,88,96],"predicting":[5],"sentiments":[6],"expressed":[7],"in":[8,20,37,91],"human":[9],"communication,":[10],"has":[11],"evolved":[12],"to":[13,66],"multimodal":[14],"sentiment":[15],"analysis":[16],"(MSA).":[17],"Recent":[18],"advances":[19],"attention-based":[21,64],"MSA":[22],"models":[23],"have":[24],"demonstrated":[25],"effectiveness":[27],"capturing":[29],"intramodality":[30,69],"and":[31,41],"intermodality":[32,77],"dynamics.":[33,78],"However,":[34],"challenges":[35],"remain":[36],"achieving":[38],"optimal":[39],"performance":[40],"creating":[42],"effective":[43],"context":[44],"representations":[45],"across":[46],"modalities.":[47],"To":[48],"address":[49],"these":[50],"challenges,":[51],"we":[52],"propose":[53],"Multi-Head":[55],"self-attention":[56],"with":[57,93],"Context-Aware":[58],"attention":[59],"model,":[60],"which":[61],"utilizes":[62],"two":[63],"mechanisms":[65],"strategically":[67],"capture":[68],"dynamics":[70],"within":[71],"each":[72],"modality":[73],"before":[74],"delving":[75],"into":[76],"The":[79],"experimental":[80],"results":[81],"on":[82],"5":[83],"datasets":[84],"show":[85],"superiority":[87],"our":[89],"model":[90],"comparison":[92],"state":[95],"arts.":[98]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}