{"id":"https://openalex.org/W4220923545","doi":"https://doi.org/10.1145/3527175","title":"Affective Interaction: Attentive Representation Learning for Multi-Modal Sentiment Classification","display_name":"Affective Interaction: Attentive Representation Learning for Multi-Modal Sentiment Classification","publication_year":2022,"publication_date":"2022-03-25","ids":{"openalex":"https://openalex.org/W4220923545","doi":"https://doi.org/10.1145/3527175"},"language":"en","primary_location":{"id":"doi:10.1145/3527175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527175","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100711409","display_name":"Yazhou Zhang","orcid":"https://orcid.org/0000-0002-5699-0176"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yazhou Zhang","raw_affiliation_strings":["Software Engineering College, Zhengzhou University of Light Industry, Zhengzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"Software Engineering College, Zhengzhou University of Light Industry, Zhengzhou, P.R. China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082046789","display_name":"Prayag Tiwari","orcid":"https://orcid.org/0000-0002-2851-4260"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Prayag Tiwari","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101879932","display_name":"Lu Rong","orcid":null},"institutions":[{"id":"https://openalex.org/I55285296","display_name":"UCSI University","ror":"https://ror.org/019787q29","country_code":"MY","type":"education","lineage":["https://openalex.org/I55285296"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Lu Rong","raw_affiliation_strings":["Faculty of Social Sciences and Liberal Arts, University College Sedaya International, Kuala Lumpur, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Social Sciences and Liberal Arts, University College Sedaya International, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I55285296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403698","display_name":"Rui Chen","orcid":"https://orcid.org/0009-0001-7120-4209"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Chen","raw_affiliation_strings":["Software Engineering College, Zhengzhou University of Light Industry, Zhengzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"Software Engineering College, Zhengzhou University of Light Industry, Zhengzhou, P.R. China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055406596","display_name":"Nojoom A. Alnajem","orcid":null},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nojoom A. Alnajem","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037865550","display_name":"M. Shamim Hossain","orcid":"https://orcid.org/0000-0001-5906-9422"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"M. Shamim Hossain","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100711409"],"corresponding_institution_ids":["https://openalex.org/I23171815"],"apc_list":null,"apc_paid":null,"fwci":2.0699,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88517852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"18","issue":"3s","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282887935638428},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8239831924438477},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6544007658958435},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6229446530342102},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5396338701248169},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5235055088996887},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.44953209161758423},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4466955363750458},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4122784733772278},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3540460467338562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282887935638428},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8239831924438477},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6544007658958435},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6229446530342102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5396338701248169},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5235055088996887},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.44953209161758423},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4466955363750458},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4122784733772278},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3540460467338562},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3527175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527175","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G661175156","display_name":null,"funder_award_id":"62006212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2011261343","https://openalex.org/W2027393660","https://openalex.org/W2184902314","https://openalex.org/W2266199501","https://openalex.org/W2288112950","https://openalex.org/W2512317583","https://openalex.org/W2562781711","https://openalex.org/W2590096887","https://openalex.org/W2740550900","https://openalex.org/W2759476730","https://openalex.org/W2766671363","https://openalex.org/W2769507557","https://openalex.org/W2799498328","https://openalex.org/W2809910880","https://openalex.org/W2883409523","https://openalex.org/W2900933500","https://openalex.org/W2903559293","https://openalex.org/W2904391139","https://openalex.org/W2910191085","https://openalex.org/W2915149867","https://openalex.org/W2918087949","https://openalex.org/W2920873208","https://openalex.org/W2946933691","https://openalex.org/W2947285017","https://openalex.org/W2959012313","https://openalex.org/W2963533390","https://openalex.org/W2964051877","https://openalex.org/W2988217457","https://openalex.org/W2991568321","https://openalex.org/W2994718079","https://openalex.org/W2997258743","https://openalex.org/W2998135150","https://openalex.org/W3019577029","https://openalex.org/W3035177206","https://openalex.org/W3044285380","https://openalex.org/W3047095708","https://openalex.org/W3081817842","https://openalex.org/W3084624816","https://openalex.org/W3089475900","https://openalex.org/W3093282011","https://openalex.org/W3093400813","https://openalex.org/W3093800784","https://openalex.org/W3094384122","https://openalex.org/W3103593657","https://openalex.org/W3114968970","https://openalex.org/W3115253639","https://openalex.org/W3115532187","https://openalex.org/W3116159721","https://openalex.org/W3118916233","https://openalex.org/W3130844452","https://openalex.org/W3151576663","https://openalex.org/W3154745533","https://openalex.org/W3162024001","https://openalex.org/W3163144570","https://openalex.org/W3180048861","https://openalex.org/W3183887682","https://openalex.org/W3184298327","https://openalex.org/W3207610499","https://openalex.org/W3207773797","https://openalex.org/W3208639589","https://openalex.org/W3213529515","https://openalex.org/W4205339613","https://openalex.org/W4205462621","https://openalex.org/W4206645646","https://openalex.org/W4256691599"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W2801635251"],"abstract_inverted_index":{"The":[0,137,194,224,243,266],"recent":[1],"booming":[2],"of":[3,23,26,60,64,72,96,108,115,148,164,172,191,254,261,269,308],"artificial":[4],"intelligence":[5,54,70],"(AI)":[6],"applications,":[7],"e.g.,":[8],"affective":[9,73],"robots,":[10],"human-machine":[11],"interfaces,":[12],"autonomous":[13],"vehicles,":[14],"and":[15,37,43,53,57,86,122,130,150,201,206,234,237,260,290,301],"so":[16],"on,":[17],"has":[18,89,141],"produced":[19],"a":[20,41,91,106],"great":[21,65],"number":[22],"multi-modal":[24,61,198,276],"records":[25,62],"human":[27,51],"communication.":[28],"Such":[29],"data":[30],"often":[31],"carry":[32],"latent":[33],"subjective":[34],"users\u2019":[35],"attitudes":[36],"opinions,":[38],"which":[39,144,231],"provides":[40],"practical":[42],"feasible":[44],"path":[45],"to":[46,67,77,82,119,182,250,273,283],"realize":[47],"the":[48,69,146,161,169,189,192,202,252,255,285,302,306,309],"connection":[49],"between":[50,139,204,287],"emotion":[52,58,131,151,157,291],"services.":[55,74],"Sentiment":[56],"analysis":[59,129,289],"is":[63,158,168,248,272,281],"value":[66],"improve":[68],"level":[71],"However,":[75],"how":[76],"find":[78],"an":[79,214,238],"optimal":[80],"manner":[81],"learn":[83],"people\u2019s":[84],"sentiments":[85],"emotional":[87],"representations":[88],"been":[90,111,142],"difficult":[92],"problem,":[93,105],"since":[94,124],"both":[95],"them":[97,116,140],"involve":[98],"subtle":[99],"mind":[100],"activity.":[101],"To":[102,208],"solve":[103,209],"this":[104,155],"lot":[107],"approaches":[109],"have":[110,126],"published,":[112],"but":[113],"most":[114],"are":[117,179,197,232],"insufficient":[118],"mine":[120],"sentiment":[121,128,149,167,205,288],"emotion,":[123],"they":[125,178],"treated":[127],"recognition":[132],"as":[133,160],"two":[134,228],"separate":[135],"tasks.":[136],"interaction":[138,203],"neglected,":[143],"limits":[145],"efficiency":[147],"representation":[152,200,219],"learning.":[153],"In":[154],"work,":[156],"seen":[159],"external":[162,215,239,244],"expression":[163],"sentiment,":[165],"while":[166],"essential":[170],"nature":[171],"emotion.":[173,207],"We":[174,293],"thus":[175],"argue":[176],"that":[177],"strongly":[180],"related":[181],"each":[183],"other":[184],"where":[185],"one\u2019s":[186],"judgment":[187],"helps":[188],"decision":[190],"other.":[193],"key":[195],"challenges":[196],"fused":[199,277],"such":[210],"issues,":[211],"we":[212],"design":[213],"knowledge":[216,240,245],"enhanced":[217],"multi-task":[218],"learning":[220],"network,":[221],"termed":[222],"KAMT.":[223],"major":[225],"elements":[226],"contain":[227],"attention":[229,271,280],"mechanisms,":[230],"inter-modal":[233,270],"inter-task":[235],"attentions":[236],"augmentation":[241,246],"layer.":[242],"layer":[247],"used":[249,299],"extract":[251],"vector":[253],"participant\u2019s":[256],"gender,":[257],"age,":[258],"occupation,":[259],"overall":[262],"color":[263],"or":[264],"shape.":[265],"main":[267],"use":[268],"capture":[274],"effective":[275],"features.":[278],"Inter-task":[279],"designed":[282],"model":[284],"correlation":[286],"classification.":[292],"perform":[294],"experiments":[295],"on":[296],"three":[297],"widely":[298],"datasets,":[300],"experimental":[303],"performance":[304],"proves":[305],"effectiveness":[307],"KAMT":[310],"model.":[311]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}