{"id":"https://openalex.org/W4391454492","doi":"https://doi.org/10.1109/taslp.2024.3361374","title":"M$^{3}$SA: Multimodal Sentiment Analysis Based on Multi-Scale Feature Extraction and Multi-Task Learning","display_name":"M$^{3}$SA: Multimodal Sentiment Analysis Based on Multi-Scale Feature Extraction and Multi-Task Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391454492","doi":"https://doi.org/10.1109/taslp.2024.3361374"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3361374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3361374","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089182954","display_name":"Changkai Lin","orcid":"https://orcid.org/0009-0002-7641-9978"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Changkai Lin","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","College of Computer and Data Science, Fuzhou University, Fuzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, Fujian, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036420194","display_name":"Hongju Cheng","orcid":"https://orcid.org/0000-0002-0768-7859"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongju Cheng","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China","College of Computer and Data Science, Fuzhou University, Fuzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, Fujian, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012047295","display_name":"Qiang Rao","orcid":"https://orcid.org/0009-0001-0695-4628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang Rao","raw_affiliation_strings":["Fujian Jingwei Digital Technology Corporation Ltd., Fuzhou, China","Fujian Jingwei Digital Technology Corporation Ltd, Fuzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Fujian Jingwei Digital Technology Corporation Ltd., Fuzhou, China","institution_ids":[]},{"raw_affiliation_string":"Fujian Jingwei Digital Technology Corporation Ltd, Fuzhou, Fujian, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100397670","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-7891-2670"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089182954"],"corresponding_institution_ids":["https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":4.7498,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95283322,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"1416","last_page":"1429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7630407214164734},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7567513585090637},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6364303231239319},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6152232885360718},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5948050022125244},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.568124532699585},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5372035503387451},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5256134867668152},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4842112064361572},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.45772585272789},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4424247741699219},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37718820571899414},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3499101400375366},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.061658382415771484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7630407214164734},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7567513585090637},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6364303231239319},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6152232885360718},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5948050022125244},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.568124532699585},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5372035503387451},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5256134867668152},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4842112064361572},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45772585272789},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4424247741699219},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37718820571899414},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3499101400375366},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.061658382415771484},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taslp.2024.3361374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3361374","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-9758","is_oa":false,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/8755","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TASLP.2024.3361374","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2447469041","display_name":null,"funder_award_id":"62372110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G299913835","display_name":null,"funder_award_id":"2020B0101090005","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G607628066","display_name":null,"funder_award_id":"62372111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W790225446","https://openalex.org/W1555767263","https://openalex.org/W1577417017","https://openalex.org/W1595126664","https://openalex.org/W1965606641","https://openalex.org/W2071954570","https://openalex.org/W2095176743","https://openalex.org/W2123613719","https://openalex.org/W2191779130","https://openalex.org/W2341528187","https://openalex.org/W2556418146","https://openalex.org/W2565639579","https://openalex.org/W2584561145","https://openalex.org/W2752782242","https://openalex.org/W2753840835","https://openalex.org/W2786768213","https://openalex.org/W2787319633","https://openalex.org/W2805121932","https://openalex.org/W2807126412","https://openalex.org/W2810418809","https://openalex.org/W2895598217","https://openalex.org/W2896457183","https://openalex.org/W2898432033","https://openalex.org/W2905551935","https://openalex.org/W2937328183","https://openalex.org/W2962692632","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964326992","https://openalex.org/W2997945091","https://openalex.org/W3009332477","https://openalex.org/W3020589325","https://openalex.org/W3034849760","https://openalex.org/W3093051361","https://openalex.org/W3101998545","https://openalex.org/W3104536742","https://openalex.org/W3108405346","https://openalex.org/W3174214277","https://openalex.org/W3206529771","https://openalex.org/W4210777104","https://openalex.org/W4226323318","https://openalex.org/W4285262944","https://openalex.org/W4289516263","https://openalex.org/W4297808394","https://openalex.org/W4385245566","https://openalex.org/W4385573625","https://openalex.org/W4387698021","https://openalex.org/W6763745640","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Sentiment":[0,86],"analysis":[1,11,19,77,190],"plays":[2],"an":[3],"indispensable":[4],"part":[5],"in":[6,42],"human-computer":[7],"interaction.":[8],"Multimodal":[9,85],"sentiment":[10,18,44,189],"can":[12,177],"overcome":[13],"the":[14,113,120,132,139,144,147,152,155,164,170,175,194,201],"shortcomings":[15],"of":[16,58,65,115,122,146],"unimodal":[17],"by":[20],"fusing":[21],"multimodal":[22,43,127,188],"data.":[23],"However,":[24],"how":[25,32],"to":[26,33,71,142,168],"extracte":[27],"improved":[28],"feature":[29,52,92,108,180],"representations":[30],"and":[31,54,61,75,94,150,158,199],"execute":[34],"effective":[35,198],"modality":[36,134,149,157],"fusion":[37,128],"are":[38],"two":[39,185],"crucial":[40],"problems":[41],"analysis.":[45],"Traditional":[46],"work":[47],"uses":[48],"simple":[49],"sub-models":[50],"for":[51],"extraction,":[53],"they":[55],"ignore":[56],"features":[57],"different":[59,63,116],"scales":[60],"fuse":[62],"modalities":[64],"data":[66],"equally,":[67],"making":[68],"it":[69],"easier":[70],"incorporate":[72],"extraneous":[73],"information":[74],"affect":[76],"accuracy.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,104,162],"propose":[83,105],"a":[84,106,126],"Analysis":[87],"model":[88,176,203],"based":[89,130],"on":[90,131,184],"Multi-scale":[91],"extraction":[93,109],"Multi-task":[95],"learning":[96,166],"(M":[97],"<inline-formula":[98],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[99],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[100],"notation=\"LaTeX\">$^{3}$</tex-math></inline-formula>":[101],"SA).":[102],"First,":[103],"multi-scale":[107],"method":[110,121,196],"that":[111,174,193,200],"models":[112],"outputs":[114],"hidden":[117],"layers":[118],"with":[119],"channel":[123],"attention.":[124],"Second,":[125],"strategy":[129],"key":[133,148,156],"is":[135,197],"proposed,":[136],"which":[137],"utilizes":[138],"attention":[140],"mechanism":[141],"raise":[143],"proportion":[145],"mines":[151],"relationship":[153],"between":[154],"other":[159],"modalities.":[160],"Finally,":[161],"use":[163],"multi-task":[165],"approach":[167],"train":[169],"proposed":[171,195,202],"model,":[172],"ensuring":[173],"learn":[178],"better":[179],"representations.":[181],"Experimental":[182],"results":[183],"publicly":[186],"available":[187],"datasets":[191],"demonstrate":[192],"outperforms":[204],"baselines.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}