{"id":"https://openalex.org/W4399737748","doi":"https://doi.org/10.3390/fi16060213","title":"Learning Modality Consistency and Difference Information with Multitask Learning for Multimodal Sentiment Analysis","display_name":"Learning Modality Consistency and Difference Information with Multitask Learning for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-06-17","ids":{"openalex":"https://openalex.org/W4399737748","doi":"https://doi.org/10.3390/fi16060213"},"language":"en","primary_location":{"id":"doi:10.3390/fi16060213","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16060213","pdf_url":"https://www.mdpi.com/1999-5903/16/6/213/pdf?version=1718624353","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/6/213/pdf?version=1718624353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037306364","display_name":"Cheng Fang","orcid":"https://orcid.org/0000-0002-2696-2721"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cheng Fang","raw_affiliation_strings":["College of Electronic Information and Automation, Civil Aviation University of China, Tianjin 300300, China","Key Laboratory of Civil Aviation Thermal Hazards Prevention and Emergency Response, Civil Aviation University of China, Tianjin 300300, China"],"raw_orcid":"https://orcid.org/0000-0002-2696-2721","affiliations":[{"raw_affiliation_string":"College of Electronic Information and Automation, Civil Aviation University of China, Tianjin 300300, China","institution_ids":["https://openalex.org/I28813325"]},{"raw_affiliation_string":"Key Laboratory of Civil Aviation Thermal Hazards Prevention and Emergency Response, Civil Aviation University of China, Tianjin 300300, China","institution_ids":["https://openalex.org/I28813325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023901169","display_name":"Feifei Liang","orcid":"https://orcid.org/0000-0001-9167-7102"},"institutions":[{"id":"https://openalex.org/I4210127843","display_name":"First Automotive Works (China)","ror":"https://ror.org/0353t4m91","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210127843"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Liang","raw_affiliation_strings":["China FAW (Nanjing) Technology Development Co., Ltd., Nanjing 211100, China"],"raw_orcid":"https://orcid.org/0000-0001-9167-7102","affiliations":[{"raw_affiliation_string":"China FAW (Nanjing) Technology Development Co., Ltd., Nanjing 211100, China","institution_ids":["https://openalex.org/I4210127843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047805765","display_name":"Tianchi Li","orcid":"https://orcid.org/0009-0004-0137-7173"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianchi Li","raw_affiliation_strings":["College of Electronic Information and Automation, Civil Aviation University of China, Tianjin 300300, China"],"raw_orcid":"https://orcid.org/0009-0004-0137-7173","affiliations":[{"raw_affiliation_string":"College of Electronic Information and Automation, Civil Aviation University of China, Tianjin 300300, China","institution_ids":["https://openalex.org/I28813325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002451707","display_name":"Fangheng Guan","orcid":"https://orcid.org/0000-0003-3819-1087"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangheng Guan","raw_affiliation_strings":["College of Electronic Information and Automation, Civil Aviation University of China, Tianjin 300300, China"],"raw_orcid":"https://orcid.org/0000-0003-3819-1087","affiliations":[{"raw_affiliation_string":"College of Electronic Information and Automation, Civil Aviation University of China, Tianjin 300300, China","institution_ids":["https://openalex.org/I28813325"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037306364"],"corresponding_institution_ids":["https://openalex.org/I28813325"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.2297,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81772878,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"16","issue":"6","first_page":"213","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8862585425376892},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7194277048110962},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5804391503334045},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5619931817054749},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5558484792709351},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5268380045890808},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4411105513572693},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4144715666770935},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.1402774453163147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8862585425376892},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7194277048110962},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5804391503334045},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5619931817054749},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5558484792709351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5268380045890808},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4411105513572693},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4144715666770935},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.1402774453163147},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi16060213","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16060213","pdf_url":"https://www.mdpi.com/1999-5903/16/6/213/pdf?version=1718624353","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:6:p:213-:d:1416436","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/6/213/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:0ac30f638430466c9508e4c54703dece","is_oa":true,"landing_page_url":"https://doaj.org/article/0ac30f638430466c9508e4c54703dece","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 6, p 213 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi16060213","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16060213","pdf_url":"https://www.mdpi.com/1999-5903/16/6/213/pdf?version=1718624353","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399737748.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W2095176743","https://openalex.org/W2130942839","https://openalex.org/W2250539671","https://openalex.org/W2395639500","https://openalex.org/W2556418146","https://openalex.org/W2753709519","https://openalex.org/W2753840835","https://openalex.org/W2767290858","https://openalex.org/W2787581402","https://openalex.org/W2799150641","https://openalex.org/W2883409523","https://openalex.org/W2901272442","https://openalex.org/W2904518532","https://openalex.org/W2944388686","https://openalex.org/W2946218857","https://openalex.org/W2947476638","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964330500","https://openalex.org/W2964346351","https://openalex.org/W3022398031","https://openalex.org/W3037572520","https://openalex.org/W3100676321","https://openalex.org/W3108601100","https://openalex.org/W3128412859","https://openalex.org/W3169801598","https://openalex.org/W3184679245","https://openalex.org/W3207537403","https://openalex.org/W3211569837","https://openalex.org/W4206078408","https://openalex.org/W4225650823","https://openalex.org/W4286593296","https://openalex.org/W4297499129","https://openalex.org/W4312246084","https://openalex.org/W4320013936","https://openalex.org/W4360605323","https://openalex.org/W4376226279","https://openalex.org/W4385245566","https://openalex.org/W4385927804","https://openalex.org/W4389365482","https://openalex.org/W4392186830","https://openalex.org/W6679436768","https://openalex.org/W6739901393","https://openalex.org/W6784910987","https://openalex.org/W6803759081"],"related_works":["https://openalex.org/W3089396779","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680"],"abstract_inverted_index":{"The":[0],"primary":[1],"challenge":[2],"in":[3,9,25],"Multimodal":[4],"sentiment":[5,66],"analysis":[6],"(MSA)":[7],"lies":[8],"developing":[10],"robust":[11],"joint":[12,36],"representations":[13],"that":[14,126],"can":[15],"effectively":[16],"learn":[17],"mutual":[18],"information":[19,100],"from":[20],"diverse":[21],"modalities.":[22,54,102],"Previous":[23],"research":[24],"this":[26,57],"field":[27],"tends":[28],"to":[29,34,42,47,84,97],"rely":[30],"on":[31,117],"feature":[32],"concatenation":[33],"obtain":[35,98],"representations.":[37],"However,":[38],"these":[39],"approaches":[40,134],"fail":[41],"fully":[43],"exploit":[44],"interactive":[45],"patterns":[46],"ensure":[48],"consistency":[49],"and":[50,71,123,141],"differentiation":[51],"across":[52],"different":[53],"To":[55],"address":[56],"limitation,":[58],"we":[59],"propose":[60],"a":[61,74],"novel":[62],"framework":[63],"for":[64,139,143],"multimodal":[65],"analysis,":[67],"named":[68],"CDML":[69,79],"(Consistency":[70],"Difference":[72],"using":[73],"Multitask":[75],"Learning":[76],"network).":[77],"Specifically,":[78],"uses":[80],"an":[81],"attention":[82,87],"mechanism":[83],"assign":[85],"the":[86,104,107,112,131],"weights":[88],"of":[89],"each":[90],"modality":[91],"efficiently.":[92],"Adversarial":[93],"training":[94],"is":[95,109],"used":[96],"consistent":[99],"between":[101],"Finally,":[103],"difference":[105],"among":[106],"modalities":[108],"acquired":[110],"by":[111,135],"multitask":[113],"learning":[114],"framework.":[115],"Experiments":[116],"two":[118],"benchmark":[119],"MSA":[120],"datasets,":[121],"CMU-MOSI":[122],"CMU-MOSEI,":[124],"showcase":[125],"our":[127],"proposed":[128],"method":[129],"outperforms":[130],"seven":[132],"existing":[133],"at":[136],"least":[137],"1.3%":[138],"Acc-2":[140],"1.7%":[142],"F1.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}