{"id":"https://openalex.org/W4402352241","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651442","title":"Shared and Private Information Learning in Multimodal Sentiment Analysis with Deep Modal Alignment and Self-supervised Multi-Task Learning","display_name":"Shared and Private Information Learning in Multimodal Sentiment Analysis with Deep Modal Alignment and Self-supervised Multi-Task Learning","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352241","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651442"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10651442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10651442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086484127","display_name":"Songning Lai","orcid":"https://orcid.org/0009-0007-3132-9414"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songning Lai","raw_affiliation_strings":["Shandong University,School of Information Science and Engineering,Qingdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Information Science and Engineering,Qingdao,China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050356354","display_name":"Jiakang Li","orcid":"https://orcid.org/0000-0001-7799-3846"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiakang Li","raw_affiliation_strings":["Lanzhou University,School of Information Science and Engineering,Lanzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lanzhou University,School of Information Science and Engineering,Lanzhou,China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101353835","display_name":"Guinan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guinan Guo","raw_affiliation_strings":["Sun Yat-sen University,Geography and Planning,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,Geography and Planning,Guangzhou,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101203529","display_name":"Xifeng Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xifeng Hu","raw_affiliation_strings":["Shandong University,School of Information Science and Engineering,Qingdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Information Science and Engineering,Qingdao,China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428712","display_name":"Yulong Li","orcid":"https://orcid.org/0000-0002-9956-8549"},"institutions":[{"id":"https://openalex.org/I9916479","display_name":"Air Force Medical University","ror":"https://ror.org/00ms48f15","country_code":"CN","type":"education","lineage":["https://openalex.org/I9916479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulong Li","raw_affiliation_strings":["Air Force Medical University,Department of Military Medical Psychology,Xi’an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Medical University,Department of Military Medical Psychology,Xi’an,China","institution_ids":["https://openalex.org/I9916479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101994708","display_name":"Yuan Tan","orcid":"https://orcid.org/0000-0003-3260-6771"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Tan","raw_affiliation_strings":["Lanzhou University,School of Information Science and Engineering,Lanzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lanzhou University,School of Information Science and Engineering,Lanzhou,China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006991672","display_name":"Zichen Song","orcid":"https://orcid.org/0000-0003-4155-2410"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichen Song","raw_affiliation_strings":["Lanzhou University,School of Information Science and Engineering,Lanzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lanzhou University,School of Information Science and Engineering,Lanzhou,China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696599","display_name":"Yutong Liu","orcid":"https://orcid.org/0000-0002-0206-8899"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yutong Liu","raw_affiliation_strings":["National University of Singapore,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112954059","display_name":"Zhaoxia Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxia Ren","raw_affiliation_strings":["Shandong University,Assets and Laboratory Management Department,Qingdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,Assets and Laboratory Management Department,Qingdao,China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367591","display_name":"Chun Wang","orcid":"https://orcid.org/0000-0003-2695-9781"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Wang","raw_affiliation_strings":["Shandong University,Assets and Laboratory Management Department,Qingdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,Assets and Laboratory Management Department,Qingdao,China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101995420","display_name":"Danmin Miao","orcid":"https://orcid.org/0000-0001-9705-4408"},"institutions":[{"id":"https://openalex.org/I9916479","display_name":"Air Force Medical University","ror":"https://ror.org/00ms48f15","country_code":"CN","type":"education","lineage":["https://openalex.org/I9916479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danmin Miao","raw_affiliation_strings":["Air Force Medical University,Department of Military Medical Psychology,Xi’an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Medical University,Department of Military Medical Psychology,Xi’an,China","institution_ids":["https://openalex.org/I9916479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382302","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0002-7640-5982"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Shandong University,School of Information Science and Engineering,Qingdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of Information Science and Engineering,Qingdao,China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7506843209266663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6837179660797119},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6765549778938293},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6462557315826416},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6086819767951965},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5986831784248352},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4936898648738861},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42374956607818604},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4195787310600281},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4190247058868408},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10458049178123474}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7506843209266663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6837179660797119},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6765549778938293},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6462557315826416},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6086819767951965},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5986831784248352},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4936898648738861},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42374956607818604},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4195787310600281},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4190247058868408},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10458049178123474},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10651442","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10651442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W2085662862","https://openalex.org/W2136848157","https://openalex.org/W2251394420","https://openalex.org/W2310404790","https://openalex.org/W2465534249","https://openalex.org/W2520314979","https://openalex.org/W2573587735","https://openalex.org/W2753709519","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2885195348","https://openalex.org/W2944851425","https://openalex.org/W2950673314","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964288524","https://openalex.org/W2964346351","https://openalex.org/W3000086239","https://openalex.org/W3001479960","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3035177206","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3094310321","https://openalex.org/W3098042509","https://openalex.org/W3128412859","https://openalex.org/W3128789131","https://openalex.org/W3133542152","https://openalex.org/W3141797743","https://openalex.org/W3173549566","https://openalex.org/W3184679245","https://openalex.org/W3208704724","https://openalex.org/W4220829848","https://openalex.org/W4220864080","https://openalex.org/W4220864965","https://openalex.org/W4223909097","https://openalex.org/W4226186561","https://openalex.org/W4283808380","https://openalex.org/W4285262944","https://openalex.org/W4289639938","https://openalex.org/W4293209516","https://openalex.org/W4297499129","https://openalex.org/W4312096767","https://openalex.org/W4312665716","https://openalex.org/W4382318923","https://openalex.org/W4383373730","https://openalex.org/W4387582447","https://openalex.org/W4387848805","https://openalex.org/W4388074308","https://openalex.org/W4388408991","https://openalex.org/W4388619986","https://openalex.org/W4388974348","https://openalex.org/W4391769767","https://openalex.org/W4391770551","https://openalex.org/W4391770600","https://openalex.org/W4392173777","https://openalex.org/W4392306982","https://openalex.org/W4392904712","https://openalex.org/W4396594854","https://openalex.org/W4401594570","https://openalex.org/W4402351749","https://openalex.org/W6719667659","https://openalex.org/W6752724743","https://openalex.org/W6754005058","https://openalex.org/W6870688871"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W3197494161","https://openalex.org/W3011727199","https://openalex.org/W4390452972","https://openalex.org/W4224286930"],"abstract_inverted_index":{"Designing":[0],"an":[1],"effective":[2],"representation":[3],"learning":[4,51,75,112,128,159],"method":[5],"for":[6,150],"multimodal":[7,34,93,171,193],"sentiment":[8,172,194],"analysis":[9,173,195],"is":[10,18],"a":[11,25,45,67,73,126,143],"critical":[12],"research":[13],"area.":[14],"The":[15,176],"primary":[16],"challenge":[17],"capturing":[19,189],"shared":[20,49,60,116,157],"and":[21,36,95,147],"private":[22,80,114],"information":[23,50,61,81,105,117,158,191],"within":[24],"comprehensive":[26],"modal":[27,48,137,156],"representation,":[28],"especially":[29],"when":[30],"dealing":[31],"with":[32],"uniform":[33],"labels":[35],"raw":[37],"feature":[38],"fusion.To":[39],"overcome":[40],"this":[41],"challenge,":[42],"we":[43,65,124,164],"propose":[44],"novel":[46],"deep":[47,155],"module":[52,70,87],"that":[53,130],"utilizes":[54],"the":[55,79,104,111,132,151,154,180],"covariance":[56],"matrix":[57],"to":[58,77,83,102,134],"capture":[59,78],"across":[62],"modalities.":[63],"Additionally,":[64],"introduce":[66],"label":[68],"generation":[69],"based":[71],"on":[72,136,168],"self-supervised":[74],"strategy":[76,129],"specific":[82],"each":[84],"modality.":[85],"Our":[86],"can":[88],"be":[89],"easily":[90],"integrated":[91],"into":[92],"tasks":[94],"offers":[96],"flexibility":[97],"by":[98],"allowing":[99],"parameter":[100],"adjustment":[101],"control":[103],"exchange":[106],"relationship":[107],"between":[108],"modes,":[109],"facilitating":[110],"of":[113,153,182],"or":[115],"as":[118],"needed.":[119],"To":[120],"further":[121],"enhance":[122],"performance,":[123],"employ":[125],"multi-task":[127],"enables":[131],"model":[133],"focus":[135],"differentiation":[138],"during":[139],"training.":[140],"We":[141],"provide":[142],"detailed":[144],"formulation":[145],"derivation":[146],"feasibility":[148],"proof":[149],"design":[152],"module.To":[160],"evaluate":[161],"our":[162,183],"approach,":[163],"conduct":[165],"extensive":[166],"experiments":[167],"three":[169],"common":[170],"benchmark":[174],"datasets.":[175],"experimental":[177],"results":[178],"validate":[179],"reliability":[181],"model,":[184],"demonstrating":[185],"its":[186],"effectiveness":[187],"in":[188,192],"nuanced":[190],"tasks.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}