{"id":"https://openalex.org/W4380875665","doi":"https://doi.org/10.1109/tnnls.2023.3282953","title":"Weakening the Dominant Role of Text: CMOSI Dataset and Multimodal Semantic Enhancement Network","display_name":"Weakening the Dominant Role of Text: CMOSI Dataset and Multimodal Semantic Enhancement Network","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380875665","doi":"https://doi.org/10.1109/tnnls.2023.3282953","pmid":"https://pubmed.ncbi.nlm.nih.gov/37327101"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3282953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3282953","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068772612","display_name":"Cong Jin","orcid":"https://orcid.org/0000-0003-0464-9862"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cong Jin","raw_affiliation_strings":["School of Information and Communication Engineering and the State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and the State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052817188","display_name":"Cong Luo","orcid":"https://orcid.org/0009-0005-4358-1284"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Luo","raw_affiliation_strings":["School of Information and Communication Engineering and the State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and the State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089718306","display_name":"Ming Yan","orcid":"https://orcid.org/0000-0001-8979-8490"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Yan","raw_affiliation_strings":["School of Information and Communication Engineering and the State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and the State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008495824","display_name":"Guangzhe Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I62853816","display_name":"Beijing University of Civil Engineering and Architecture","ror":"https://ror.org/02yj0p855","country_code":"CN","type":"education","lineage":["https://openalex.org/I62853816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangzhe Zhao","raw_affiliation_strings":["School of Electrical and Information Engineering, Beijing University of Civil Engineering and Architecture, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Beijing University of Civil Engineering and Architecture, Beijing, China","institution_ids":["https://openalex.org/I62853816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050659104","display_name":"Guixuan Zhang","orcid":"https://orcid.org/0000-0002-1072-8279"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guixuan Zhang","raw_affiliation_strings":["Institute of Automation (IA), Chinese Academy of Sciences (CAS), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation (IA), Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109291841","display_name":"Shuwu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuwu Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5068772612"],"corresponding_institution_ids":["https://openalex.org/I75689368"],"apc_list":null,"apc_paid":null,"fwci":6.7482,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97534254,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"1","first_page":"222","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8397723436355591},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6329140663146973},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6205227971076965},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5554701089859009},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.46132487058639526},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4422946572303772},{"id":"https://openalex.org/keywords/cohesion","display_name":"Cohesion (chemistry)","score":0.4256059229373932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8397723436355591},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6329140663146973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6205227971076965},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5554701089859009},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.46132487058639526},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4422946572303772},{"id":"https://openalex.org/C104054115","wikidata":"https://www.wikidata.org/wiki/Q216828","display_name":"Cohesion (chemistry)","level":2,"score":0.4256059229373932},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3282953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3282953","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37327101","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37327101","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1292368757","display_name":null,"funder_award_id":"2018YFB1403903","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1772702119","display_name":null,"funder_award_id":"L223033","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G219251005","display_name":null,"funder_award_id":"62176018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4502607212","display_name":null,"funder_award_id":"62271454","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5750103737","display_name":null,"funder_award_id":"62207029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G854353899","display_name":null,"funder_award_id":"2021YFF0900700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2079725295","https://openalex.org/W2096733369","https://openalex.org/W2098689807","https://openalex.org/W2146334809","https://openalex.org/W2191779130","https://openalex.org/W2341528187","https://openalex.org/W2510170536","https://openalex.org/W2612769033","https://openalex.org/W2772633765","https://openalex.org/W2787581402","https://openalex.org/W2807126412","https://openalex.org/W2883409523","https://openalex.org/W2899197626","https://openalex.org/W2924126491","https://openalex.org/W2963686995","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W2997573100","https://openalex.org/W2998470965","https://openalex.org/W3009260245","https://openalex.org/W3015655929","https://openalex.org/W3032925342","https://openalex.org/W3034849760","https://openalex.org/W3087647883","https://openalex.org/W3093051361","https://openalex.org/W3095992020","https://openalex.org/W3098042509","https://openalex.org/W3103167052","https://openalex.org/W3128412859","https://openalex.org/W3133481345","https://openalex.org/W3173549566","https://openalex.org/W3178782406","https://openalex.org/W3206529771","https://openalex.org/W3208639589","https://openalex.org/W3211570179","https://openalex.org/W3214432797","https://openalex.org/W4221161910","https://openalex.org/W4281569374","https://openalex.org/W4281674575","https://openalex.org/W4285149123","https://openalex.org/W4296551003","https://openalex.org/W4306167924","https://openalex.org/W4308222497","https://openalex.org/W4315498971","https://openalex.org/W4320004356","https://openalex.org/W6679436768","https://openalex.org/W6719667659","https://openalex.org/W6755207826","https://openalex.org/W6770782798","https://openalex.org/W6795294315","https://openalex.org/W6797781246","https://openalex.org/W6804934117","https://openalex.org/W6847140077"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2217121926","https://openalex.org/W2765903680"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,20,75],"analysis":[2,21],"(MSA)":[3],"is":[4,35,52,189,233],"important":[5,53],"for":[6,54],"quickly":[7],"and":[8,13,96,127,223,226,237],"accurately":[9],"understanding":[10],"people's":[11],"attitudes":[12],"opinions":[14],"about":[15],"an":[16],"event.":[17],"However,":[18],"existing":[19],"methods":[22],"suffer":[23],"from":[24,63,122,134],"the":[25,32,46,59,64,71,83,109,113,123,137,160,164,174,179,183,195,205,227],"dominant":[26,47,110],"contribution":[27],"of":[28,49,66,82,112,139,159,163,182,187,194],"text":[29,37,50],"modality":[30,51],"in":[31,208],"dataset;":[33],"this":[34,40],"called":[36],"dominance.":[38],"In":[39,211],"context,":[41],"we":[42,68,142,213],"emphasize":[43],"that":[44,173,199,230],"weakening":[45],"role":[48,111],"MSA":[55],"tasks.":[56],"To":[57],"solve":[58],"above":[60],"two":[61,105],"problems,":[62],"perspective":[65,138],"datasets,":[67,225],"first":[69],"propose":[70,143],"Chinese":[72],"multimodal":[73,145],"opinion-level":[74],"intensity":[76],"(CMOSI)":[77],"dataset.":[78,166,184],"Three":[79],"different":[80],"versions":[81,106,162,193],"dataset":[84],"were":[85],"constructed:":[86],"manually":[87,128],"proofreading":[88],"subtitles,":[89],"generating":[90,97],"subtitles":[91,98],"using":[92,99],"machine":[93],"speech":[94],"transcription,":[95],"human":[100],"cross-language":[101,240],"translation.":[102],"The":[103,185],"latter":[104],"radically":[107],"weaken":[108],"textual":[114],"model.":[115],"We":[116],"randomly":[117],"collected":[118],"144":[119],"real":[120],"videos":[121],"Bilibili":[124],"video":[125],"site":[126],"edited":[129],"2557":[130],"clips":[131],"containing":[132],"emotions":[133],"them.":[135],"From":[136],"network":[140,148,175,201],"modeling,":[141],"a":[144,152],"semantic":[146],"enhancement":[147],"(MSEN)":[149],"based":[150],"on":[151,191,220],"multiheaded":[153],"attention":[154],"mechanism":[155],"by":[156],"taking":[157],"advantage":[158],"multiple":[161],"CMOSI":[165,171],"Experiments":[167],"with":[168,178,218],"our":[169,200,231],"proposed":[170],"show":[172,229],"performs":[176],"best":[177],"text-unweakened":[180],"version":[181],"loss":[186],"performance":[188],"minimal":[190],"both":[192],"text-weakened":[196],"dataset,":[197],"indicating":[198],"can":[202],"fully":[203],"exploit":[204],"latent":[206],"semantics":[207],"nontext":[209],"patterns.":[210],"addition,":[212],"conducted":[214],"model":[215],"generalization":[216],"experiments":[217],"MSEN":[219],"MOSI,":[221],"MOSEI,":[222],"CH-SIMS":[224],"results":[228],"approach":[232],"also":[234],"very":[235],"competitive":[236],"has":[238],"good":[239],"robustness.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":11}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}