{"id":"https://openalex.org/W4312246084","doi":"https://doi.org/10.1109/access.2022.3219200","title":"CMJRT: Cross-Modal Joint Representation Transformer for Multimodal Sentiment Analysis","display_name":"CMJRT: Cross-Modal Joint Representation Transformer for Multimodal Sentiment Analysis","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312246084","doi":"https://doi.org/10.1109/access.2022.3219200"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3219200","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3219200","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09936615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09936615.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102019472","display_name":"Meng Xu","orcid":"https://orcid.org/0000-0002-8299-3805"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Xu","raw_affiliation_strings":["College of Electronic Information and Automation, Civil Aviation University of China, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Information and Automation, Civil Aviation University of China, Tianjin, China","institution_ids":["https://openalex.org/I28813325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023901169","display_name":"Feifei Liang","orcid":"https://orcid.org/0000-0001-9167-7102"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Liang","raw_affiliation_strings":["College of Electronic Information and Automation, Civil Aviation University of China, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-9167-7102","affiliations":[{"raw_affiliation_string":"College of Electronic Information and Automation, Civil Aviation University of China, Tianjin, China","institution_ids":["https://openalex.org/I28813325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102499090","display_name":"Xiangyi Su","orcid":null},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyi Su","raw_affiliation_strings":["College of Transportation Science and Engineering, Civil Aviation University of China, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Transportation Science and Engineering, Civil Aviation University of China, Tianjin, China","institution_ids":["https://openalex.org/I28813325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037306364","display_name":"Cheng Fang","orcid":"https://orcid.org/0000-0002-2696-2721"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Fang","raw_affiliation_strings":["Key Laboratory of Civil Aviation Thermal Hazards Prevention and Emergency Response, Civil Aviation University of China, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-2696-2721","affiliations":[{"raw_affiliation_string":"Key Laboratory of Civil Aviation Thermal Hazards Prevention and Emergency Response, Civil Aviation University of China, Tianjin, China","institution_ids":["https://openalex.org/I28813325"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28813325"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.3618,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90278476,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"131671","last_page":"131679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7570990920066833},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7369616627693176},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5194777250289917},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4463827610015869},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.43562623858451843},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.419779896736145},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41966331005096436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7570990920066833},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7369616627693176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5194777250289917},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4463827610015869},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.43562623858451843},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.419779896736145},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41966331005096436},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3219200","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3219200","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09936615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bff3def423314af7b6dc519a456010b0","is_oa":false,"landing_page_url":"https://doaj.org/article/bff3def423314af7b6dc519a456010b0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 131671-131679 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3219200","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3219200","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09936615.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7534092413","display_name":null,"funder_award_id":"3122018C005","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8776003365","display_name":null,"funder_award_id":"2017QD05S","funder_id":"https://openalex.org/F4320321565","funder_display_name":"Civil Aviation University of China"}],"funders":[{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320321565","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312246084.pdf","grobid_xml":"https://content.openalex.org/works/W4312246084.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2095176743","https://openalex.org/W2130942839","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2395639500","https://openalex.org/W2556418146","https://openalex.org/W2612041314","https://openalex.org/W2619383789","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2883430806","https://openalex.org/W2913428326","https://openalex.org/W2946165673","https://openalex.org/W2962931510","https://openalex.org/W2963710346","https://openalex.org/W2963871344","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W3002123144","https://openalex.org/W3037572520","https://openalex.org/W3039869264","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3169801598","https://openalex.org/W4225650823","https://openalex.org/W4226150137","https://openalex.org/W4285105012","https://openalex.org/W6640212811","https://openalex.org/W6679436768","https://openalex.org/W6686207219","https://openalex.org/W6803759081"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2548633793","https://openalex.org/W2941935829","https://openalex.org/W3089396779","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3013279174","https://openalex.org/W3132372214","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"Multimodal":[0],"Sentiment":[1],"Analysis":[2],"(MSA)":[3],"is":[4,29,122,150],"an":[5],"emerging":[6],"research":[7],"field":[8],"that":[9,34,169],"aims":[10],"to":[11,30,50,69,106,113,124,142,152],"identify":[12],"the":[13,45,55,125,147],"sentiment":[14,85],"of":[15,44,57,65,117],"speakers":[16],"through":[17,54],"Audio":[18],"(A),":[19],"Video":[20],"(V),":[21],"and":[22,37,72,129,165],"Text":[23],"(T)":[24],"modalities.":[25,42,75,139],"The":[26,133],"major":[27],"challenge":[28],"capture":[31],"joint":[32,52,102,115],"representations":[33,103,116],"can":[35],"associate":[36],"integrate":[38],"information":[39,158],"from":[40,104,159],"various":[41],"Most":[43],"existing":[46,174],"methods":[47,62],"are":[48,63],"prone":[49],"acquiring":[51],"representation":[53],"concatenation":[56],"input":[58],"features.":[59],"However,":[60],"these":[61],"short":[64],"exploiting":[66],"interactions":[67,97],"fully":[68],"ensure":[70],"consistency":[71,137],"complementarity":[73,144],"among":[74,98,145],"To":[76],"solve":[77],"this":[78],"problem,":[79],"we":[80,109],"design":[81],"a":[82],"novel":[83],"multimodal":[84],"analysis":[86],"framework":[87],"named":[88],"Cross-Modal":[89],"Joint":[90],"Representation":[91],"Transformer":[92],"(CMJRT),":[93],"which":[94],"exploits":[95],"hierarchical":[96],"modalities":[99],"by":[100,131],"passing":[101],"bimodality":[105],"unimodality.":[107],"Specifically,":[108],"adopt":[110],"cyclic":[111],"translation":[112,134],"obtain":[114],"bimodality,":[118],"where":[119],"one":[120],"modality":[121,127],"translated":[123],"other":[126],"forward":[128],"backward":[130],"encoder-decoders.":[132],"process":[135],"ensures":[136],"between":[138],"In":[140],"addition,":[141],"explore":[143],"modalities,":[146],"cross-modal":[148],"transformer":[149],"used":[151],"reinforce":[153],"each":[154],"unimodality":[155],"with":[156],"common":[157],"bimodality.":[160],"Extensive":[161],"experiments":[162],"on":[163],"CMU-MOSI":[164],"CMU-MOSEI":[166],"datasets":[167],"demonstrate":[168],"our":[170],"proposed":[171],"method":[172],"outperforms":[173],"approaches.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}