{"id":"https://openalex.org/W4312287430","doi":"https://doi.org/10.1109/tmm.2022.3214989","title":"Multimodal Emotion Classification With Multi-Level Semantic Reasoning Network","display_name":"Multimodal Emotion Classification With Multi-Level Semantic Reasoning Network","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4312287430","doi":"https://doi.org/10.1109/tmm.2022.3214989"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3214989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3214989","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009067244","display_name":"Tong Zhu","orcid":"https://orcid.org/0000-0002-3082-7848"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhu","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3082-7848","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033615240","display_name":"Leida Li","orcid":"https://orcid.org/0000-0001-9069-8796"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leida Li","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-9069-8796","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089409678","display_name":"Jufeng Yang","orcid":"https://orcid.org/0000-0003-0219-3443"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jufeng Yang","raw_affiliation_strings":["School of Computer Science and Control Engineering, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-0219-3443","affiliations":[{"raw_affiliation_string":"School of Computer Science and Control Engineering, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051149140","display_name":"Sicheng Zhao","orcid":"https://orcid.org/0000-0001-5843-6411"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sicheng Zhao","raw_affiliation_strings":["BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5843-6411","affiliations":[{"raw_affiliation_string":"BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029841497","display_name":"Xiao Xiao","orcid":"https://orcid.org/0000-0003-4883-4410"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Xiao","raw_affiliation_strings":["School of Telecommunication Engineering, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-4883-4410","affiliations":[{"raw_affiliation_string":"School of Telecommunication Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.015,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.92270035,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"6868","last_page":"6880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7777385115623474},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6447038650512695},{"id":"https://openalex.org/keywords/sadness","display_name":"Sadness","score":0.6116991639137268},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5540406703948975},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5272582769393921},{"id":"https://openalex.org/keywords/disgust","display_name":"Disgust","score":0.5051265358924866},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.46651139855384827},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45504963397979736},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13138234615325928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7777385115623474},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6447038650512695},{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.6116991639137268},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5540406703948975},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5272582769393921},{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.5051265358924866},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.46651139855384827},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45504963397979736},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13138234615325928},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3214989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3214989","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G6468169989","display_name":null,"funder_award_id":"62171340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G712080188","display_name":null,"funder_award_id":"61991451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7944472674","display_name":"\u9762\u5411\u865a\u62df\u89c6\u89d2\u5408\u6210\u7684\u5ba2\u89c2\u8d28\u91cf\u8bc4\u4ef7\u65b9\u6cd5\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61771473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1784731433","https://openalex.org/W1832693441","https://openalex.org/W2003856922","https://openalex.org/W2030193357","https://openalex.org/W2046682605","https://openalex.org/W2074356411","https://openalex.org/W2078861472","https://openalex.org/W2080558111","https://openalex.org/W2113459411","https://openalex.org/W2116341502","https://openalex.org/W2125387256","https://openalex.org/W2131774270","https://openalex.org/W2133564696","https://openalex.org/W2163605009","https://openalex.org/W2184450814","https://openalex.org/W2189360217","https://openalex.org/W2194775991","https://openalex.org/W2250966211","https://openalex.org/W2265228180","https://openalex.org/W2277195237","https://openalex.org/W2293236424","https://openalex.org/W2440198081","https://openalex.org/W2740046088","https://openalex.org/W2741630455","https://openalex.org/W2744979708","https://openalex.org/W2767484504","https://openalex.org/W2787293089","https://openalex.org/W2798802604","https://openalex.org/W2883853499","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2905551935","https://openalex.org/W2910191085","https://openalex.org/W2914767245","https://openalex.org/W2937612335","https://openalex.org/W2950898568","https://openalex.org/W2958301808","https://openalex.org/W2963101956","https://openalex.org/W2963355447","https://openalex.org/W2964015378","https://openalex.org/W2966078298","https://openalex.org/W2971765953","https://openalex.org/W2988823324","https://openalex.org/W3034456293","https://openalex.org/W3034943799","https://openalex.org/W3036481309","https://openalex.org/W3041730883","https://openalex.org/W3092740872","https://openalex.org/W3094502228","https://openalex.org/W3095024162","https://openalex.org/W3102853424","https://openalex.org/W3104739527","https://openalex.org/W3174134652","https://openalex.org/W3174517569","https://openalex.org/W3187313248","https://openalex.org/W3194672963","https://openalex.org/W3206577156","https://openalex.org/W3209710747","https://openalex.org/W4285723986","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6638212731","https://openalex.org/W6676984168","https://openalex.org/W6679434410","https://openalex.org/W6684191040","https://openalex.org/W6690815549","https://openalex.org/W6726873649","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2120267809","https://openalex.org/W2955987787","https://openalex.org/W619369203","https://openalex.org/W4386027168","https://openalex.org/W2619202811","https://openalex.org/W2080838132","https://openalex.org/W2018507422","https://openalex.org/W2794357331","https://openalex.org/W4288457145","https://openalex.org/W2037174948"],"abstract_inverted_index":{"Nowadays,":[0],"people":[1,73],"are":[2,85,222],"accustomed":[3],"to":[4,47,75,149,161,173,192,209],"posting":[5],"images":[6],"and":[7,56,65,83,88,127,139,152,155,187,213],"associated":[8],"text":[9,180],"for":[10,112,224],"expressing":[11],"their":[12],"emotions":[13,71],"on":[14,217,231],"social":[15],"networks.":[16],"Accordingly,":[17],"multimodal":[18,31,115,220],"sentiment":[19,32,38,43,61],"analysis":[20,33],"has":[21,79],"drawn":[22],"increasingly":[23],"more":[24],"attention.":[25],"Most":[26],"of":[27,96,237],"the":[28,37,41,69,94,122,133,175,194,235,238,242],"existing":[29],"image-text":[30,114],"methods":[34],"simply":[35],"predict":[36],"polarity.":[39],"However,":[40],"same":[42],"polarity":[44,62],"may":[45,66],"correspond":[46],"quite":[48],"different":[49],"emotions,":[50],"such":[51],"as":[52],"happiness":[53],"vs.":[54,58],"excitement":[55],"disgust":[57],"sadness.":[59],"Therefore,":[60],"is":[63,171,207],"ambiguous":[64],"not":[67,119],"convey":[68],"accurate":[70],"that":[72,81,89],"want":[74],"express.":[76],"Psychological":[77],"research":[78],"shown":[80],"objects":[82,126,138,151],"words":[84,128,197],"emotional":[86],"stimuli":[87],"semantic":[90,123,134,164,177],"concepts":[91],"can":[92],"affect":[93],"role":[95],"stimuli.":[97],"Inspired":[98],"by":[99],"this":[100,102],"observation,":[101],"paper":[103],"presents":[104],"a":[105,157,167,184,199,202],"new":[106],"MUlti-Level":[107],"SEmantic":[108],"Reasoning":[109],"network":[110],"(MULSER)":[111],"fine-grained":[113,225],"emotion":[116,226],"classification,":[117],"which":[118,218],"only":[120],"investigates":[121],"relationship":[124,135],"among":[125,196],"respectively,":[129],"but":[130],"also":[131],"explores":[132],"between":[136],"regional":[137],"global":[140,153],"concepts.":[141],"For":[142,179],"image":[143],"modality,":[144,181],"we":[145,182],"first":[146],"build":[147,183],"graphs":[148],"extract":[150],"representation,":[154],"employ":[156],"graph":[158,170,186,190],"attention":[159,191,204],"module":[160,206],"perform":[162],"bilevel":[163],"reasoning.":[165],"Then,":[166],"joint":[168],"visual":[169,212],"built":[172],"learn":[174],"regional-global":[176],"relations.":[178],"word":[185],"further":[188],"apply":[189],"reinforce":[193],"interdependencies":[195],"in":[198],"sentence.":[200],"Finally,":[201],"cross-modal":[203],"fusion":[205],"proposed":[208,239],"fuse":[210],"semantic-enhanced":[211],"textual":[214],"features,":[215],"based":[216],"informative":[219],"representations":[221],"obtained":[223],"classification.":[227],"The":[228],"experimental":[229],"results":[230],"public":[232],"datasets":[233],"demonstrate":[234],"superiority":[236],"model":[240],"over":[241],"state-of-the-art":[243],"methods.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}