{"id":"https://openalex.org/W4380536734","doi":"https://doi.org/10.2478/jdis-2023-0012","title":"Multimodal sentiment analysis for social media contents during public emergencies","display_name":"Multimodal sentiment analysis for social media contents during public emergencies","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4380536734","doi":"https://doi.org/10.2478/jdis-2023-0012"},"language":"en","primary_location":{"id":"doi:10.2478/jdis-2023-0012","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2023-0012","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0012","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0012","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080986966","display_name":"Tao Fan","orcid":"https://orcid.org/0000-0002-6846-2901"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Fan","raw_affiliation_strings":["School of Economics and Management, Nanjing University of Science and Technology , Nanjing , China","School of Information Management, Nanjing University , Nanjing , China","School of Information Management, Nanjing University, Nanjing 210023, China","School of Economics and Management, Nanjing University of Science and Technology, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Nanjing University of Science and Technology , Nanjing , China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Information Management, Nanjing University , Nanjing , China","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Economics and Management, Nanjing University of Science and Technology, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446064","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-9301-5989"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Information Management, Nanjing University , Nanjing , China","School of Information Management, Nanjing University, Nanjing 210023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University , Nanjing , China","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109088889","display_name":"Peng Wu","orcid":"https://orcid.org/0000-0001-7455-926X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wu","raw_affiliation_strings":["School of Economics and Management, Nanjing University of Science and Technology , Nanjing , China","School of Economics and Management, Nanjing University of Science and Technology, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Nanjing University of Science and Technology , Nanjing , China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Economics and Management, Nanjing University of Science and Technology, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chen Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Ling","raw_affiliation_strings":["School of Economics and Management, Nanjing University of Science and Technology , Nanjing , China","School of Economics and Management, Nanjing University of Science and Technology, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, Nanjing University of Science and Technology , Nanjing , China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Economics and Management, Nanjing University of Science and Technology, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059571632","display_name":"Milad Taleby Ahvanooey","orcid":"https://orcid.org/0000-0002-5052-5492"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Milad Taleby Ahvanooey","raw_affiliation_strings":["School of Information Management, Nanjing University , Nanjing , China","School of Information Management, Nanjing University, Nanjing 210023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University , Nanjing , China","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100446064"],"corresponding_institution_ids":["https://openalex.org/I200845125","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.5502,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.84848132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"8","issue":"3","first_page":"61","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8582779169082642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7854743003845215},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.6997237205505371},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6692430377006531},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.6008524894714355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5128614902496338},{"id":"https://openalex.org/keywords/latent-dirichlet-allocation","display_name":"Latent Dirichlet allocation","score":0.5108153820037842},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47190171480178833},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47033625841140747},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.4454522728919983},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4155944883823395},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4028797745704651},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3640791177749634},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.21847686171531677}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8582779169082642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854743003845215},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.6997237205505371},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6692430377006531},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.6008524894714355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5128614902496338},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.5108153820037842},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47190171480178833},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47033625841140747},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.4454522728919983},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4155944883823395},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4028797745704651},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3640791177749634},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21847686171531677},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2478/jdis-2023-0012","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2023-0012","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0012","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0d6a42c08f6548aaa61d19f9757072dc","is_oa":true,"landing_page_url":"https://doaj.org/article/0d6a42c08f6548aaa61d19f9757072dc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Data and Information Science, Vol 8, Iss 3, Pp 61-87 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2478/jdis-2023-0012","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2023-0012","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2023-0012","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380536734.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W1686810756","https://openalex.org/W1784731433","https://openalex.org/W1989343098","https://openalex.org/W2012070465","https://openalex.org/W2061116763","https://openalex.org/W2064675550","https://openalex.org/W2093428321","https://openalex.org/W2108598243","https://openalex.org/W2140029732","https://openalex.org/W2153579005","https://openalex.org/W2190675355","https://openalex.org/W2250539671","https://openalex.org/W2251939518","https://openalex.org/W2290551858","https://openalex.org/W2306941105","https://openalex.org/W2556605533","https://openalex.org/W2584561145","https://openalex.org/W2766671363","https://openalex.org/W2787293089","https://openalex.org/W2793857798","https://openalex.org/W2805121932","https://openalex.org/W2884001105","https://openalex.org/W2884339766","https://openalex.org/W2887765139","https://openalex.org/W2892137778","https://openalex.org/W2894196255","https://openalex.org/W2914767245","https://openalex.org/W2923528470","https://openalex.org/W2937112374","https://openalex.org/W2950443374","https://openalex.org/W2962692632","https://openalex.org/W2963341956","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964167669","https://openalex.org/W2965727955","https://openalex.org/W2969078176","https://openalex.org/W2978588083","https://openalex.org/W3104739527","https://openalex.org/W3153807302","https://openalex.org/W3205733239","https://openalex.org/W4220749970","https://openalex.org/W4223899585","https://openalex.org/W4225650823","https://openalex.org/W4226025707","https://openalex.org/W4226424035","https://openalex.org/W4361984785"],"related_works":["https://openalex.org/W4205363784","https://openalex.org/W4280613652","https://openalex.org/W4313706929","https://openalex.org/W2584879565","https://openalex.org/W4383560263","https://openalex.org/W3080191145","https://openalex.org/W3118656355","https://openalex.org/W4225727302","https://openalex.org/W2925686288","https://openalex.org/W4281788314"],"abstract_inverted_index":{"Abstract":[0],"Purpose":[1],"Nowadays,":[2],"public":[3,6,86,155,191,236,248,265,279],"opinions":[4],"during":[5,190,235,247,264],"emergencies":[7,249,266],"involve":[8],"not":[9,29],"only":[10],"textual":[11,24,73,98,107,138],"contents":[12,25,234],"but":[13],"also":[14,209],"contain":[15],"images.":[16],"However,":[17],"the":[18,38,55,95,126,160,170,185,196,216,231,241,269,273],"existing":[19],"works":[20],"mainly":[21],"focus":[22],"on":[23,83,151,250],"and":[26,51,74,139,153,267],"they":[27],"do":[28],"provide":[30,268],"a":[31,65,84,116,204,211,258],"satisfactory":[32],"accuracy":[33,174],"of":[34,40,97,162,181,187],"sentiment":[35,60,76,99,120,188,227,262],"analysis,":[36],"lacking":[37],"combination":[39],"multimodal":[41,131,217,226],"contents.":[42],"In":[43,195],"this":[44],"paper,":[45],"we":[46,198],"propose":[47,64],"to":[48,58,89,104,136,158,214],"combine":[49],"texts":[50],"images":[52,182,242],"generated":[53],"in":[54,203,278],"social":[56,232,251],"media":[57,233],"perform":[59],"analysis.":[61,77,100],"Design/methodology/approach":[62],"We":[63,78,147,207,222,239],"Deep":[66],"Multimodal":[67],"Fusion":[68],"Model":[69],"(DMFM),":[70],"which":[71],"combines":[72],"visual":[75,112,140],"first":[79],"train":[80],"word2vec":[81],"model":[82,202,229],"large-scale":[85],"emergency":[87,156],"corpus":[88],"obtain":[90],"semantic-rich":[91],"word":[92],"vectors":[93],"as":[94],"input":[96],"BiLSTM":[101],"is":[102,123,134],"employed":[103],"generate":[105],"encoded":[106],"embeddings.":[108],"To":[109],"fully":[110],"excavate":[111],"information":[113],"from":[114],"images,":[115],"modified":[117],"pretrained":[118],"VGG16-based":[119],"analysis":[121,189,228,263],"network":[122],"used":[124],"with":[125,176],"best-performed":[127],"fine-tuning":[128],"strategy.":[129],"A":[130],"fusion":[132,218],"method":[133,255],"implemented":[135],"fuse":[137],"embeddings":[141],"completely,":[142],"producing":[143],"predicted":[144],"labels.":[145],"Findings":[146],"performed":[148],"extensive":[149],"experiments":[150],"Weibo":[152],"Twitter":[154],"datasets,":[157],"evaluate":[159],"performance":[161,186],"our":[163,201],"proposed":[164,254],"model.":[165],"Experimental":[166],"results":[167],"demonstrate":[168],"that":[169],"DMFM":[171],"provides":[172],"higher":[173],"compared":[175],"baseline":[177],"models.":[178],"The":[179,253],"introduction":[180],"can":[183,256],"boost":[184],"emergencies.":[192,237,280],"Research":[193],"limitations":[194],"future,":[197],"will":[199,208],"test":[200],"wider":[205],"dataset.":[206],"consider":[210,240],"better":[212],"way":[213],"learn":[215],"information.":[219],"Practical":[220],"implications":[221],"build":[223],"an":[224],"efficient":[225],"for":[230,261,272],"Originality/value":[238],"posted":[243],"by":[244],"online":[245],"users":[246],"platforms.":[252],"present":[257],"novel":[259],"scope":[260],"decision":[270],"support":[271],"government":[274],"when":[275],"formulating":[276],"policies":[277]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}