{"id":"https://openalex.org/W4391406986","doi":"https://doi.org/10.1109/tce.2024.3357543","title":"A Multi-Modal ELMo Model for Image Sentiment Recognition of Consumer Data","display_name":"A Multi-Modal ELMo Model for Image Sentiment Recognition of Consumer Data","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391406986","doi":"https://doi.org/10.1109/tce.2024.3357543"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3357543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3357543","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101879932","display_name":"Lu Rong","orcid":null},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Rong","raw_affiliation_strings":["Department of Software Engineering, Zhengzhou University of Light Industry, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688233","display_name":"Yijie Ding","orcid":"https://orcid.org/0000-0003-2911-7643"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210123686","display_name":"Quzhou University","ror":"https://ror.org/024nfx323","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210123686"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijie Ding","raw_affiliation_strings":["Yangtze Delta Region Institute (Quzhou), University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yangtze Delta Region Institute (Quzhou), University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711","https://openalex.org/I4210123686"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761956","display_name":"Mengyao Wang","orcid":"https://orcid.org/0009-0003-3810-8164"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyao Wang","raw_affiliation_strings":["Department of Software Engineering, Zhengzhou University of Light Industry, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Zhengzhou University of Light Industry, Zhengzhou, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109797436","display_name":"Abdulmotaleb El Saddik","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","CA"],"is_corresponding":false,"raw_author_name":"Abdulmotaleb El Saddik","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-7690-8547","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037865550","display_name":"M. Shamim Hossain","orcid":"https://orcid.org/0000-0001-5906-9422"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"M. Shamim Hossain","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5906-9422","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2699,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.93008563,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"3697","last_page":"3708"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14319","display_name":"Currency Recognition and Detection","score":0.6643999814987183,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14319","display_name":"Currency Recognition and Detection","score":0.6643999814987183,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.5979999899864197,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6084141135215759},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5900587439537048},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4617901146411896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45876118540763855},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.42026636004447937},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3889980912208557},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.355191707611084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6084141135215759},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5900587439537048},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4617901146411896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45876118540763855},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.42026636004447937},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3889980912208557},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.355191707611084},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3357543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3357543","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G661175156","display_name":null,"funder_award_id":"62006212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7142227536","display_name":null,"funder_award_id":"2023M733907","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8630332848","display_name":null,"funder_award_id":"61702462","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2603425044","https://openalex.org/W2740550900","https://openalex.org/W2787581402","https://openalex.org/W2799498328","https://openalex.org/W2883409523","https://openalex.org/W2921875967","https://openalex.org/W2951937667","https://openalex.org/W2962739339","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W3009260245","https://openalex.org/W3012721484","https://openalex.org/W3019577029","https://openalex.org/W3035078642","https://openalex.org/W3048195943","https://openalex.org/W3080108059","https://openalex.org/W3085812513","https://openalex.org/W3114968970","https://openalex.org/W3127474142","https://openalex.org/W3128176988","https://openalex.org/W3128412859","https://openalex.org/W3132668218","https://openalex.org/W3136209691","https://openalex.org/W3145450063","https://openalex.org/W3164643337","https://openalex.org/W3193930321","https://openalex.org/W3213529515","https://openalex.org/W4205339613","https://openalex.org/W4206543206","https://openalex.org/W4210296532","https://openalex.org/W4220864080","https://openalex.org/W4220866631","https://openalex.org/W4220923545","https://openalex.org/W4224212929","https://openalex.org/W4226243692","https://openalex.org/W4285304773","https://openalex.org/W4293778166","https://openalex.org/W4296841292","https://openalex.org/W4309769112","https://openalex.org/W4312570539","https://openalex.org/W4313527090","https://openalex.org/W4313704731","https://openalex.org/W4321488355"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2383812217","https://openalex.org/W2326515389","https://openalex.org/W2491005386","https://openalex.org/W2380370605"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,45,59,191],"consumer":[3,189],"electronics":[4,192],"as":[5,7],"well":[6],"imaging":[8],"technology":[9],"have":[10],"generated":[11],"abundant":[12],"multimodal":[13,74,188],"data":[14,26],"for":[15,30,187],"consumer-centric":[16],"AI":[17],"applications.":[18],"Effective":[19],"analysis":[20,35],"and":[21,65,108,148,150,163,168,177,193],"utilization":[22],"of":[23,36,48,174],"such":[24],"heterogeneous":[25],"hold":[27],"great":[28],"potential":[29],"consumption":[31],"decisions.":[32],"Hence,":[33],"effective":[34,185],"multi-modal":[37,63,94,110],"consumer-generated":[38],"content":[39],"is":[40,87],"a":[41,73,93,98,127],"prominent":[42],"research":[43],"topic":[44],"the":[46,77,90,104,113,118,133,161,180],"field":[47],"customer-centric":[49],"artificial":[50],"intelligence":[51],"(AI).":[52],"However,":[53],"two":[54,144],"key":[55],"challenges":[56],"that":[57,152],"arise":[58],"this":[60],"task":[61],"are":[62],"representation":[64],"fusion.":[66],"To":[67],"address":[68],"these":[69],"issues,":[70],"we":[71,124],"propose":[72],"embedding":[75,102],"from":[76,103,136],"language":[78,105],"model":[79,106],"(MELMo)":[80],"enhanced":[81],"decision-making":[82],"model.":[83],"The":[84,157],"main":[85],"idea":[86],"to":[88,92,131],"extend":[89],"ELMo":[91],"scenario":[95],"by":[96,116],"designing":[97],"deep":[99],"contextualized":[100],"visual":[101],"(VELMo)":[107],"modeling":[109],"fusion":[111],"at":[112],"decision":[114],"level":[115],"using":[117],"cross-modal":[119],"attention":[120],"mechanism.":[121],"In":[122],"addition,":[123],"also":[125],"designed":[126],"novel":[128],"multitask":[129],"decoder":[130],"learn":[132],"shared":[134],"knowledge":[135],"related":[137],"tasks.":[138],"We":[139],"evaluate":[140],"our":[141],"approach":[142],"on":[143,160],"benchmark":[145],"datasets,":[146],"CMUMOSI":[147],"CMU-MOSEI,":[149],"show":[151],"MELMo":[153],"outperforms":[154],"state-of-the-art":[155,181],"approaches.":[156],"F1":[158],"scores":[159],"CMU-MOSI":[162],"CMU-MOSEI":[164],"datasets":[165],"reach":[166],"86.1%":[167],"85.2%,":[169],"respectively,":[170],"representing":[171],"an":[172,184],"improvement":[173],"approximately":[175],"1.0%":[176],"1.3%":[178],"over":[179],"system,":[182],"providing":[183],"technique":[186],"analytics":[190],"beyond.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}