{"id":"https://openalex.org/W4399435928","doi":"https://doi.org/10.1145/3652583.3658115","title":"A Sentimental Prompt Framework with Visual Text Encoder for Multimodal Sentiment Analysis","display_name":"A Sentimental Prompt Framework with Visual Text Encoder for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399435928","doi":"https://doi.org/10.1145/3652583.3658115"},"language":"en","primary_location":{"id":"doi:10.1145/3652583.3658115","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658115","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658115","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658115","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087643562","display_name":"Shizhou Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shizhou Huang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-2057-5271","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020681500","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0002-2083-4307"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2083-4307","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069483632","display_name":"Changqun Li","orcid":"https://orcid.org/0009-0006-0259-5169"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqun Li","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-0259-5169","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091465907","display_name":"Jiabo Ye","orcid":"https://orcid.org/0009-0009-5451-8984"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabo Ye","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-5451-8984","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103028717","display_name":"Xin Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Lin","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University & Shanghai Key Laboratory of Multidimensional lnformation Processing, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-4110-8989","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University & Shanghai Key Laboratory of Multidimensional lnformation Processing, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5087643562"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":1.3245,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83043974,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"638","last_page":"646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8261880874633789},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7180583477020264},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.7047184705734253},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6684460639953613},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.559213399887085},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5527511835098267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5300338864326477},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4756031930446625},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4645528495311737},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.45766785740852356},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.443342000246048},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4408799111843109},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4268530011177063},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3427278995513916},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3203989863395691},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12087339162826538}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8261880874633789},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7180583477020264},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7047184705734253},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6684460639953613},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.559213399887085},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5527511835098267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5300338864326477},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4756031930446625},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4645528495311737},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.45766785740852356},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.443342000246048},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4408799111843109},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4268530011177063},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3427278995513916},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3203989863395691},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12087339162826538},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652583.3658115","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658115","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658115","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3652583.3658115","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658115","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658115","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3539717512","display_name":null,"funder_award_id":"2021ZD0111000/2021ZD0111004","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399435928.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2265228180","https://openalex.org/W2265846598","https://openalex.org/W2517194566","https://openalex.org/W2744979708","https://openalex.org/W2767484504","https://openalex.org/W2798802604","https://openalex.org/W2951937667","https://openalex.org/W2970183009","https://openalex.org/W3095024162","https://openalex.org/W3111911126","https://openalex.org/W3174517569","https://openalex.org/W3174770825","https://openalex.org/W3185341429","https://openalex.org/W4214875575","https://openalex.org/W4223555601","https://openalex.org/W4225650823","https://openalex.org/W4226372634","https://openalex.org/W4285247752","https://openalex.org/W4285262944","https://openalex.org/W4365802806","https://openalex.org/W4385569851","https://openalex.org/W4385570923"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W4386815338","https://openalex.org/W2145836866","https://openalex.org/W2803255133"],"abstract_inverted_index":{"Recently,":[0],"multimodal":[1,187],"sentiment":[2,18,50,188],"analysis":[3,19],"from":[4,36,153],"social":[5],"media":[6],"posts":[7],"has":[8],"received":[9],"increasing":[10],"attention,":[11],"as":[12,120,162],"it":[13],"can":[14,82,198,211],"effectively":[15,83],"improve":[16],"single-modality-based":[17],"by":[20,71,134],"leveraging":[21],"the":[22,40,64,68,72,77,85,105,111,117,125,140,147,160,173,191,203],"complementary":[23],"information":[24,131],"between":[25,58],"text":[26,100,161,169],"and":[27,61,123,151,165,178,190,200,208],"images.":[28],"Despite":[29],"their":[30,154],"success,":[31],"current":[32,41,65],"methods":[33,42,66],"still":[34],"suffer":[35],"two":[37],"weaknesses:":[38],"(1)":[39],"for":[43,104],"obtaining":[44],"image":[45,59,112,118,164],"representations":[46,60],"do":[47],"not":[48],"obtain":[49],"information,":[51],"which":[52],"leads":[53],"to":[54,128,158,171],"a":[55,94,121,136,167],"significant":[56],"gap":[57],"results;":[62],"(2)":[63],"ignore":[67],"sentiments":[69,174],"expressed":[70],"symbols":[73,81],"(emoticons,":[74],"emojis)":[75],"in":[76,132,176],"text,":[78],"but":[79],"these":[80,90],"reflect":[84],"user's":[86],"sentiments.":[87],"To":[88],"address":[89],"issues,":[91],"we":[92,115,156],"propose":[93,157],"sentimental":[95,130],"prompt":[96,122,126],"framework":[97],"with":[98],"visual":[99,168],"encoder":[101,170],"(SPFVTE).":[102],"Specifically,":[103],"first":[106],"problem,":[107,142],"instead":[108],"of":[109,149],"using":[110],"representation":[113,119],"directly,":[114],"project":[116],"utilize":[124],"learning":[127,135],"capture":[129,172],"images":[133],"sentiment-specific":[137],"prompt.":[138],"For":[139],"second":[141],"considering":[143],"that":[144,195],"people":[145],"get":[146],"meanings":[148],"emojis":[150,177],"emoticons":[152],"graphics,":[155],"render":[159],"an":[163],"use":[166],"contained":[175],"emoticons.":[179],"We":[180],"have":[181],"conducted":[182],"experiments":[183],"on":[184],"three":[185],"public":[186],"datasets,":[189],"experimental":[192],"results":[193],"show":[194],"our":[196],"method":[197],"significantly":[199],"consistently":[201],"outperform":[202],"state-of-the-art":[204],"methods.":[205],"The":[206],"datasets":[207],"source":[209],"code":[210],"be":[212],"found":[213],"at":[214],"https://github.com/JinFish/SPFVTE.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}