{"id":"https://openalex.org/W7222915487","doi":"https://doi.org/10.1145/3859489","title":"RAMP: Retrieval Augmented Deep Perturbation Prompt Learning for Multimodal Aspect Based Sentiment Analysis","display_name":"RAMP: Retrieval Augmented Deep Perturbation Prompt Learning for Multimodal Aspect Based Sentiment Analysis","publication_year":2026,"publication_date":"2026-10-19","ids":{"openalex":"https://openalex.org/W7222915487","doi":"https://doi.org/10.1145/3859489"},"language":"en","primary_location":{"id":"doi:10.1145/3859489","doi":"https://doi.org/10.1145/3859489","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3859489","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100431163","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0001-9048-2979","observed_orcids":["https://orcid.org/0000-0001-9048-2979","https://orcid.org/0000-0002-7974-9510","https://orcid.org/0000-0002-3305-2881","https://orcid.org/0009-0006-4029-3794","https://orcid.org/0009-0000-8323-4184"]},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, China"],"raw_orcid":"https://orcid.org/0000-0002-7974-9510","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117662559","display_name":"E Xiaosong","orcid":"https://orcid.org/0009-0009-9078-5916","observed_orcids":["https://orcid.org/0009-0009-9078-5916"]},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaosong E","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, China"],"raw_orcid":"https://orcid.org/0009-0009-9078-5916","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133952064","display_name":"Hui CHEN","orcid":"https://orcid.org/0000-0003-1375-4664","observed_orcids":["https://orcid.org/0000-0003-1375-4664"]},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Hui Chen","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, China and School of Computing, Macquarie University, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1375-4664","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, China and School of Computing, Macquarie University, Australia","institution_ids":["https://openalex.org/I113940042","https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752356","display_name":"Erik Cambria","orcid":"https://orcid.org/0000-0002-3030-1280","observed_orcids":["https://orcid.org/0000-0002-3030-1280","https://orcid.org/0009-0009-3320-2526"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Erik Cambria","raw_affiliation_strings":["College of Computing & Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3030-1280","affiliations":[{"raw_affiliation_string":"College of Computing & Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018039182","display_name":"Xianxun Zhu","orcid":"https://orcid.org/0000-0003-3958-7040","observed_orcids":["https://orcid.org/0000-0003-3958-7040"]},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","CN","SG"],"is_corresponding":false,"raw_author_name":"Xianxun Zhu","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, China, School of Computing, Macquarie University, Australia, and College of Computing & Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-3958-7040","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, China, School of Computing, Macquarie University, Australia, and College of Computing & Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I113940042","https://openalex.org/I172675005","https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7718268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-aspect-based-sentiment-analysis","display_name":"multimodal aspect-based sentiment analysis","score":0.9380000233650208},{"id":"https://openalex.org/keywords/twitter-sentiment","display_name":"Twitter sentiment","score":0.45100000500679016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9204000234603882},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6614000201225281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6136999726295471},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5687999725341797},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49939998984336853},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.39590001106262207},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3303000032901764},{"id":"https://openalex.org/C135798126","wikidata":"https://www.wikidata.org/wiki/Q2167279","display_name":"Top-down and bottom-up design","level":2,"score":0.2865999937057495}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3859489","doi":"https://doi.org/10.1145/3859489","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3859489","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2965373594","https://openalex.org/W3003963580","https://openalex.org/W3163550658","https://openalex.org/W4289516263","https://openalex.org/W4322736091","https://openalex.org/W4404875427","https://openalex.org/W4405761372","https://openalex.org/W4406559819","https://openalex.org/W4407735544","https://openalex.org/W4408211979","https://openalex.org/W4408361561","https://openalex.org/W4409917222","https://openalex.org/W4412945122","https://openalex.org/W4413659949","https://openalex.org/W4415538356","https://openalex.org/W7116891688","https://openalex.org/W7129029367","https://openalex.org/W7138137924"],"related_works":["https://openalex.org/W4416044376","https://openalex.org/W4412626857","https://openalex.org/W7160837575","https://openalex.org/W4409958152","https://openalex.org/W7202095512","https://openalex.org/W7125233009","https://openalex.org/W7160620295","https://openalex.org/W4412808921","https://openalex.org/W7213517558","https://openalex.org/W7168051774"],"abstract_inverted_index":{"Multimodal":[0],"aspect":[1,15],"based":[2],"sentiment":[3,10,175],"analysis":[4],"(MABSA)":[5],"aims":[6],"to":[7,44,104,164],"infer":[8],"the":[9,61,110,116,174],"polarity":[11],"toward":[12],"a":[13,72,123,143],"specific":[14],"by":[16,142],"jointly":[17],"leveraging":[18],"textual":[19],"and":[20,48,87,147,160,182,194],"visual":[21],"evidence.":[22],"Despite":[23],"recent":[24],"progress,":[25],"existing":[26],"methods":[27],"still":[28],"suffer":[29],"from":[30,99],"three":[31],"major":[32],"limitations:":[33],"they":[34],"often":[35],"rely":[36],"on":[37,179],"static":[38],"shared":[39],"prompts,":[40],"have":[41],"limited":[42],"access":[43],"aspect-relevant":[45],"external":[46,101],"knowledge,":[47],"remain":[49],"vulnerable":[50],"when":[51],"multimodal":[52,97],"cues":[53],"are":[54,139],"noisy,":[55],"incomplete,":[56],"or":[57,133],"weakly":[58],"aligned":[59],"with":[60],"target":[62],"aspect.":[63],"To":[64],"address":[65],"these":[66],"issues,":[67],"we":[68],"propose":[69],"RAMP":[70,92,186],",":[71],"unified":[73],"framework":[74],"that":[75,185],"integrates":[76],"aspect-aware":[77,106],"retrieval,":[78],"dynamic":[79,125],"prompt":[80,85,145],"generation,":[81],"missing-cue":[82],"compensation,":[83],"hierarchical":[84,144],"encoding,":[86],"deep":[88,154,161],"perturbation":[89],"optimization.":[90],"Specifically,":[91],"first":[93],"retrieves":[94],"semantically":[95],"relevant":[96],"instances":[98],"an":[100,169],"memory":[102],"bank":[103],"introduce":[105],"contextual":[107],"evidence":[108,118],"beyond":[109],"current":[111],"sample.":[112],"It":[113],"then":[114],"converts":[115],"retrieved":[117,158],"into":[119,149],"instance-specific":[120],"prompts":[121,138],"through":[122,153],"context-aware":[124],"prompting":[126],"mechanism,":[127],"while":[128],"adaptively":[129],"compensating":[130],"for":[131],"unreliable":[132],"incomplete":[134],"modalities.":[135],"The":[136],"generated":[137],"further":[140],"refined":[141],"encoder":[146],"injected":[148],"multiple":[150],"Transformer":[151],"layers":[152],"perturbation,":[155],"enabling":[156],"shallow":[157],"knowledge":[159],"semantic":[162],"guidance":[163],"be":[165],"consistently":[166,187],"integrated.":[167],"Finally,":[168],"aspect-guided":[170],"aggregation":[171],"module":[172],"produces":[173],"prediction.":[176],"Extensive":[177],"experiments":[178],"Twitter-2015,":[180],"Twitter-2017,":[181],"MASAD":[183],"demonstrate":[184],"outperforms":[188],"strong":[189],"baselines":[190],"in":[191],"both":[192],"Accuracy":[193],"Macro-F1.":[195]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-20T00:00:00"}