{"id":"https://openalex.org/W4415047052","doi":"https://doi.org/10.1145/3767746","title":"Frequency Restoration and Modality Enforcement towards Resisting-corruption Multimodal Sentiment Analysis","display_name":"Frequency Restoration and Modality Enforcement towards Resisting-corruption Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-10-10","ids":{"openalex":"https://openalex.org/W4415047052","doi":"https://doi.org/10.1145/3767746"},"language":"en","primary_location":{"id":"doi:10.1145/3767746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3767746","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102747855","display_name":"Weicheng Xie","orcid":"https://orcid.org/0000-0001-8946-7472"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weicheng Xie","raw_affiliation_strings":["School of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China, Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China","School of Computer Science & Software Engineering, Shenzhen University, China, Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), China, and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China, Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science & Software Engineering, Shenzhen University, China, Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), China, and Guangdong Provincial Key Laboratory of Intelligent Information Processing, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haijian Liang","orcid":"https://orcid.org/0009-0006-5453-2426"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijian Liang","raw_affiliation_strings":["School of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","School of Computer Science & Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science & Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102635146","display_name":"Zenghao Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenghao Niu","raw_affiliation_strings":["School of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","School of Computer Science & Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Computer Science & Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033865377","display_name":"Xianxu Hou","orcid":"https://orcid.org/0000-0002-8728-2842"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianxu Hou","raw_affiliation_strings":["Xi\u2019an Jiaotong-Liverpool University, Suzhou, China","School of AI and Advanced Computing, Xi'an Jiaotong-Liverpool University, China"],"affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]},{"raw_affiliation_string":"School of AI and Advanced Computing, Xi'an Jiaotong-Liverpool University, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053061988","display_name":"Siyang Song","orcid":"https://orcid.org/0000-0003-2339-5685"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Siyang Song","raw_affiliation_strings":["School of Computer Science, University of Exeter, Exeter, United Kingdom of Great Britain and Northern Ireland","School of Computer Science, University of Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Exeter, Exeter, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I23923803"]},{"raw_affiliation_string":"School of Computer Science, University of Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103099781","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0003-0422-6616"},"institutions":[{"id":"https://openalex.org/I2799285752","display_name":"Bay Institute","ror":"https://ror.org/02bgarq81","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2799285752"]},{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["Great Bay University, Dongguan, China","Department of Computing and Information Technology, Great Bay University, China"],"affiliations":[{"raw_affiliation_string":"Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I4396570619"]},{"raw_affiliation_string":"Department of Computing and Information Technology, Great Bay University, China","institution_ids":["https://openalex.org/I2799285752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019313200","display_name":"Linlin Shen","orcid":"https://orcid.org/0000-0003-1420-0815"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Linlin Shen","raw_affiliation_strings":["School of Artificial Intelligence, Shenzhen University, Shenzhen, China and Department of Computer Science, University of Nottingham Ningbo China, Ningbo, China","Computer Vision Institute, School of Artificial Intelligence, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenzhen University, Shenzhen, China and Department of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]},{"raw_affiliation_string":"Computer Vision Institute, School of Artificial Intelligence, Shenzhen University, China","institution_ids":["https://openalex.org/I4210164862"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102747855"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":2.3568,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91368397,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"21","issue":"12","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5838000178337097},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.569100022315979},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5504000186920166},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5375999808311462},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.47440001368522644},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.42899999022483826},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42800000309944153},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4142000079154968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8571000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5841000080108643},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.569100022315979},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5504000186920166},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5375999808311462},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40639999508857727},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3337000012397766},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C130191384","wikidata":"https://www.wikidata.org/wiki/Q2996887","display_name":"Copycat","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C2779777834","wikidata":"https://www.wikidata.org/wiki/Q4202277","display_name":"Enforcement","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3767746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3767746","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1627110084","display_name":null,"funder_award_id":"62276170, \u00a062576216, 62306061, 62206180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1492614353","https://openalex.org/W2049693028","https://openalex.org/W2095176743","https://openalex.org/W2187089797","https://openalex.org/W2395639500","https://openalex.org/W2556418146","https://openalex.org/W2602753196","https://openalex.org/W2750779823","https://openalex.org/W2777685882","https://openalex.org/W2787581402","https://openalex.org/W2884001105","https://openalex.org/W2890671392","https://openalex.org/W2914483840","https://openalex.org/W2949391930","https://openalex.org/W2962931510","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W2971028215","https://openalex.org/W2984369117","https://openalex.org/W2994720379","https://openalex.org/W2997573100","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3041730883","https://openalex.org/W3048093647","https://openalex.org/W3093051361","https://openalex.org/W3111911126","https://openalex.org/W3125615400","https://openalex.org/W3128412859","https://openalex.org/W3164173240","https://openalex.org/W3169801598","https://openalex.org/W3180439858","https://openalex.org/W3214432797","https://openalex.org/W4213304546","https://openalex.org/W4225674167","https://openalex.org/W4225776299","https://openalex.org/W4285117320","https://openalex.org/W4285149123","https://openalex.org/W4304092664","https://openalex.org/W4304098327","https://openalex.org/W4311057028","https://openalex.org/W4312084235","https://openalex.org/W4312933868","https://openalex.org/W4321793515","https://openalex.org/W4322736091","https://openalex.org/W4376455521","https://openalex.org/W4376607994","https://openalex.org/W4379929708","https://openalex.org/W4385195017","https://openalex.org/W4385299503","https://openalex.org/W4385573848","https://openalex.org/W4386699383","https://openalex.org/W4390017704","https://openalex.org/W4390872600","https://openalex.org/W4400727666","https://openalex.org/W4402715897","https://openalex.org/W4404178903","https://openalex.org/W4409364503"],"related_works":[],"abstract_inverted_index":{"For":[0],"Multimodal":[1,132],"Sentiment":[2],"Analysis":[3],"(MSA),":[4],"previous":[5],"methods":[6,200],"concentrate":[7],"on":[8,201],"designing":[9],"sophisticated":[10],"fusion":[11],"strategies":[12],"and":[13,87,204,212,222],"performing":[14],"representation":[15],"learning":[16],"across":[17],"heterogeneous":[18],"modalities,":[19],"aiming":[20],"to":[21,25,33,71,112,120,137,151,162,174],"leverage":[22],"multimodal":[23],"signals":[24],"detect":[26],"human":[27],"sentiment.":[28],"However,":[29],"these":[30,165],"approaches":[31],"fail":[32],"address":[34],"the":[35,49,52,61,73,105,122,130,155,171,176,185,189,202],"long-standing":[36],"issue":[37],"of":[38,51,55,63,76,108,158,187],"corrupted":[39],"modal":[40,109,140,178,191],"details":[41],"in":[42,79,100],"videos,":[43],"which":[44],"may":[45],"be":[46],"caused":[47],"by":[48,81,210],"challenge":[50],"excessive":[53],"loss":[54],"emotionally":[56],"relevant":[57],"semantics":[58],"resulted":[59],"from":[60,149],"degradation":[62],"detailed":[64,98],"information.":[65],"In":[66],"this":[67],"work,":[68],"we":[69,118,169],"aim":[70],"improve":[72],"robustness":[74],"capacity":[75],"resisting":[77],"corruption":[78],"MSA,":[80],"introducing":[82],"a":[83,126],"Hierarchical":[84],"Frequency":[85,131],"Restoration":[86],"Adaptive":[88],"Modality":[89],"Enforcement":[90],"(HFR-AME)":[91],"approach.":[92],"The":[93],"HFR-AME":[94,197],"progressively":[95],"recovers":[96],"blurred":[97],"cues":[99],"each":[101],"modality":[102],"while":[103,180],"enhancing":[104],"discriminative":[106],"power":[107],"representations.":[110,192],"Specifically,":[111],"reconstruct":[113],"distinct":[114],"frequency":[115,167],"band":[116],"features,":[117,168],"propose":[119],"equip":[121],"HFR":[123],"module":[124,173],"with":[125,184],"key":[127],"component":[128],"called":[129],"UNet":[133],"(FM-UNet),":[134],"so":[135],"as":[136,142],"utilize":[138],"complementary":[139],"features":[141],"conditions.":[143],"This":[144],"meticulous":[145],"restoration":[146],"process,":[147],"performed":[148],"low":[150],"high":[152],"frequency,":[153],"facilitates":[154],"comprehensive":[156],"recovery":[157],"intricate":[159],"details.":[160],"Meanwhile,":[161],"adaptively":[163],"integrate":[164],"diverse":[166],"introduce":[170],"AME":[172],"enhance":[175],"beneficial":[177],"frequencies":[179],"suppressing":[181],"irrelevant":[182],"ones,":[183],"goal":[186],"strengthening":[188],"restored":[190],"Extensive":[193],"experiments":[194],"show":[195],"our":[196],"outperforms":[198],"state-of-the-art":[199],"CMU-MOSI":[203],"CMU-MOSEI":[205],"datasets,":[206],"improving":[207],"7-class":[208],"accuracy":[209],"0.5%":[211],"0.6%,":[213],"respectively.":[214],"Further":[215],"analysis":[216],"also":[217],"confirms":[218],"its":[219],"cross-lingual":[220],"generalization":[221],"competitive":[223],"computational":[224],"efficiency.":[225],"Our":[226],"code":[227],"is":[228],"made":[229],"available":[230],"at":[231],"https://github.com/nianhua20/HFR-AME":[232],".":[233]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-11T00:00:00"}