{"id":"https://openalex.org/W7140090481","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.292","title":"ART: Attention-Regularized Transformers for Multi-Modal Robustness","display_name":"ART: Attention-Regularized Transformers for Multi-Modal Robustness","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140090481","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.292"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.292","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.292","pdf_url":"https://aclanthology.org/2026.findings-eacl.292.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.292.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087888129","display_name":"Mohammed Bouri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed Bouri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112675411","display_name":"Mohammed Erradi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed Erradi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047106878","display_name":"Adnane Saoud","orcid":"https://orcid.org/0000-0003-4423-3052"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adnane Saoud","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5510","last_page":"5535"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3305000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3305000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1088000014424324,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.46779999136924744},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4246000051498413},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3370000123977661},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.23749999701976776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5230000019073486},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.46779999136924744},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4246000051498413},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3370000123977661},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27149999141693115},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24420000612735748},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.24310000240802765},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.23749999701976776},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.22360000014305115}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.292","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.292","pdf_url":"https://aclanthology.org/2026.findings-eacl.292.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.292","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.292","pdf_url":"https://aclanthology.org/2026.findings-eacl.292.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140090481.pdf","grobid_xml":"https://content.openalex.org/works/W7140090481.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformers":[0],"have":[1],"become":[2],"the":[3,62,75,82,174],"standard":[4,177],"in":[5,38,43,104],"Natural":[6],"Language":[7],"Processing":[8],"(NLP)":[9],"and":[10,107,117,129,138,140,170],"Computer":[11],"Vision":[12,147],"(CV)":[13],"due":[14],"to":[15,24,30,132,182],"their":[16],"strong":[17,124],"performance,":[18],"yet":[19],"they":[20],"remain":[21],"highly":[22,159],"sensitive":[23],"small":[25],"input":[26,85],"changes,":[27],"often":[28,54],"referred":[29],"as":[31,35,127],"adversarial":[32,45,102,166],"attacks,":[33],"such":[34,126],"synonym":[36],"swaps":[37],"text":[39,106,169],"or":[40,56,153],"pixellevel":[41],"perturbations":[42,86,103],"images.These":[44],"attacks":[46],"can":[47],"mislead":[48],"predictions,":[49],"while":[50,151],"existing":[51],"defenses":[52],"are":[53],"domain-specific":[55],"lack":[57],"formal":[58],"robustness":[59,70,121],"guarantees.We":[60],"propose":[61],"Attention-Regularized":[63],"Transformer":[64,148],"(ART),":[65],"a":[66],"framework":[67],"that":[68],"enhances":[69],"across":[71,145],"modalities.ART":[72],"builds":[73],"on":[74,87,112,136,142,168,179],"Attention":[76],"Sensitivity":[77],"Tensor":[78],"(AST),":[79],"which":[80],"quantifies":[81],"effect":[83],"of":[84,176],"attention":[88,99],"outputs.By":[89],"incorporating":[90],"an":[91],"AST-based":[92],"regularizer":[93],"into":[94],"training,":[95],"ART":[96,111],"encourages":[97],"stable":[98],"maps":[100],"under":[101],"both":[105],"image":[108,143],"tasks.We":[109],"evaluate":[110],"IMDB,":[113],"QNLI,":[114,139],"CIFAR-10,":[115],"CIFAR-100,":[116],"Imagenette.Results":[118],"show":[119],"consistent":[120],"gains":[122],"over":[123,162],"baselines":[125],"FreeLB":[128],"DSRM:":[130],"up":[131],"+36.9%":[133],"robust":[134,185],"accuracy":[135],"IMDB":[137],"+5-25%":[141],"benchmarks":[144],"multiple":[146],"(ViT)":[149],"architectures,":[150],"maintaining":[152],"improving":[154],"clean":[155],"accuracy.ART":[156],"is":[157],"also":[158],"efficient,":[160],"training":[161,178],"10":[163],"faster":[164],"than":[165],"methods":[167],"requiring":[171],"only":[172],"1.25":[173],"cost":[175],"images,":[180],"compared":[181],"1.5-5.5for":[183],"recent":[184],"ViTs.":[186]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-24T00:00:00"}