{"id":"https://openalex.org/W7140091503","doi":"https://doi.org/10.18653/v1/2026.eacl-long.31","title":"BERT, are you paying attention? Attention regularization with human-annotated rationales","display_name":"BERT, are you paying attention? Attention regularization with human-annotated rationales","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140091503","doi":"https://doi.org/10.18653/v1/2026.eacl-long.31"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.31","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.31","pdf_url":"https://aclanthology.org/2026.eacl-long.31.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.31.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077777607","display_name":"Elize Herrewijnen","orcid":"https://orcid.org/0000-0002-2729-6599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elize Herrewijnen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101926776","display_name":"Phuong D. H. Nguyen","orcid":"https://orcid.org/0000-0002-7017-196X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong Nguyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074300569","display_name":"Floris Bex","orcid":"https://orcid.org/0000-0002-5699-9656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Floris Bex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130401116","display_name":"Albert Gatt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albert Gatt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3826698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"720","last_page":"751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.17440000176429749,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.17440000176429749,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.021299999207258224,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.35929998755455017},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.24529999494552612},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.2290000021457672},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.2273000031709671}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5041000247001648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41449999809265137},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28769999742507935},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24799999594688416},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.24529999494552612},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2409999966621399},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2290000021457672},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.2273000031709671},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2222999930381775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.31","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.31","pdf_url":"https://aclanthology.org/2026.eacl-long.31.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.31","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.31","pdf_url":"https://aclanthology.org/2026.eacl-long.31.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140091503.pdf","grobid_xml":"https://content.openalex.org/works/W7140091503.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Attention":[0],"regularisation":[1,49,67,87,97],"aims":[2],"to":[3,45,63,95,113,117],"supervise":[4],"the":[5,21],"attention":[6,48,86,96],"patterns":[7],"in":[8,20],"language":[9],"models":[10],"like":[11],"BERT.Various":[12],"studies":[13],"have":[14,35],"shown":[15],"that":[16,25,84,103],"using":[17],"human-annotated":[18,51,99],"rationales,":[19],"form":[22],"of":[23],"highlights":[24],"explain":[26],"why":[27],"a":[28,31,75],"text":[29],"has":[30,78],"specific":[32],"label,":[33],"can":[34],"positive":[36],"effects":[37],"on":[38,68],"model":[39,54,57,115],"generalisability.In":[40],"this":[41],"work,":[42],"we":[43,101],"ask":[44],"what":[46],"extent":[47],"with":[50,71,88,98],"rationales":[52,70,105],"improve":[53],"performance":[55],"and":[56],"robustness,":[58],"as":[59,61],"well":[60],"susceptibility":[62],"spurious":[64,119],"correlations.We":[65],"compare":[66],"human":[69],"randomly":[72,89,107],"selected":[73,90,108],"tokens,":[74],"baseline":[76],"which":[77],"hitherto":[79],"remained":[80],"unexplored.Our":[81],"results":[82],"suggest":[83],"often,":[85],"tokens":[91,109],"yields":[92],"similar":[93],"improvements":[94],"rationales.Nevertheless,":[100],"find":[102],"humanannotated":[104],"surpass":[106],"when":[110],"it":[111],"comes":[112],"reducing":[114],"sensitivity":[116],"strong":[118],"correlations.":[120]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}