{"id":"https://openalex.org/W7126409557","doi":"https://doi.org/10.18653/v1/2024.findings-eacl.138","title":"Better Explain Transformers by Illuminating Important Information","display_name":"Better Explain Transformers by Illuminating Important Information","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7126409557","doi":"https://doi.org/10.18653/v1/2024.findings-eacl.138"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2024.findings-eacl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-eacl.138","pdf_url":"https://aclanthology.org/2024.findings-eacl.138.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.findings-eacl.138.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063505653","display_name":"Linxin Song","orcid":"https://orcid.org/0009-0009-7562-3775"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linxin Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124571953","display_name":"Yan Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Cui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124630411","display_name":"Ao Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ao Luo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123108054","display_name":"Freddy Lecue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Freddy Lecue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101537931","display_name":"Irene Li","orcid":"https://orcid.org/0000-0002-1851-5390"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irene Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3055,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70258163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2048","last_page":"2062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.32350000739097595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.32350000739097595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.033799998462200165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.023000000044703484,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4546000063419342},{"id":"https://openalex.org/keywords/ferroresonance-in-electricity-networks","display_name":"Ferroresonance in electricity networks","score":0.2881999909877777},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.2442999929189682},{"id":"https://openalex.org/keywords/interchangeability","display_name":"Interchangeability","score":0.2232999950647354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5026000142097473},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4546000063419342},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3433000147342682},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.30550000071525574},{"id":"https://openalex.org/C101382669","wikidata":"https://www.wikidata.org/wiki/Q1616769","display_name":"Ferroresonance in electricity networks","level":4,"score":0.2881999909877777},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.2442999929189682},{"id":"https://openalex.org/C2779606619","wikidata":"https://www.wikidata.org/wiki/Q17092524","display_name":"Interchangeability","level":2,"score":0.2232999950647354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.1979999989271164},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.18410000205039978}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.findings-eacl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-eacl.138","pdf_url":"https://aclanthology.org/2024.findings-eacl.138.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-eacl.138","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-eacl.138","pdf_url":"https://aclanthology.org/2024.findings-eacl.138.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7126409557.pdf","grobid_xml":"https://content.openalex.org/works/W7126409557.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer-based":[0],"models":[1],"excel":[2],"in":[3,43],"various":[4],"natural":[5],"language":[6],"processing":[7],"(NLP)":[8],"tasks,":[9],"attracting":[10],"countless":[11],"efforts":[12],"to":[13,111,127],"explain":[14,19],"their":[15],"inner":[16],"workings.Prior":[17],"methods":[18],"Transformers":[20],"by":[21,58],"focusing":[22],"on":[23,63,85,114,130],"the":[24,51,66,86],"raw":[25],"gradient":[26],"and":[27,54,76,83,103,117],"attention":[28,81],"as":[29,79],"token":[30],"attribution":[31,101],"scores,":[32],"where":[33],"non-relevant":[34],"information":[35,53,57,61,97],"is":[36],"often":[37],"considered":[38],"during":[39,108],"explanation":[40,109,131,135],"computation,":[41],"resulting":[42],"confusing":[44],"results.In":[45],"this":[46],"work,":[47],"we":[48,72],"propose":[49],"highlighting":[50],"important":[52,80,91],"eliminating":[55],"irrelevant":[56,96],"a":[59],"refined":[60],"flow":[62],"top":[64],"of":[65],"layer-wise":[67],"relevance":[68,87],"propagation":[69],"(LRP)":[70],"method.Specifically,":[71],"consider":[73],"identifying":[74],"syntactic":[75],"positional":[77],"heads":[78,82],"focus":[84],"obtained":[88],"from":[89],"these":[90],"heads.Experimental":[92],"results":[93],"demonstrate":[94],"that":[95],"does":[98],"distort":[99],"output":[100],"scores":[102],"then":[104],"should":[105],"be":[106],"masked":[107],"computation.Compared":[110],"eight":[112],"baselines":[113],"both":[115],"classification":[116],"questionanswering":[118],"datasets,":[119],"our":[120],"method":[121],"consistently":[122],"outperforms":[123],"with":[124],"over":[125],"3%":[126],"33%":[128],"improvement":[129],"metrics,":[132],"providing":[133],"superior":[134],"performance.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-02T00:00:00"}