{"id":"https://openalex.org/W4393950444","doi":"https://doi.org/10.3390/computers13040092","title":"The Explainability of Transformers: Current Status and Directions","display_name":"The Explainability of Transformers: Current Status and Directions","publication_year":2024,"publication_date":"2024-04-04","ids":{"openalex":"https://openalex.org/W4393950444","doi":"https://doi.org/10.3390/computers13040092"},"language":"en","primary_location":{"id":"doi:10.3390/computers13040092","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13040092","pdf_url":"https://www.mdpi.com/2073-431X/13/4/92/pdf?version=1712234449","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/13/4/92/pdf?version=1712234449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075489357","display_name":"Paolo Fantozzi","orcid":"https://orcid.org/0000-0002-5442-2239"},"institutions":[{"id":"https://openalex.org/I128649747","display_name":"Libera Universit\u00e0 Maria SS. Assunta","ror":"https://ror.org/02d8v0v24","country_code":"IT","type":"education","lineage":["https://openalex.org/I128649747"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Paolo Fantozzi","raw_affiliation_strings":["Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy","Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy;"],"raw_orcid":"https://orcid.org/0000-0002-5442-2239","affiliations":[{"raw_affiliation_string":"Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy","institution_ids":["https://openalex.org/I128649747"]},{"raw_affiliation_string":"Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy;","institution_ids":["https://openalex.org/I128649747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079223759","display_name":"Maurizio Naldi","orcid":"https://orcid.org/0000-0002-0903-398X"},"institutions":[{"id":"https://openalex.org/I119003972","display_name":"Roma Tre University","ror":"https://ror.org/05vf0dg29","country_code":"IT","type":"education","lineage":["https://openalex.org/I119003972"]},{"id":"https://openalex.org/I128649747","display_name":"Libera Universit\u00e0 Maria SS. Assunta","ror":"https://ror.org/02d8v0v24","country_code":"IT","type":"education","lineage":["https://openalex.org/I128649747"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maurizio Naldi","raw_affiliation_strings":["Department of Civil, Computer Science and Aeronautical Technologies Engineering, Roma Tre University, 00146 Rome, Italy","Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy","Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy;"],"raw_orcid":"https://orcid.org/0000-0002-0903-398X","affiliations":[{"raw_affiliation_string":"Department of Civil, Computer Science and Aeronautical Technologies Engineering, Roma Tre University, 00146 Rome, Italy","institution_ids":["https://openalex.org/I119003972"]},{"raw_affiliation_string":"Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy","institution_ids":["https://openalex.org/I128649747"]},{"raw_affiliation_string":"Department of Law, Economics, Politics, and Modern Languages, LUMSA University, 00192 Rome, Italy;","institution_ids":["https://openalex.org/I128649747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075489357"],"corresponding_institution_ids":["https://openalex.org/I128649747"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":8.1648,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.983513,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"13","issue":"4","first_page":"92","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14319","display_name":"Currency Recognition and Detection","score":0.8841000199317932,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14319","display_name":"Currency Recognition and Detection","score":0.8841000199317932,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8515999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.8309000134468079,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.5425432920455933},{"id":"https://openalex.org/keywords/current-transformer","display_name":"Current transformer","score":0.42966726422309875},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3896080255508423},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.37780696153640747},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.3057173788547516},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18599283695220947},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.14085373282432556}],"concepts":[{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.5425432920455933},{"id":"https://openalex.org/C133770746","wikidata":"https://www.wikidata.org/wiki/Q856535","display_name":"Current transformer","level":4,"score":0.42966726422309875},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3896080255508423},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.37780696153640747},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.3057173788547516},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18599283695220947},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.14085373282432556}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers13040092","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13040092","pdf_url":"https://www.mdpi.com/2073-431X/13/4/92/pdf?version=1712234449","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:edac296a3c344bb786c906d4622a9acf","is_oa":true,"landing_page_url":"https://doaj.org/article/edac296a3c344bb786c906d4622a9acf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 13, Iss 4, p 92 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers13040092","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13040092","pdf_url":"https://www.mdpi.com/2073-431X/13/4/92/pdf?version=1712234449","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1145458839","display_name":null,"funder_award_id":"PRIN 2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393950444.pdf"},"referenced_works_count":156,"referenced_works":["https://openalex.org/W1585983533","https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2169393322","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2605409611","https://openalex.org/W2618851150","https://openalex.org/W2741040846","https://openalex.org/W2765793020","https://openalex.org/W2788403449","https://openalex.org/W2796885425","https://openalex.org/W2891378911","https://openalex.org/W2896457183","https://openalex.org/W2903165775","https://openalex.org/W2946794439","https://openalex.org/W2955438753","https://openalex.org/W2962858109","https://openalex.org/W2964303497","https://openalex.org/W2970852027","https://openalex.org/W2972818416","https://openalex.org/W2988435740","https://openalex.org/W2997520586","https://openalex.org/W3007328579","https://openalex.org/W3010219363","https://openalex.org/W3012430016","https://openalex.org/W3021934057","https://openalex.org/W3034573343","https://openalex.org/W3035253074","https://openalex.org/W3035422918","https://openalex.org/W3046377295","https://openalex.org/W3046768359","https://openalex.org/W3101981467","https://openalex.org/W3106483999","https://openalex.org/W3109440167","https://openalex.org/W3116073702","https://openalex.org/W3124373176","https://openalex.org/W3138794547","https://openalex.org/W3146142859","https://openalex.org/W3151623506","https://openalex.org/W3154594410","https://openalex.org/W3161805847","https://openalex.org/W3165824237","https://openalex.org/W3176196997","https://openalex.org/W3176390156","https://openalex.org/W3193808040","https://openalex.org/W3196219489","https://openalex.org/W3197482624","https://openalex.org/W3201427244","https://openalex.org/W3208367056","https://openalex.org/W3210420162","https://openalex.org/W3212603771","https://openalex.org/W4206237192","https://openalex.org/W4206361803","https://openalex.org/W4213195278","https://openalex.org/W4214869449","https://openalex.org/W4221016967","https://openalex.org/W4225323055","https://openalex.org/W4226133876","https://openalex.org/W4226293266","https://openalex.org/W4230405732","https://openalex.org/W4285798540","https://openalex.org/W4292259045","https://openalex.org/W4294750626","https://openalex.org/W4307413605","https://openalex.org/W4308113119","https://openalex.org/W4308611634","https://openalex.org/W4309457940","https://openalex.org/W4309569064","https://openalex.org/W4319602629","https://openalex.org/W4319603055","https://openalex.org/W4321472185","https://openalex.org/W4322621694","https://openalex.org/W4322737452","https://openalex.org/W4327972770","https://openalex.org/W4360764249","https://openalex.org/W4361792171","https://openalex.org/W4362514597","https://openalex.org/W4362714880","https://openalex.org/W4365393605","https://openalex.org/W4365517647","https://openalex.org/W4376622038","https://openalex.org/W4376641640","https://openalex.org/W4377971222","https://openalex.org/W4379116631","https://openalex.org/W4379537722","https://openalex.org/W4379876611","https://openalex.org/W4380884710","https://openalex.org/W4383618874","https://openalex.org/W4384135373","https://openalex.org/W4385195779","https://openalex.org/W4385230279","https://openalex.org/W4385245566","https://openalex.org/W4385258623","https://openalex.org/W4385270293","https://openalex.org/W4385360632","https://openalex.org/W4385407691","https://openalex.org/W4385488723","https://openalex.org/W4385569886","https://openalex.org/W4385571307","https://openalex.org/W4385571566","https://openalex.org/W4385572232","https://openalex.org/W4385572952","https://openalex.org/W4385573725","https://openalex.org/W4385574263","https://openalex.org/W4385709265","https://openalex.org/W4385734119","https://openalex.org/W4385734282","https://openalex.org/W4385767682","https://openalex.org/W4385768130","https://openalex.org/W4385800817","https://openalex.org/W4386072014","https://openalex.org/W4386415099","https://openalex.org/W4386811029","https://openalex.org/W4386989161","https://openalex.org/W4387105248","https://openalex.org/W4387346411","https://openalex.org/W4387369614","https://openalex.org/W4387828916","https://openalex.org/W4387870346","https://openalex.org/W4388127156","https://openalex.org/W4388196326","https://openalex.org/W4388333841","https://openalex.org/W4388426025","https://openalex.org/W4388502461","https://openalex.org/W4388667135","https://openalex.org/W4388709737","https://openalex.org/W4388798253","https://openalex.org/W4388923662","https://openalex.org/W4389292721","https://openalex.org/W4389777345","https://openalex.org/W4389879930","https://openalex.org/W4390189844","https://openalex.org/W4390468020","https://openalex.org/W4390479148","https://openalex.org/W4390481654","https://openalex.org/W4390493683","https://openalex.org/W4390591112","https://openalex.org/W4390684608","https://openalex.org/W4391004165","https://openalex.org/W4391100374","https://openalex.org/W4391220613","https://openalex.org/W4406619901","https://openalex.org/W6734194636","https://openalex.org/W6739901393","https://openalex.org/W6748148878","https://openalex.org/W6755207826","https://openalex.org/W6794844910","https://openalex.org/W6810334672","https://openalex.org/W6846960050","https://openalex.org/W6849280526","https://openalex.org/W6851357659","https://openalex.org/W6854100493","https://openalex.org/W6858416757"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4246450666","https://openalex.org/W4388998267","https://openalex.org/W2898370298","https://openalex.org/W2137437058","https://openalex.org/W4390401159","https://openalex.org/W2864363823","https://openalex.org/W2907578801","https://openalex.org/W2061312429","https://openalex.org/W3023145401"],"abstract_inverted_index":{"An":[0],"increasing":[1],"demand":[2],"for":[3],"model":[4],"explainability":[5,31],"has":[6],"accompanied":[7],"the":[8,26,30,42,53,83,94,101],"widespread":[9],"adoption":[10],"of":[11,16,25,32,38,44,96],"transformers":[12],"in":[13,75],"various":[14],"fields":[15],"applications.":[17,65],"In":[18],"this":[19],"paper,":[20],"we":[21,58],"conduct":[22],"a":[23,36],"survey":[24,63],"existing":[27],"literature":[28],"on":[29,41],"transformers.":[33],"We":[34,66],"provide":[35],"taxonomy":[37],"methods":[39],"based":[40],"combination":[43],"transformer":[45],"components":[46],"that":[47,69],"are":[48,82],"leveraged":[49],"to":[50,93,99],"arrive":[51],"at":[52],"explanation.":[54],"For":[55],"each":[56],"method,":[57],"describe":[59],"its":[60,64],"mechanism":[61],"and":[62,74,79],"find":[67],"out":[68],"attention-based":[70],"methods,":[71,81],"both":[72],"alone":[73],"conjunction":[76],"with":[77],"activation-based":[78],"gradient-based":[80],"most":[84],"employed":[85],"ones.":[86],"A":[87],"growing":[88],"attention":[89],"is":[90],"also":[91],"devoted":[92],"deployment":[95],"visualization":[97],"techniques":[98],"help":[100],"explanation":[102],"process.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":5}],"updated_date":"2026-05-17T08:19:37.847499","created_date":"2025-10-10T00:00:00"}
