{"id":"https://openalex.org/W4399039063","doi":"https://doi.org/10.1109/access.2024.3405788","title":"T-TAME: Trainable Attention Mechanism for Explaining Convolutional Networks and Vision Transformers","display_name":"T-TAME: Trainable Attention Mechanism for Explaining Convolutional Networks and Vision Transformers","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399039063","doi":"https://doi.org/10.1109/access.2024.3405788"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3405788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3405788","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10539635.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10539635.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026624322","display_name":"Mariano V. Ntrougkas","orcid":"https://orcid.org/0009-0004-0569-0837"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Mariano V. Ntrougkas","raw_affiliation_strings":["Centre for Research and Technology Hellas (CERTH), Information Technologies Institute (ITI), Thermi, Greece","Centre for Research and Technology Hellas (CERTH) / Information Technologies Institute (ITI), Thermi, Greece"],"raw_orcid":"https://orcid.org/0009-0004-0569-0837","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH), Information Technologies Institute (ITI), Thermi, Greece","institution_ids":["https://openalex.org/I4210093649"]},{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH) / Information Technologies Institute (ITI), Thermi, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055821226","display_name":"Nikolaos Gkalelis","orcid":"https://orcid.org/0000-0001-6741-3334"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikolaos Gkalelis","raw_affiliation_strings":["Centre for Research and Technology Hellas (CERTH), Information Technologies Institute (ITI), Thermi, Greece","Centre for Research and Technology Hellas (CERTH) / Information Technologies Institute (ITI), Thermi, Greece"],"raw_orcid":"https://orcid.org/0000-0001-6741-3334","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH), Information Technologies Institute (ITI), Thermi, Greece","institution_ids":["https://openalex.org/I4210093649"]},{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH) / Information Technologies Institute (ITI), Thermi, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059096027","display_name":"Vasileios Mezaris","orcid":"https://orcid.org/0000-0002-0121-4364"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vasileios Mezaris","raw_affiliation_strings":["Centre for Research and Technology Hellas (CERTH), Information Technologies Institute (ITI), Thermi, Greece","Centre for Research and Technology Hellas (CERTH) / Information Technologies Institute (ITI), Thermi, Greece"],"raw_orcid":"https://orcid.org/0000-0002-0121-4364","affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH), Information Technologies Institute (ITI), Thermi, Greece","institution_ids":["https://openalex.org/I4210093649"]},{"raw_affiliation_string":"Centre for Research and Technology Hellas (CERTH) / Information Technologies Institute (ITI), Thermi, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.4437,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90153012,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"76880","last_page":"76900"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7764042615890503},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6973990201950073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6936162710189819},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6737556457519531},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.566963791847229},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5597314238548279},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5450206398963928},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5338111519813538},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5241689682006836},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.477817565202713},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3580743968486786},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09158128499984741}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7764042615890503},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6973990201950073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6936162710189819},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6737556457519531},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.566963791847229},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5597314238548279},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5450206398963928},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5338111519813538},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5241689682006836},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.477817565202713},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3580743968486786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09158128499984741},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3405788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3405788","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10539635.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6b789ed84e9340328233ab106cf607b1","is_oa":true,"landing_page_url":"https://doaj.org/article/6b789ed84e9340328233ab106cf607b1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 76880-76900 (2024)","raw_type":"article"},{"id":"pmh:oai:zenodo.org:13144222","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2024.3405788","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, 12, (2024-05)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3405788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3405788","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10539635.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399039063.pdf"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W2103559027","https://openalex.org/W2117539524","https://openalex.org/W2128272608","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2295107390","https://openalex.org/W2594633041","https://openalex.org/W2765793020","https://openalex.org/W2795247881","https://openalex.org/W2962858109","https://openalex.org/W2963095307","https://openalex.org/W2963587345","https://openalex.org/W2963811535","https://openalex.org/W2979200397","https://openalex.org/W2981731882","https://openalex.org/W3000295996","https://openalex.org/W3010219363","https://openalex.org/W3035253074","https://openalex.org/W3035520720","https://openalex.org/W3093718041","https://openalex.org/W3109650690","https://openalex.org/W3132191748","https://openalex.org/W3134751001","https://openalex.org/W3151034650","https://openalex.org/W3155495129","https://openalex.org/W3161867385","https://openalex.org/W3176196997","https://openalex.org/W3176482836","https://openalex.org/W3177112732","https://openalex.org/W3186367509","https://openalex.org/W3214243459","https://openalex.org/W4206025728","https://openalex.org/W4224210047","https://openalex.org/W4226328072","https://openalex.org/W4282968708","https://openalex.org/W4293030607","https://openalex.org/W4294975187","https://openalex.org/W4312694537","https://openalex.org/W4312919733","https://openalex.org/W4317791973","https://openalex.org/W4317838072","https://openalex.org/W4320036915","https://openalex.org/W4321018186","https://openalex.org/W4321786089","https://openalex.org/W4380149054","https://openalex.org/W4385059984","https://openalex.org/W4385245566","https://openalex.org/W4386142022","https://openalex.org/W4387143099","https://openalex.org/W4390872319","https://openalex.org/W6637373629","https://openalex.org/W6677651945","https://openalex.org/W6734194636","https://openalex.org/W6747381837","https://openalex.org/W6748666111","https://openalex.org/W6749845547","https://openalex.org/W6752170072","https://openalex.org/W6754669440","https://openalex.org/W6772833837","https://openalex.org/W6788135285","https://openalex.org/W6793716030","https://openalex.org/W6803813760","https://openalex.org/W6809990815","https://openalex.org/W6838522408"],"related_works":["https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W3029198973","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790"],"abstract_inverted_index":{"The":[0,89],"development":[1],"and":[2,7,92,155,162,177],"adoption":[3,30],"of":[4,23,58,134,174,192],"Vision":[5,59,103],"Transformers":[6,60],"other":[8],"deep-learning":[9],"architectures":[10],"for":[11,40,47,73,79],"image":[12,86],"classification":[13,87],"tasks":[14],"has":[15],"been":[16,44],"rapid.":[17],"However,":[18],"the":[19,55,132,159,175,185,190,193],"\u201cblack":[20],"box\u201d":[21],"nature":[22],"neural":[24,82,105],"networks":[25,83],"is":[26,35,61],"a":[27,76,108,120],"barrier":[28],"to":[29,54,99,129,146],"in":[31,85,119],"applications":[32],"where":[33],"explainability":[34,138,169],"essential.":[36],"While":[37],"some":[38],"techniques":[39,53],"generating":[41],"explanations":[42],"have":[43],"proposed,":[45],"primarily":[46],"Convolutional":[48],"Neural":[49],"Networks,":[50],"adapting":[51],"such":[52],"new":[56],"paradigm":[57],"non-trivial.":[62],"This":[63],"paper":[64],"presents":[65],"T-TAME,":[66],"<italic":[67],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Transformer-compatible":[69],"Trainable":[70],"Attention":[71],"Mechanism":[72],"Explanations<sup>a</sup></i>":[74],",":[75],"general":[77],"methodology":[78],"explaining":[80],"deep":[81,149],"used":[84],"tasks.":[88],"proposed":[90],"architecture":[91],"training":[93,110],"technique":[94],"can":[95,116],"be":[96,117],"easily":[97],"applied":[98],"any":[100],"convolutional":[101],"or":[102,130],"Transformer-like":[104],"network,":[106],"using":[107],"streamlined":[109],"approach.":[111],"After":[112],"training,":[113],"explanation":[114,125,195],"maps":[115,126],"computed":[118],"single":[121],"forward":[122],"pass;":[123],"these":[124],"are":[127],"comparable":[128],"outperform":[131],"outputs":[133],"computationally":[135],"expensive":[136],"perturbation-based":[137],"techniques,":[139],"achieving":[140],"SOTA":[141],"performance.":[142],"We":[143],"apply":[144],"T-TAME":[145,186],"three":[147],"popular":[148],"learning":[150],"classifier":[151],"architectures,":[152],"VGG-16,":[153],"ResNet-50,":[154],"ViT-B-16,":[156],"trained":[157],"on":[158],"ImageNet":[160],"dataset,":[161],"we":[163],"demonstrate":[164],"improvements":[165],"over":[166],"existing":[167],"state-of-the-art":[168],"methods.":[170],"A":[171],"detailed":[172],"analysis":[173],"results":[176],"an":[178],"ablation":[179],"study":[180],"provide":[181],"insights":[182],"into":[183],"how":[184],"design":[187],"choices":[188],"affect":[189],"quality":[191],"generated":[194],"maps.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}