{"id":"https://openalex.org/W4403006525","doi":"https://doi.org/10.1007/s11263-025-02543-y","title":"FovEx: Human-Inspired Explanations for Vision Transformers and Convolutional Neural Networks","display_name":"FovEx: Human-Inspired Explanations for Vision Transformers and Convolutional Neural Networks","publication_year":2025,"publication_date":"2025-07-30","ids":{"openalex":"https://openalex.org/W4403006525","doi":"https://doi.org/10.1007/s11263-025-02543-y"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-025-02543-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02543-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02543-y.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02543-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114166085","display_name":"Mahadev Prasad Panda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahadev Prasad Panda","raw_affiliation_strings":["Department AIBE, FAU Erlangen-N\u00fcrnberg, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Department AIBE, FAU Erlangen-N\u00fcrnberg, Erlangen, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083941800","display_name":"Matteo Tiezzi","orcid":"https://orcid.org/0000-0002-9133-8669"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Tiezzi","raw_affiliation_strings":["PAVIS, Istituto Italiano di Tecnologia (IIT), Genova, Italy"],"affiliations":[{"raw_affiliation_string":"PAVIS, Istituto Italiano di Tecnologia (IIT), Genova, Italy","institution_ids":["https://openalex.org/I30771326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054185529","display_name":"Martina G. Vilas","orcid":"https://orcid.org/0000-0002-1097-8534"},"institutions":[{"id":"https://openalex.org/I4210097113","display_name":"Ernst Str\u00fcngmann Institute for Neuroscience","ror":"https://ror.org/00ygt2y02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210097113"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martina Vilas","raw_affiliation_strings":["Ernst Str\u00fcngmann Institute for Neuroscience, Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Ernst Str\u00fcngmann Institute for Neuroscience, Frankfurt, Germany","institution_ids":["https://openalex.org/I4210097113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102863049","display_name":"Gemma Roig","orcid":null},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gemma Roig","raw_affiliation_strings":["Goethe-Universit\u00e4t Frankfurt am Main, Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Goethe-Universit\u00e4t Frankfurt am Main, Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014144494","display_name":"Bjoern M. Eskofier","orcid":"https://orcid.org/0000-0002-0417-0336"},"institutions":[{"id":"https://openalex.org/I3018134672","display_name":"Helmholtz Zentrum M\u00fcnchen","ror":"https://ror.org/00cfam450","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I3018134672"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bjoern M. Eskofier","raw_affiliation_strings":["Department AIBE, FAU Erlangen-N\u00fcrnberg, Erlangen, Germany","Institute of AI for Health, Helmholtz Zentrum M\u00fcnchen, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department AIBE, FAU Erlangen-N\u00fcrnberg, Erlangen, Germany","institution_ids":[]},{"raw_affiliation_string":"Institute of AI for Health, Helmholtz Zentrum M\u00fcnchen, Munich, Germany","institution_ids":["https://openalex.org/I3018134672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023645490","display_name":"Dario Zanca","orcid":"https://orcid.org/0000-0001-5886-0597"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dario Zanca","raw_affiliation_strings":["Department AIBE, FAU Erlangen-N\u00fcrnberg, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Department AIBE, FAU Erlangen-N\u00fcrnberg, Erlangen, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023645490"],"corresponding_institution_ids":[],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":2.6124,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8828537,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"133","issue":"10","first_page":"7437","last_page":"7459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.7764999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.7764999866485596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7519036531448364},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5918287634849548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5764071345329285},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5697614550590515},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.352675199508667},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3357754945755005},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2540360689163208},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12478834390640259},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0671311616897583}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7519036531448364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5918287634849548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5764071345329285},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5697614550590515},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.352675199508667},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3357754945755005},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2540360689163208},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12478834390640259},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0671311616897583},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s11263-025-02543-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02543-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02543-y.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2408.02123","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.02123","pdf_url":"https://arxiv.org/pdf/2408.02123","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:open.fau.de:openfau/37896","is_oa":true,"landing_page_url":"https://open.fau.de/handle/openfau/37896","pdf_url":"https://open.fau.de/bitstreams/8c033d46-3a5d-4ed1-a7aa-22578380ac21/download","source":{"id":"https://openalex.org/S7407055110","display_name":"OPUS FAU - Online publication system of Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:publikationen.ub.uni-frankfurt.de:94491","is_oa":true,"landing_page_url":"http://publikationen.ub.uni-frankfurt.de/frontdoor/index/index/docId/94491","pdf_url":null,"source":{"id":"https://openalex.org/S4306400432","display_name":"Publication Server of Goethe University Frankfurt am Main (Goethe University Frankfurt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114090438","host_organization_name":"Goethe University Frankfurt","host_organization_lineage":["https://openalex.org/I114090438"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"doi:10.48550/arxiv.2408.02123","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.02123","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s11263-025-02543-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02543-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02543-y.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403006525.pdf","grobid_xml":"https://content.openalex.org/works/W4403006525.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W3035422918","https://openalex.org/W4386897466","https://openalex.org/W4366262984","https://openalex.org/W1787224781","https://openalex.org/W2765793020","https://openalex.org/W4230405732","https://openalex.org/W3176196997","https://openalex.org/W4386076051","https://openalex.org/W2606462007","https://openalex.org/W2988157455","https://openalex.org/W2991970757","https://openalex.org/W2493343568","https://openalex.org/W3083765505","https://openalex.org/W3003924581","https://openalex.org/W2194775991","https://openalex.org/W2056898486","https://openalex.org/W7071892374","https://openalex.org/W2920204204","https://openalex.org/W3186197713","https://openalex.org/W3012430016","https://openalex.org/W4312511187","https://openalex.org/W1510835000","https://openalex.org/W3040102868","https://openalex.org/W3172381285","https://openalex.org/W3119886052","https://openalex.org/W2782882532","https://openalex.org/W1861492603","https://openalex.org/W2193145675","https://openalex.org/W4312443924","https://openalex.org/W4391848979","https://openalex.org/W3107979982","https://openalex.org/W3113087030","https://openalex.org/W4365998993","https://openalex.org/W4312556291","https://openalex.org/W4386363506","https://openalex.org/W3185442557","https://openalex.org/W3097337894","https://openalex.org/W2150113509","https://openalex.org/W2809136100","https://openalex.org/W3186608063","https://openalex.org/W3135367836","https://openalex.org/W2117539524","https://openalex.org/W2962858109","https://openalex.org/W2169393322","https://openalex.org/W3039736873","https://openalex.org/W4310633915","https://openalex.org/W6604769609","https://openalex.org/W4388093087","https://openalex.org/W2982560934","https://openalex.org/W4312974914","https://openalex.org/W3035253074","https://openalex.org/W4388382547","https://openalex.org/W2799521452","https://openalex.org/W3092166042","https://openalex.org/W4378363064","https://openalex.org/W2295107390"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Abstract":[0],"Explainability":[1],"in":[2,15,175,181,191],"artificial":[3],"intelligence":[4],"(XAI)":[5],"remains":[6],"a":[7,31,53,64,118],"crucial":[8],"aspect":[9],"for":[10],"fostering":[11],"trust":[12],"and":[13,108,123,143,170,201],"understanding":[14],"machine":[16],"learning":[17],"models.":[18],"Current":[19],"visual":[20],"explanation":[21,165],"techniques,":[22],"such":[23],"as":[24,47],"gradient-based":[25],"or":[26],"class-activation-based":[27],"methods,":[28,40],"often":[29],"exhibit":[30],"strong":[32],"dependence":[33],"on":[34,52,126,134],"specific":[35],"model":[36,98],"architectures.":[37,157],"Conversely,":[38],"perturbation-based":[39],"despite":[41],"being":[42],"model-agnostic,":[43],"are":[44,90],"computationally":[45],"expensive":[46],"they":[48],"require":[49],"evaluating":[50],"models":[51,145],"large":[54],"number":[55],"of":[56,86,96,140,149],"forward":[57],"passes.":[58],"We":[59,116],"introduce":[60],"Foveation-based":[61],"Explanations":[62],"(FovEx),":[63],"novel":[65],"XAI":[66],"method":[67,130],"inspired":[68,75],"by":[69,168],"human":[70,171],"vision,":[71],"which":[72],"combines":[73],"biologically":[74],"foveation-based":[76],"transformations":[77],"with":[78,102,121],"gradient-driven":[79],"overt":[80],"attention":[81],"to":[82,92,99,104,111,178,184,194],"iteratively":[83],"select":[84],"locations":[85,89],"interest.":[87],"These":[88],"selected":[91],"maximize":[93],"the":[94,97,105,161,164,196],"performance":[95,133],"be":[100],"explained":[101],"respect":[103],"downstream":[106],"task":[107],"then":[109],"combined":[110],"generate":[112],"an":[113],"attribution":[114],"map.":[115],"provide":[117],"thorough":[119],"evaluation":[120],"qualitative":[122],"quantitative":[124],"assessments":[125],"established":[127],"benchmarks.":[128],"Our":[129],"achieves":[131],"state-of-the-art":[132],"both":[135],"transformers":[136],"(on":[137,146],"4":[138],"out":[139,148],"5":[141,150],"metrics)":[142],"convolutional":[144],"3":[147],"metrics),":[151],"demonstrating":[152],"its":[153],"versatility":[154],"among":[155],"various":[156],"Furthermore,":[158],"we":[159],"show":[160],"alignment":[162],"between":[163,199],"map":[166],"produced":[167],"FovEx":[169],"gaze":[172],"patterns":[173],"(+14%":[174],"NSS":[176,182],"compared":[177,183],"RISE,":[179],"+203%":[180],"GradCAM).":[185],"This":[186],"comparison":[187],"enhances":[188],"our":[189],"confidence":[190],"FovEx\u2019s":[192],"ability":[193],"close":[195],"interpretation":[197],"gap":[198],"humans":[200],"machines.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2024-10-01T00:00:00"}