{"id":"https://openalex.org/W7147579168","doi":"https://doi.org/10.48550/arxiv.2603.27340","title":"EVA: Bridging Performance and Human Alignment in Hard-Attention Vision Models for Image Classification","display_name":"EVA: Bridging Performance and Human Alignment in Hard-Attention Vision Models for Image Classification","publication_year":2026,"publication_date":"2026-03-28","ids":{"openalex":"https://openalex.org/W7147579168","doi":"https://doi.org/10.48550/arxiv.2603.27340"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.27340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.27340","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132647493","display_name":"Pengcheng Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Pengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132572002","display_name":"Yonekura Shogo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shogo, Yonekura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132731970","display_name":"Kuniyoshi Yasuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yasuo, Kuniyoshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.39079999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.39079999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15719999372959137,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.09669999778270721,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.5080999732017517},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5012000203132629},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4952999949455261},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47769999504089355},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4672999978065491},{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.3887999951839447},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.38359999656677246},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3801000118255615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7057999968528748},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4871000051498413},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47769999504089355},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.3637999892234802},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3467000126838684},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.27340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.27340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.27340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Optimizing":[0],"vision":[1],"models":[2],"purely":[3],"for":[4,156],"classification":[5,70],"accuracy":[6,104],"can":[7],"impose":[8],"an":[9],"alignment":[10,85,130],"tax,":[11],"degrading":[12],"human-like":[13,142],"scanpaths":[14,143],"and":[15,32,51,55,60,111,127],"limiting":[16],"interpretability.":[17],"We":[18,120],"introduce":[19],"EVA,":[20],"a":[21,36,43,153],"neuroscience-inspired":[22],"hard-attention":[23],"mechanistic":[24],"testbed":[25],"that":[26,99],"makes":[27],"the":[28,68],"performance-human-likeness":[29],"trade-off":[30],"explicit":[31],"adjustable.":[33],"EVA":[34,64,82,140,151],"samples":[35],"small":[37],"number":[38],"of":[39],"sequential":[40],"glimpses":[41],"using":[42],"minimal":[44,117],"fovea-periphery":[45],"representation":[46],"with":[47,67,77,116],"CNN-based":[48,100],"feature":[49,101],"extractor":[50],"integrates":[52],"variance":[53,109],"control":[54,110],"adaptive":[56],"gating":[57,112],"to":[58],"stabilize":[59],"regulate":[61],"attention":[62],"dynamics.":[63],"is":[65],"trained":[66],"standard":[69],"objective":[71],"without":[72,133,147],"gaze":[73,80,135],"supervision.":[74],"On":[75],"CIFAR-10":[76],"dense":[78],"human":[79],"annotations,":[81],"improves":[83],"scanpath":[84,129],"under":[86],"established":[87],"metrics":[88],"such":[89],"as":[90],"DTW,":[91],"NSS,":[92],"while":[93],"maintaining":[94],"competitive":[95],"accuracy.":[96],"Ablations":[97],"show":[98],"extraction":[102],"drives":[103],"but":[105],"suppresses":[106],"human-likeness,":[107],"whereas":[108],"restore":[113],"human-aligned":[114],"trajectories":[115],"performance":[118],"loss.":[119],"further":[121],"validate":[122],"EVA's":[123],"scalability":[124],"on":[125,131,144],"ImageNet-100":[126],"evaluate":[128],"COCO-Search18":[132,134],"supervision":[136],"or":[137],"finetuning,":[138],"where":[139],"yields":[141],"natural":[145],"scenes":[146],"additional":[148],"training.":[149],"Overall,":[150],"provides":[152],"principled":[154],"framework":[155],"trustworthy,":[157],"human-interpretable":[158],"active":[159],"vision.":[160]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}