{"id":"https://openalex.org/W7164372311","doi":"https://doi.org/10.48550/arxiv.2606.12036","title":"Vision Transformers for Face Recognition Need More Registers","display_name":"Vision Transformers for Face Recognition Need More Registers","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164372311","doi":"https://doi.org/10.48550/arxiv.2606.12036"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12036","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106356516","display_name":"Tahar Chettaoui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chettaoui, Tahar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115792474","display_name":"Guray Ozgur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ozgur, Guray","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138402106","display_name":"Eduarda Caldeira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caldeira, Eduarda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138479360","display_name":"Naser Damer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damer, Naser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5028035125","display_name":"Fadi Boutros","orcid":"https://orcid.org/0000-0003-4516-9128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boutros, Fadi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7396000027656555},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.626800000667572},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6086000204086304},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.5781000256538391},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4097000062465668},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4052000045776367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76910001039505},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7396000027656555},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.626800000667572},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6086000204086304},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5781000256538391},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5094000101089478},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43869999051094055},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3840999901294708},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12036","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12036","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,78],"Vision":[3],"Transformers":[4],"(ViTs)":[5],"for":[6,39],"face":[7,68],"recognition":[8,76],"(FR)":[9],"have":[10],"moved":[11],"beyond":[12],"the":[13,28,37,91,111,119,177,222,230],"standard":[14],"CLS-token":[15],"paradigm.":[16],"In":[17],"this":[18,101],"paradigm,":[19],"a":[20,34,58,66,191],"special":[21],"classification":[22],"token":[23],"(CLS)":[24],"is":[25,62],"prepended":[26],"to":[27,74,80,110,128,137,190],"patch":[29,52,113],"embeddings":[30],"and":[31,115,132,154,157,181,210],"used":[32],"as":[33],"representation":[35],"of":[36,87,93],"input":[38],"downstream":[40],"tasks.":[41],"An":[42],"alternative":[43],"approach,":[44],"Concatenated":[45],"Patch":[46],"Embeddings":[47],"(CPE),":[48],"instead":[49],"leverages":[50],"all":[51],"tokens":[53,108,161,199],"by":[54],"concatenating":[55],"them":[56],"into":[57,65,229],"single":[59],"vector,":[60],"which":[61,225],"then":[63],"projected":[64],"compact":[67],"representation.":[69],"CPE":[70],"has":[71,125],"been":[72,126],"shown":[73,127],"improve":[75],"performance":[77,202],"comparison":[79],"CLS-based":[81],"ones,":[82],"but":[83],"our":[84],"qualitative":[85],"analysis":[86],"attention":[88,134,183,218,232],"maps":[89,135,219],"showed":[90],"presence":[92],"artifacts":[94,145],"that":[95,143,158],"limit":[96],"their":[97],"interpretability.":[98],"To":[99],"address":[100],"issue,":[102],"we":[103],"incorporate":[104],"register":[105,160,198],"tokens,":[106],"learnable":[107],"concatenated":[109],"initial":[112],"embeddings,":[114],"processed":[116],"jointly":[117],"through":[118],"ViT":[120,150],"encoder":[121],"blocks.":[122],"This":[123],"mechanism":[124],"produce":[129],"more":[130],"structured":[131],"interpretable":[133],"compared":[136,220],"baseline":[138,223],"ViT.":[139],"We":[140],"empirically":[141],"demonstrate":[142],"these":[144],"consistently":[146],"appear":[147],"across":[148],"various":[149],"backbones,":[151],"including":[152],"small":[153],"large":[155],"models,":[156],"introducing":[159],"effectively":[162],"mitigates":[163],"them.":[164],"Adding":[165],"four":[166],"or":[167],"eight":[168,174,197],"registers":[169,175],"significantly":[170],"enhances":[171],"interpretability,":[172],"with":[173,196,221],"providing":[176],"highest":[178],"verification":[179],"accuracies":[180],"smoothest":[182],"structures.":[184],"Our":[185],"resulting":[186],"model,":[187,224],"ViT-8R,":[188],"corresponds":[189],"CPE-based":[192],"ViT-B":[193],"architecture":[194],"augmented":[195],"achieves":[200],"state-of-the-art":[201],"among":[203],"ViT-based":[204],"FR":[205],"models":[206],"on":[207],"large-scale":[208],"IJB-B":[209],"IJB-C":[211],"benchmarks.":[212],"Also,":[213],"ViT-8R":[214],"produces":[215],"substantially":[216],"clearer":[217],"offer":[226],"deeper":[227],"insight":[228],"model's":[231],"behavior":[233],"(https://github.com/TaharChettaoui/ViT-FR-Registers)":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}