{"id":"https://openalex.org/W4413630461","doi":"https://doi.org/10.1109/access.2025.3602733","title":"Class Separation Dynamics in Vision Transformers: An Empirical Study","display_name":"Class Separation Dynamics in Vision Transformers: An Empirical Study","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413630461","doi":"https://doi.org/10.1109/access.2025.3602733"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3602733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3602733","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3602733","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049183588","display_name":"Dara Varam","orcid":"https://orcid.org/0009-0004-7149-4842"},"institutions":[{"id":"https://openalex.org/I199440890","display_name":"American University of Sharjah","ror":"https://ror.org/001g2fj96","country_code":"AE","type":"education","lineage":["https://openalex.org/I199440890"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Dara Varam","raw_affiliation_strings":["Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"],"raw_orcid":"https://orcid.org/0009-0004-7149-4842","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I199440890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100010831","display_name":"Lujain Khalil","orcid":"https://orcid.org/0009-0009-0047-5181"},"institutions":[{"id":"https://openalex.org/I199440890","display_name":"American University of Sharjah","ror":"https://ror.org/001g2fj96","country_code":"AE","type":"education","lineage":["https://openalex.org/I199440890"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Lujain Khalil","raw_affiliation_strings":["Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"],"raw_orcid":"https://orcid.org/0009-0009-0047-5181","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I199440890"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mahmoud Darwish","orcid":"https://orcid.org/0009-0000-2811-3056"},"institutions":[{"id":"https://openalex.org/I199440890","display_name":"American University of Sharjah","ror":"https://ror.org/001g2fj96","country_code":"AE","type":"education","lineage":["https://openalex.org/I199440890"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mahmoud Darwish","raw_affiliation_strings":["Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"],"raw_orcid":"https://orcid.org/0009-0000-2811-3056","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I199440890"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023991318","display_name":"Mohamed I. AlHajri","orcid":"https://orcid.org/0000-0003-1480-8054"},"institutions":[{"id":"https://openalex.org/I199440890","display_name":"American University of Sharjah","ror":"https://ror.org/001g2fj96","country_code":"AE","type":"education","lineage":["https://openalex.org/I199440890"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohamed I. Alhajri","raw_affiliation_strings":["Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0003-1480-8054","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I199440890"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9349,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78323411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"153651","last_page":"153670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14319","display_name":"Currency Recognition and Detection","score":0.7806000113487244,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14319","display_name":"Currency Recognition and Detection","score":0.7806000113487244,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6984000205993652,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.666100025177002,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5913720726966858},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4501939117908478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44894692301750183},{"id":"https://openalex.org/keywords/separation","display_name":"Separation (statistics)","score":0.4126436412334442},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3459452688694},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1872432827949524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5913720726966858},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4501939117908478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44894692301750183},{"id":"https://openalex.org/C2776061190","wikidata":"https://www.wikidata.org/wiki/Q7451805","display_name":"Separation (statistics)","level":2,"score":0.4126436412334442},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3459452688694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1872432827949524}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3602733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3602733","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:225a42bba77f4c5e86145fcb343fe767","is_oa":true,"landing_page_url":"https://doaj.org/article/225a42bba77f4c5e86145fcb343fe767","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 153651-153670 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3602733","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3602733","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7267078982","display_name":null,"funder_award_id":"OAP25-CEN-255","funder_id":"https://openalex.org/F4320321430","funder_display_name":"American University of Sharjah"}],"funders":[{"id":"https://openalex.org/F4320321430","display_name":"American University of Sharjah","ror":"https://ror.org/001g2fj96"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1987971958","https://openalex.org/W2029896651","https://openalex.org/W2112796928","https://openalex.org/W2147800946","https://openalex.org/W2618530766","https://openalex.org/W2964184826","https://openalex.org/W2973136425","https://openalex.org/W3065974826","https://openalex.org/W3096609285","https://openalex.org/W3138516171","https://openalex.org/W3170470779","https://openalex.org/W4206569030","https://openalex.org/W4294955582","https://openalex.org/W4302010773","https://openalex.org/W4306962664","https://openalex.org/W4312807821","https://openalex.org/W4324144441","https://openalex.org/W4385245566","https://openalex.org/W4386211960","https://openalex.org/W4387010676","https://openalex.org/W4387966251","https://openalex.org/W4389315527","https://openalex.org/W4389518420","https://openalex.org/W4391216288","https://openalex.org/W4394586213","https://openalex.org/W4401726555","https://openalex.org/W4405532155","https://openalex.org/W4406626884","https://openalex.org/W4410457750","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"emerged":[4],"in":[5],"recent":[6],"years":[7],"as":[8,113],"a":[9,77,114,139],"powerful":[10],"architecture":[11],"for":[12,142],"image":[13],"classification":[14],"tasks":[15],"and":[16,50,65,88,127,151],"beyond.":[17],"However,":[18],"due":[19],"to":[20,58,133],"their":[21,27],"back-box":[22],"nature,":[23],"our":[24],"understanding":[25],"of":[26,43,116,122,146],"learning":[28,38],"dynamics":[29,39],"is":[30],"minimal.":[31],"In":[32],"this":[33],"work,":[34],"we":[35,69,75],"study":[36,137],"ViT":[37,134],"through":[40,156],"the":[41,55,59,85,89,101,107,117,144],"lens":[42],"<italic":[44],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[45],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">class":[46],"separation</i>,":[47],"tracking":[48],"inter-":[49],"intra-class":[51],"structure,":[52],"propagating":[53],"from":[54],"patch-embedding":[56],"layer":[57,109],"classifier":[60],"head.":[61],"Across":[62],"four":[63],"datasets":[64,126],"extensive":[66],"hyper-parameter":[67],"configurations,":[68],"characterize":[70],"two":[71],"primary":[72],"regularities.":[73],"Firstly,":[74],"observe":[76],"layer-wise":[78],"consistency,":[79],"where":[80],"separation":[81],"fuzziness":[82,105],"spikes":[83],"between":[84],"input":[86],"projection":[87],"first":[90,102],"transformer":[91],"block,":[92],"then":[93],"decays":[94,111],"exponentially":[95,112],"with":[96],"depth.":[97],"Secondly,":[98],"provided":[99],"that":[100],"law":[103],"holds,":[104],"at":[106],"final":[108],"also":[110],"function":[115],"training":[118],"epochs.":[119],"The":[120],"persistence":[121],"these":[123],"laws":[124],"across":[125],"hyper-parameters":[128],"suggests":[129],"an":[130],"intrinsic":[131],"relationship":[132],"training.":[135],"Our":[136],"supplies":[138],"quantitative":[140],"foundation":[141],"interpreting":[143],"design":[145],"transformer-based":[147],"vision":[148],"models.":[149],"Code":[150],"reproducibility":[152],"scripts":[153],"are":[154],"available":[155],"https://github.com/DaraVaram/vit-data-separation.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}