{"id":"https://openalex.org/W7082656060","doi":"https://doi.org/10.1109/tvlsi.2025.3604745","title":"An Energy-Efficient High Resolution Vision Transformer Processor Exploiting Token Similarity Beyond Token Merging","display_name":"An Energy-Efficient High Resolution Vision Transformer Processor Exploiting Token Similarity Beyond Token Merging","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W7082656060","doi":"https://doi.org/10.1109/tvlsi.2025.3604745"},"language":"en","primary_location":{"id":"doi:10.1109/tvlsi.2025.3604745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2025.3604745","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jungjun Oh","orcid":"https://orcid.org/0009-0006-3998-7385"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jungjun Oh","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sangjin Kim","orcid":"https://orcid.org/0000-0001-6665-9973"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangjin Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiwon Choi","orcid":"https://orcid.org/0000-0003-1922-0612"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwon Choi","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junha Ryu","orcid":"https://orcid.org/0000-0001-8147-3085"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junha Ryu","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Byeongcheol Kim","orcid":"https://orcid.org/0009-0003-8354-2170"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byeongcheol Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuseon Choi","orcid":"https://orcid.org/0009-0008-0698-8116"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yuseon Choi","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hoi-Jun Yoo","orcid":"https://orcid.org/0000-0002-6661-4879"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoi-Jun Yoo","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70273175,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"1","first_page":"118","last_page":"129"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6615999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6615999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.02419999986886978,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.01979999989271164,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7379999756813049},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6419000029563904},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6097999811172485},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5971999764442444},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4860000014305115},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4528999924659729},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.36629998683929443},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.3652999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8295999765396118},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7379999756813049},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6419000029563904},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5971999764442444},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4860000014305115},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4528999924659729},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3513999879360199},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34880000352859497},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3384999930858612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C202491316","wikidata":"https://www.wikidata.org/wiki/Q272683","display_name":"Instruction set","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C107598950","wikidata":"https://www.wikidata.org/wiki/Q259864","display_name":"Microarchitecture","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvlsi.2025.3604745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvlsi.2025.3604745","pdf_url":null,"source":{"id":"https://openalex.org/S37538908","display_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","issn_l":"1063-8210","issn":["1063-8210","1557-9999"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Very Large Scale Integration (VLSI) Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8800944685935974,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2904327456","https://openalex.org/W2948672349","https://openalex.org/W2963936013","https://openalex.org/W3159727696","https://openalex.org/W4220865834","https://openalex.org/W4360605392","https://openalex.org/W4360831786","https://openalex.org/W4360831795","https://openalex.org/W4385216221","https://openalex.org/W4385216645","https://openalex.org/W4387490588","https://openalex.org/W4391892592","https://openalex.org/W4394593136","https://openalex.org/W4396909834","https://openalex.org/W4401211860","https://openalex.org/W4402753804","https://openalex.org/W4407953477","https://openalex.org/W4409152480"],"related_works":[],"abstract_inverted_index":{"Token":[0],"merging":[1,31,53,69],"is":[2],"a":[3,33,44,93,121,147],"widely":[4],"adopted":[5],"technique":[6],"in":[7,19,92,96,156],"vision":[8],"transformers":[9],"(ViTs)":[10],"to":[11,36,86,127],"reduce":[12],"computation":[13,130],"with":[14,116],"minimal":[15],"accuracy":[16,37],"degradation.":[17],"However,":[18],"tasks":[20],"that":[21,46],"require":[22],"fine-grained":[23],"outputs,":[24],"such":[25],"as":[26],"text-unified":[27,169],"object":[28,170],"recognition,":[29],"aggressive":[30],"reaches":[32],"limit":[34],"due":[35],"loss.":[38],"To":[39,104],"address":[40],"this,":[41],"we":[42],"introduce":[43],"method":[45],"exploits":[47],"residual":[48,70,102],"token":[49],"similarity":[50],"beyond":[51],"the":[52,67,87,107,111,144,164],"threshold":[54],"using":[55],"difference":[56,71,84],"computing,":[57],"which":[58,74],"significantly":[59],"improves":[60],"energy":[61,141,157],"efficiency.":[62],"The":[63],"proposed":[64],"processor":[65,112],"integrates":[66],"post":[68],"(PMRD)":[72],"algorithm,":[73],"first":[75],"reduces":[76],"34%":[77],"of":[78],"tokens":[79],"through":[80],"merging,":[81],"then":[82],"applies":[83],"computing":[85],"remaining":[88],"tokens.":[89],"This":[90],"results":[91],"31%":[94],"reduction":[95],"effective":[97],"bit":[98],"operations":[99],"by":[100],"leveraging":[101],"similarity.":[103],"further":[105],"exploit":[106],"resulting":[108],"bit-level":[109],"sparsity,":[110],"employs":[113],"sparsity-separated":[114],"accumulation":[115],"sign-magnitude":[117],"representation":[118],"(SSA-SM)":[119],"and":[120,131,159],"bi-directional":[122],"dynamic":[123],"memory":[124,132],"allocation":[125],"(BDA)":[126],"optimize":[128],"both":[129],"access.":[133],"These":[134],"enhancements":[135],"yield":[136],"an":[137],"additional":[138],"29.4%":[139],"computational":[140],"savings.":[142],"Overall,":[143],"system":[145],"achieves":[146],"<inline-formula":[148],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[150],"<tex-math":[151],"notation=\"LaTeX\">$2.22\\times":[152],"$</tex-math>":[153],"</inline-formula>":[154],"improvement":[155],"efficiency":[158],"delivers":[160],"7.23":[161],"TOPS/W":[162],"on":[163],"MS":[165],"COCO":[166],"dataset":[167],"for":[168],"recognition.":[171]},"counts_by_year":[],"updated_date":"2025-12-30T23:08:21.542490","created_date":"2025-10-10T00:00:00"}