{"id":"https://openalex.org/W4407376427","doi":"https://doi.org/10.1109/tc.2025.3540638","title":"AToM: Adaptive Token Merging for Efficient Acceleration of Vision Transformer","display_name":"AToM: Adaptive Token Merging for Efficient Acceleration of Vision Transformer","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407376427","doi":"https://doi.org/10.1109/tc.2025.3540638"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3540638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3540638","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072316644","display_name":"Jaekang Shin","orcid":"https://orcid.org/0000-0002-5943-1599"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jaekang Shin","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047372993","display_name":"Myeonggu Kang","orcid":"https://orcid.org/0000-0003-3557-8526"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Myeonggu Kang","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036617506","display_name":"Yunki Han","orcid":"https://orcid.org/0000-0003-0432-9324"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yunki Han","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106404793","display_name":"Junyoung Park","orcid":"https://orcid.org/0009-0005-7722-8702"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junyoung Park","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052390471","display_name":"Lee\u2010Sup Kim","orcid":"https://orcid.org/0000-0001-9585-4591"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee-Sup Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072316644"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.6973,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67660735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":"5","first_page":"1620","last_page":"1633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.5055580139160156},{"id":"https://openalex.org/keywords/atom","display_name":"Atom (system on chip)","score":0.44384029507637024},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4379270374774933},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41327688097953796},{"id":"https://openalex.org/keywords/atomic-physics","display_name":"Atomic physics","score":0.393919974565506},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.3599308133125305},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.31564244627952576},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1831483244895935},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1687810719013214},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.11336180567741394},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.07852205634117126}],"concepts":[{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.5055580139160156},{"id":"https://openalex.org/C58312451","wikidata":"https://www.wikidata.org/wiki/Q4817200","display_name":"Atom (system on chip)","level":2,"score":0.44384029507637024},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4379270374774933},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41327688097953796},{"id":"https://openalex.org/C184779094","wikidata":"https://www.wikidata.org/wiki/Q26383","display_name":"Atomic physics","level":1,"score":0.393919974565506},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.3599308133125305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31564244627952576},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1831483244895935},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1687810719013214},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.11336180567741394},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.07852205634117126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3540638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3540638","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1317411944","display_name":null,"funder_award_id":"IITP-2020-0-01847","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2725159389","https://openalex.org/W2923014074","https://openalex.org/W3006586535","https://openalex.org/W3034457371","https://openalex.org/W3094502228","https://openalex.org/W3096591391","https://openalex.org/W3096609285","https://openalex.org/W3105966348","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3159727696","https://openalex.org/W3189877953","https://openalex.org/W3206453033","https://openalex.org/W4214588794","https://openalex.org/W4214686755","https://openalex.org/W4312910119","https://openalex.org/W4360831786","https://openalex.org/W4360831795","https://openalex.org/W4360831803","https://openalex.org/W4384159680","https://openalex.org/W4390872297","https://openalex.org/W6739901393","https://openalex.org/W6752378368","https://openalex.org/W6755207826","https://openalex.org/W6761628794","https://openalex.org/W6763367864","https://openalex.org/W6768817161","https://openalex.org/W6768851824","https://openalex.org/W6776048684","https://openalex.org/W6779436764","https://openalex.org/W6788135285","https://openalex.org/W6790690058","https://openalex.org/W6796494063","https://openalex.org/W6796580215","https://openalex.org/W6797478244","https://openalex.org/W6802648153","https://openalex.org/W6810005255","https://openalex.org/W6846577953"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2565094479","https://openalex.org/W2390829436","https://openalex.org/W1989791859","https://openalex.org/W602859758","https://openalex.org/W1971289376","https://openalex.org/W2379101322","https://openalex.org/W1992553864","https://openalex.org/W2776207444","https://openalex.org/W2864363823"],"abstract_inverted_index":{"Recently,":[0],"Vision":[1],"Transformers":[2],"(ViTs)":[3],"have":[4],"set":[5],"a":[6,39,69,89],"new":[7],"standard":[8],"in":[9,31,61],"computer":[10],"vision":[11],"(CV),":[12],"showing":[13],"unparalleled":[14],"image":[15],"processing":[16],"performance.":[17],"However,":[18],"their":[19],"substantial":[20],"computational":[21,48,107],"requirements":[22],"hinder":[23],"practical":[24],"deployment,":[25],"especially":[26],"on":[27,55],"resource-limited":[28],"devices":[29],"common":[30],"CV":[32],"applications.":[33],"Token":[34,86],"merging":[35,66,76,103,113],"has":[36],"emerged":[37],"as":[38],"solution,":[40],"condensing":[41],"tokens":[42],"with":[43,64,144],"similar":[44],"features":[45],"to":[46,117,138,213],"cut":[47],"and":[49,68,114,125,150,162,176,188,199],"memory":[50,163],"demands.":[51],"Yet,":[52],"existing":[53,214],"applications":[54],"ViTs":[56],"often":[57],"miss":[58],"the":[59,112,130,133,140,166],"mark":[60],"token":[62],"compression,":[63],"rigid":[65],"strategies":[67],"lack":[70],"of":[71,74,183,194],"in-depth":[72],"analysis":[73],"ViT":[75,158],"characteristics.":[77],"To":[78],"overcome":[79],"these":[80],"issues,":[81],"this":[82],"paper":[83],"introduces":[84],"Adaptive":[85],"Merging":[87],"(AToM),":[88],"comprehensive":[90],"algorithm-architecture":[91],"co-design":[92],"for":[93,147],"accelerating":[94],"ViTs.":[95],"The":[96],"AToM":[97,134,141,167,178,203],"algorithm":[98],"employs":[99],"an":[100],"image-adaptive,":[101],"fine-grained":[102],"strategy,":[104],"significantly":[105],"boosting":[106],"efficiency.":[108],"We":[109],"also":[110],"optimize":[111],"unmerging":[115],"processes":[116],"minimize":[118],"overhead,":[119],"employing":[120],"techniques":[121],"like":[122],"First-Come-First-Merge":[123],"mapping":[124],"Linear":[126],"Distance":[127],"Calculation.":[128],"On":[129],"hardware":[131,171],"side,":[132],"architecture":[135,155],"is":[136],"tailor-made":[137],"exploit":[139],"algorithm's":[142],"benefits,":[143],"specialized":[145],"engines":[146],"efficient":[148],"merge":[149],"unmerge":[151],"operations.":[152],"Our":[153],"pipeline":[154],"ensures":[156],"end-to-end":[157,181],"processing,":[159],"minimizing":[160],"latency":[161],"overhead":[164],"from":[165],"algorithm.":[168],"Across":[169],"various":[170],"platforms":[172],"including":[173],"CPU,":[174],"EdgeGPU,":[175],"GPU,":[177],"achieves":[179],"average":[180],"speedups":[182],"10.9<inline-formula><tex-math":[184],"notation=\"LaTeX\">$\\boldsymbol{\\times}$</tex-math></inline-formula>,":[185,187,190,196,198],"7.7<inline-formula><tex-math":[186],"5.4<inline-formula><tex-math":[189],"alongside":[191],"energy":[192],"savings":[193],"24.9<inline-formula><tex-math":[195],"1.8<inline-formula><tex-math":[197],"16.7<inline-formula><tex-math":[200],"notation=\"LaTeX\">$\\boldsymbol{\\times}$</tex-math></inline-formula>.":[201],"Moreover,":[202],"offers":[204],"1.2<inline-formula><tex-math":[205],"notation=\"LaTeX\">$\\boldsymbol{\\times}$</tex-math></inline-formula>":[206,208],"1.9<inline-formula><tex-math":[207],"higher":[209],"effective":[210],"throughput":[211],"compared":[212],"transformer":[215],"accelerators.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-02-12T00:00:00"}