{"id":"https://openalex.org/W4408163960","doi":"https://doi.org/10.1145/3658617.3697671","title":"TWDP: A Vision Transformer Accelerator with Token-Weight Dual-Pruning Strategy for Edge Device Deployment","display_name":"TWDP: A Vision Transformer Accelerator with Token-Weight Dual-Pruning Strategy for Edge Device Deployment","publication_year":2025,"publication_date":"2025-01-20","ids":{"openalex":"https://openalex.org/W4408163960","doi":"https://doi.org/10.1145/3658617.3697671"},"language":"en","primary_location":{"id":"doi:10.1145/3658617.3697671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658617.3697671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Asia and South Pacific Design Automation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112355319","display_name":"Guang Yang","orcid":"https://orcid.org/0009-0001-0000-1447"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-0000-1447","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinming Yan","orcid":"https://orcid.org/0009-0001-7661-6165"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinming Yan","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-7661-6165","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102674132","display_name":"Hui Kou","orcid":"https://orcid.org/0009-0007-4874-0867"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Kou","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-4874-0867","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062140266","display_name":"Zihan Zou","orcid":"https://orcid.org/0009-0002-1510-1341"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Zou","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-1510-1341","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039733006","display_name":"Qingwen Wei","orcid":"https://orcid.org/0009-0009-7047-7182"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingwen Wei","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-7047-7182","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052490965","display_name":"Hao Cai","orcid":"https://orcid.org/0000-0001-9251-0574"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Cai","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9251-0574","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100461621","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-0894-1054"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["Southeast Univ., Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0894-1054","affiliations":[{"raw_affiliation_string":"Southeast Univ., Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":3.4704,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84657414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"177","last_page":"182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6582409143447876},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6391071677207947},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6000407338142395},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4673621654510498},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4410014748573303},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44008946418762207},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4145849645137787},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.35668516159057617},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.34978407621383667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2556253671646118},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.24050533771514893},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18329662084579468},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15027377009391785},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15026319026947021},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.06017008423805237}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6582409143447876},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6391071677207947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6000407338142395},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4673621654510498},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4410014748573303},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44008946418762207},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4145849645137787},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.35668516159057617},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34978407621383667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2556253671646118},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.24050533771514893},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18329662084579468},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15027377009391785},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15026319026947021},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.06017008423805237},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658617.3697671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658617.3697671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Asia and South Pacific Design Automation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G120510889","display_name":null,"funder_award_id":"2023YFB4403103","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2322411027","https://openalex.org/W3168124404","https://openalex.org/W3174402370","https://openalex.org/W3205192296","https://openalex.org/W4291653336","https://openalex.org/W4322501379","https://openalex.org/W4360831786","https://openalex.org/W4360831795","https://openalex.org/W4365446402","https://openalex.org/W4387042316","https://openalex.org/W4402187405","https://openalex.org/W4408049610"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W4304700937"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"attracted":[4],"significant":[5,29],"attention":[6],"due":[7],"to":[8,13,33,64,81,99,110,123,157],"their":[9,24],"superior":[10],"accuracy":[11,169],"compared":[12],"convolutional":[14],"neural":[15],"networks":[16],"(CNNs)":[17],"in":[18,85,116,176],"various":[19],"computer":[20],"vision":[21,56],"tasks.":[22],"However,":[23],"substantial":[25],"computational":[26,106],"load":[27],"and":[28,36,105,128,132,148],"memory":[30,103],"footprint":[31],"lead":[32],"excessive":[34],"delay":[35],"considerable":[37],"data":[38],"storage":[39,101,127,146],"overhead,":[40,102],"posing":[41],"challenges":[42],"for":[43],"resource-limited":[44],"edge":[45,177],"device":[46,178],"deployment.":[47],"To":[48],"address":[49],"these":[50],"issues,":[51],"we":[52,73,90],"present":[53],"TWDP,":[54],"a":[55,60,75,92,162],"transformer":[57],"accelerator":[58],"employing":[59],"Token-Weight":[61],"Dual-Pruning":[62],"strategy":[63],"enhance":[65],"the":[66,69,112,139,172],"efficiency":[67,152,165],"of":[68,153,174],"inference":[70,129],"process.":[71],"Firstly,":[72],"propose":[74],"parameter-free":[76],"self-adaptive":[77],"token":[78],"pruning":[79,97],"method":[80],"skip":[82],"redundant":[83],"computations":[84],"an":[86,118,135,150],"image-dependent":[87],"manner.":[88],"Secondly,":[89],"apply":[91],"Hessian-aware":[93],"layer-wise":[94],"N:M":[95],"weight":[96,145],"approach":[98],"minimize":[100],"access,":[104],"power":[107],"consumption.":[108],"Additionally,":[109],"manage":[111],"complex":[113],"computing":[114],"patterns":[115],"ViTs,":[117],"overlapping":[119],"dataflow":[120],"is":[121],"utilized":[122],"further":[124],"reduce":[125],"temporal":[126],"latency.":[130],"Implemented":[131],"evaluated":[133],"under":[134],"industrial":[136],"28nm":[137],"technology,":[138],"proposed":[140],"TWDP":[141,160,175],"framework":[142],"reduces":[143],"66.1%":[144],"requirements":[147],"achieves":[149],"energy":[151,164],"2070.9":[154],"FPS/W.":[155],"Compared":[156],"state-of-the-art":[158],"architectures,":[159],"obtains":[161],"1.6\u00d7":[163],"improvement":[166],"with":[167],"negligible":[168],"loss,":[170],"demonstrating":[171],"superiority":[173],"deployment":[179],"scenarios.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}