{"id":"https://openalex.org/W4401568324","doi":"https://doi.org/10.23919/date58400.2024.10546804","title":"ViT- ToGo: Vision Transformer Accelerator with Grouped Token Pruning","display_name":"ViT- ToGo: Vision Transformer Accelerator with Grouped Token Pruning","publication_year":2024,"publication_date":"2024-03-25","ids":{"openalex":"https://openalex.org/W4401568324","doi":"https://doi.org/10.23919/date58400.2024.10546804"},"language":"en","primary_location":{"id":"doi:10.23919/date58400.2024.10546804","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation &amp;amp; Test in Europe Conference &amp;amp; Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114832555","display_name":"Seungju Lee","orcid":"https://orcid.org/0000-0001-8969-4296"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seungju Lee","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,South Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030742379","display_name":"Kyu-Min Cho","orcid":"https://orcid.org/0000-0001-7544-5862"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyumin Cho","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,South Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035447590","display_name":"Eunji Kwon","orcid":"https://orcid.org/0000-0001-5313-8976"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunji Kwon","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,South Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sejin Park","orcid":null},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sejin Park","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,South Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113540576","display_name":"Seojeong Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seojeong Kim","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,South Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044543389","display_name":"Seokhyeong Kang","orcid":"https://orcid.org/0000-0003-3015-1806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seokhyeong Kang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5114832555"],"corresponding_institution_ids":["https://openalex.org/I123900574"],"apc_list":null,"apc_paid":null,"fwci":0.8061,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72288725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.942300021648407,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6906942129135132},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5867272615432739},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5867156982421875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3544965982437134},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.19800010323524475},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16705536842346191},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1468823254108429},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07476121187210083}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6906942129135132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5867272615432739},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5867156982421875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3544965982437134},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.19800010323524475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16705536842346191},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1468823254108429},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07476121187210083}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date58400.2024.10546804","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation &amp;amp; Test in Europe Conference &amp;amp; Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7199720677","display_name":null,"funder_award_id":"2022M3H4AIA04096496","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W3168124404","https://openalex.org/W3188427387","https://openalex.org/W3211787299","https://openalex.org/W4212774754","https://openalex.org/W4221144813","https://openalex.org/W4283811336","https://openalex.org/W4312340826","https://openalex.org/W4312849330","https://openalex.org/W4312872526","https://openalex.org/W4313069943","https://openalex.org/W4360831786","https://openalex.org/W4386066311","https://openalex.org/W6796494063","https://openalex.org/W6797478244","https://openalex.org/W6797854001","https://openalex.org/W6810005255","https://openalex.org/W6846577953"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W4304700937"],"abstract_inverted_index":{"Vision":[0],"Transformer":[1],"(<tex>$V$</tex>iT)":[2],"has":[3],"gained":[4],"prominence":[5],"for":[6,56,113],"its":[7],"performance":[8],"in":[9,59,68,129,135,140,163],"various":[10,35],"vision":[11],"tasks":[12],"but":[13],"comes":[14],"with":[15,80,103,142],"considerable":[16],"computational":[17,69],"and":[18,93,118],"memory":[19],"demands,":[20],"posing":[21],"a":[22,65,77,104,144,157],"challenge":[23],"when":[24],"deploying":[25],"it":[26],"on":[27],"resource-constrained":[28],"edge":[29],"devices.":[30],"To":[31],"address":[32],"this":[33,72],"limitation,":[34],"token":[36,50,82,95,101,114],"pruning":[37,51,96,102],"methods":[38],"have":[39],"been":[40],"proposed":[41,121],"to":[42,125,137],"reduce":[43],"the":[44,47,86,90,94,110,130,153],"computation.":[45],"However,":[46],"majority":[48],"of":[49,89,132,148,161],"techniques":[52],"do":[53],"not":[54],"account":[55],"practical":[57],"use":[58],"actual":[60],"embedded":[61],"devices,":[62],"which":[63,108],"demand":[64],"significant":[66],"reduction":[67,128,139],"load.":[70],"In":[71],"paper,":[73],"we":[74],"introduce":[75],"ViT-ToGo,":[76],"<tex>$V$</tex>iT":[78,91],"accelerator":[79],"grouped":[81,100],"pruning.":[83],"This":[84],"enables":[85],"parallel":[87],"execution":[88],"models":[92],"process.":[97],"We":[98],"implement":[99],"head-wise":[105],"importance":[106],"estimator":[107],"simplifies":[109],"process":[111],"need":[112],"pruning,":[115],"including":[116],"sorting":[117],"reordering.":[119],"Our":[120],"method":[122],"achieves":[123],"up":[124,136],"66":[126],"%":[127],"number":[131],"tokens,":[133],"resulting":[134],"36%":[138],"GFLOPs,":[141],"only":[143],"minimal":[145],"accuracy":[146],"drop":[147],"around":[149],"1":[150],"%.":[151],"Furthermore,":[152],"hardware":[154],"implementation":[155],"incurs":[156],"marginal":[158],"resource":[159],"overhead":[160],"1.13%":[162],"average.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}