{"id":"https://openalex.org/W4360831795","doi":"https://doi.org/10.1109/hpca56546.2023.10071027","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","display_name":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","alternate_titles":[],"publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W4360831795","doi":"https://doi.org/10.1109/hpca56546.2023.10071027"},"language":"en","primary_location":{"id":"doi:10.1109/hpca56546.2023.10071027","doi":"https://doi.org/10.1109/hpca56546.2023.10071027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca56546.2023.10071027","pdf_url":null,"source":{"id":"https://openalex.org/S4210184388","display_name":"IEEE International Symposium on High-Performance Computer Architecture (HPCA)","issn_l":"1530-0897","issn":["1530-0897","2378-203X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4360831795"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.09573","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080793133","display_name":"Haoran You","orcid":"https://orcid.org/0000-0002-2873-2153","observed_orcids":["https://orcid.org/0000-0002-2873-2153","https://orcid.org/0009-0001-6443-6562"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Haoran You","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017066516","display_name":"Zhanyi Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhanyi Sun","raw_affiliation_strings":["Rice University, Houston, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020476441","display_name":"Huihong Shi","orcid":"https://orcid.org/0000-0002-7845-0154","observed_orcids":["https://orcid.org/0000-0002-7845-0154"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Huihong Shi","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034614246","display_name":"Zhongzhi Yu","orcid":"https://orcid.org/0000-0002-9981-4981","observed_orcids":["https://orcid.org/0000-0002-9981-4981"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhongzhi Yu","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107593559","display_name":"Yang Katie Zhao","orcid":"https://orcid.org/0000-0001-8023-1551","observed_orcids":["https://orcid.org/0000-0001-8023-1551"]},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang Zhao","raw_affiliation_strings":["Rice University, Houston, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912939","display_name":"Yongan Zhang","orcid":"https://orcid.org/0000-0001-7919-049X","observed_orcids":["https://orcid.org/0000-0001-7919-049X"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yongan Zhang","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065172226","display_name":"Chaojian Li","orcid":"https://orcid.org/0000-0003-4030-9777","observed_orcids":["https://orcid.org/0000-0003-4030-9777"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chaojian Li","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087869694","display_name":"Baopu Li","orcid":"https://orcid.org/0000-0002-9032-3991","observed_orcids":["https://orcid.org/0000-0002-9032-3991"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Baopu Li","raw_affiliation_strings":["Oracle Health and AI, Redwood, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle Health and AI, Redwood, CA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019582323","display_name":"Yingyan Lin","orcid":"https://orcid.org/0000-0001-5946-203X","observed_orcids":["https://orcid.org/0000-0001-5946-203X"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yingyan Lin","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.6819,"has_fulltext":true,"cited_by_count":191,"citation_normalized_percentile":{"value":0.9855106,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"273","last_page":"286"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.014999999664723873,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.9020000100135803},{"id":"https://openalex.org/keywords/sparse-attention","display_name":"sparse attention","score":0.8109999895095825},{"id":"https://openalex.org/keywords/algorithm-architecture-co-design","display_name":"algorithm-architecture co-design","score":0.7260000109672546},{"id":"https://openalex.org/keywords/transformer-accelerator","display_name":"transformer accelerators","score":0.5170000195503235},{"id":"https://openalex.org/keywords/edge-computing","display_name":"edge computing","score":0.47600001096725464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7770785689353943},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6893846392631531},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6491299867630005},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6096557974815369},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4962480664253235},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.49592646956443787},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.48938459157943726},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46988964080810547},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4280813932418823},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4230560064315796},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.41507551074028015},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.38793033361434937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34806281328201294},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25510072708129883},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.21262997388839722},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11007648706436157},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/hpca56546.2023.10071027","doi":"https://doi.org/10.1109/hpca56546.2023.10071027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpca56546.2023.10071027","pdf_url":null,"source":{"id":"https://openalex.org/S4210184388","display_name":"IEEE International Symposium on High-Performance Computer Architecture (HPCA)","issn_l":"1530-0897","issn":["1530-0897","2378-203X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2210.09573","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.09573","pdf_url":"https://arxiv.org/pdf/2210.09573","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-166557","doi":null,"is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85148270159&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2210.09573","doi":"https://doi.org/10.48550/arxiv.2210.09573","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.09573","pdf_url":"https://arxiv.org/pdf/2210.09573","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.09573","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.09573","pdf_url":"https://arxiv.org/pdf/2210.09573","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3445084224","display_name":"Collaborative Research: Enabling Intelligent Cameras in Internet-of-Things via a Holistic Platform, Algorithm, and Hardware Co-design","funder_award_id":"1934767","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4612306153","display_name":"RTML: Large: Collaborative: Harmonizing Predictive Algorithms and Mixed-Signal/Precision Circuits via Computation-Data Access Exchange and Adaptive Dataflows","funder_award_id":"1937592","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360831795.pdf","grobid_xml":"https://content.openalex.org/works/W4360831795.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2101032778","https://openalex.org/W2108598243","https://openalex.org/W2466675884","https://openalex.org/W2626778328","https://openalex.org/W2752782242","https://openalex.org/W2794952988","https://openalex.org/W2899915146","https://openalex.org/W2937843571","https://openalex.org/W2944779197","https://openalex.org/W2979310060","https://openalex.org/W2994673210","https://openalex.org/W3006610127","https://openalex.org/W3006683367","https://openalex.org/W3007303655","https://openalex.org/W3015468748","https://openalex.org/W3016542674","https://openalex.org/W3016719260","https://openalex.org/W3016735325","https://openalex.org/W3016832937","https://openalex.org/W3033210410","https://openalex.org/W3034098129","https://openalex.org/W3034445277","https://openalex.org/W3045733172","https://openalex.org/W3103168911","https://openalex.org/W3106298483","https://openalex.org/W3116489684","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3155922894","https://openalex.org/W3159727696","https://openalex.org/W3168643403","https://openalex.org/W3170874841","https://openalex.org/W3174350209","https://openalex.org/W3181262653","https://openalex.org/W3189877953","https://openalex.org/W3202715235","https://openalex.org/W3203105104","https://openalex.org/W3203166921","https://openalex.org/W3203606893","https://openalex.org/W3204076343","https://openalex.org/W3204470331","https://openalex.org/W3204538018","https://openalex.org/W3206453033","https://openalex.org/W4214686755","https://openalex.org/W4225557002","https://openalex.org/W4226549668","https://openalex.org/W6779269079","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W4360832001","https://openalex.org/W4409917083","https://openalex.org/W4400234746","https://openalex.org/W4411206652","https://openalex.org/W7134903178","https://openalex.org/W4387042316","https://openalex.org/W4224272693","https://openalex.org/W7203524736","https://openalex.org/W4411142755","https://openalex.org/W4406521183"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1,40,57],"(ViTs)":[2],"have":[3,65,125],"achieved":[4],"state-of-the-art":[5],"performance":[6],"on":[7,113,157],"various":[8],"vision":[9],"tasks.":[10],"However,":[11],"ViTs\u2019":[12],"self-attention":[13],"module":[14,169],"is":[15,47,50,271],"still":[16],"arguably":[17],"a":[18,51,66,100,164,187],"major":[19],"bottleneck,":[20],"limiting":[21],"their":[22],"achievable":[23],"hardware":[24,183,202],"efficiency":[25],"and":[26,56,103,119,166,197,208,223,245,254,259],"more":[27],"extensive":[28],"applications":[29],"to":[30,38,81,124,170,190,211,240],"resource":[31],"constrained":[32],"platforms.":[33],"Meanwhile,":[34],"existing":[35],"accelerators":[36,257],"dedicated":[37,101,188],"NLP":[39],"are":[41],"not":[42],"optimal":[43],"for":[44,58,109,132,150,178,200,216],"ViTs.":[45,111],"This":[46],"because":[48],"there":[49],"large":[52],"difference":[53],"between":[54],"ViTs":[55,64],"natural":[59],"language":[60],"processing":[61],"(NLP)":[62],"tasks:":[63],"relatively":[67],"fixed":[68,85,130],"number":[69],"of":[70,136,159,238,265],"input":[71],"tokens,":[72],"whose":[73],"attention":[74,122,145,263],"maps":[75,123],"can":[76],"be":[77],"pruned":[78],"by":[79],"up":[80,239],"90%":[82],"even":[83],"with":[84],"sparse":[86],"patterns,":[87],"without":[88,138],"severely":[89],"hurting":[90,139],"the":[91,114,121,140,144,152,173,182,193,231],"model":[92],"accuracy":[93],"(e.g.,=50%).":[94],"To":[95],"this":[96],"end,":[97],"we":[98,161,185],"propose":[99],"algorithm":[102,115,214],"accelerator":[104,189],"co-design":[105],"framework":[106],"dubbed":[107],"ViTCoD":[108,117,228],"accelerating":[110],"Specifically,":[112],"level,":[116,184],"prunes":[118],"polarizes":[120],"either":[126],"denser":[127,196],"or":[128],"sparser":[129,198],"patterns":[131],"regularizing":[133],"two":[134],"levels":[135],"workloads":[137,199],"accuracy,":[141],"largely":[142,229],"reducing":[143],"computations":[146],"while":[147,204],"leaving":[148],"room":[149],"alleviating":[151],"remaining":[153],"dominant":[154,174,232],"data":[155,176,219,233],"movements;":[156],"top":[158],"that,":[160],"further":[162],"integrate":[163],"lightweight":[165],"learnable":[167],"auto-encoder":[168],"enable":[171],"trading":[172],"high-cost":[175],"movements":[177],"lower-cost":[179],"computations.":[180],"On":[181],"develop":[186],"simultaneously":[191],"coordinate":[192],"aforementioned":[194],"enforced":[195],"boosted":[201],"utilization,":[203],"integrating":[205],"on-chip":[206],"encoder":[207],"decoder":[209],"engines":[210],"leverage":[212],"ViTCoD\u2019s":[213],"pipeline":[215],"much":[217],"reduced":[218],"movements.":[220],"Extensive":[221],"experiments":[222],"ablation":[224],"studies":[225],"validate":[226],"that":[227],"reduces":[230],"movement":[234],"costs,":[235],"achieving":[236],"speedups":[237],"235.3\u00d7,":[241],"142.9\u00d7,":[242],"86.0\u00d7,":[243],"10.1\u00d7,":[244],"6.8\u00d7":[246],"over":[247],"general":[248],"computing":[249],"platforms":[250],"CPUs,":[251],"EdgeGPUs,":[252],"GPUs,":[253],"prior-art":[255],"Transformer":[256],"SpAtten":[258],"Sanger":[260],"under":[261],"an":[262],"sparsity":[264],"90%,":[266],"respectively.":[267],"Our":[268],"code":[269],"implementation":[270],"available":[272],"at":[273],"https://github.com/GATECH-EIC/ViTCoD.":[274]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4360831795","counts_by_year":[{"year":2026,"cited_by_count":55},{"year":2025,"cited_by_count":72},{"year":2024,"cited_by_count":52},{"year":2023,"cited_by_count":12}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-03-25T00:00:00"}
