{"id":"https://openalex.org/W4400234746","doi":"https://doi.org/10.1109/iscas58744.2024.10557837","title":"HSViT: A Hardware and Software Collaborative Design for Vision Transformer via Multi-level Compression","display_name":"HSViT: A Hardware and Software Collaborative Design for Vision Transformer via Multi-level Compression","publication_year":2024,"publication_date":"2024-05-19","ids":{"openalex":"https://openalex.org/W4400234746","doi":"https://doi.org/10.1109/iscas58744.2024.10557837"},"language":"en","primary_location":{"id":"doi:10.1109/iscas58744.2024.10557837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10557837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039520060","display_name":"HongRui Song","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"HongRui Song","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering,Nanjing,China"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100519401","display_name":"Liang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xu","raw_affiliation_strings":["Sun Yat-sen University,School of Integrated Circuits,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Integrated Circuits,Shenzhen,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677062","display_name":"Ya Wang","orcid":"https://orcid.org/0000-0002-4202-2000"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ya Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology,Department of Electronic and Computer Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091293910","display_name":"Xiao Wu","orcid":"https://orcid.org/0000-0001-8306-6889"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wu","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering,Nanjing,China"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785858","display_name":"Meiqi Wang","orcid":"https://orcid.org/0000-0001-9553-3640"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiqi Wang","raw_affiliation_strings":["Sun Yat-sen University,School of Integrated Circuits,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Integrated Circuits,Shenzhen,China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100696999","display_name":"Zhongfeng Wang","orcid":"https://orcid.org/0000-0002-7227-4786"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongfeng Wang","raw_affiliation_strings":["Nanjing University,School of Electronic Science and Engineering,Nanjing,China"],"affiliations":[{"raw_affiliation_string":"Nanjing University,School of Electronic Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039520060"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.6033,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66708361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7184626460075378},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46654677391052246},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4638485908508301},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.42460721731185913},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3641318678855896},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3440675735473633},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17136645317077637},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12597501277923584},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11381202936172485},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08403673768043518}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7184626460075378},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46654677391052246},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4638485908508301},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.42460721731185913},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3641318678855896},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3440675735473633},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17136645317077637},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12597501277923584},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11381202936172485},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08403673768043518}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iscas58744.2024.10557837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10557837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-142577","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-142577","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1983394510","https://openalex.org/W2896457183","https://openalex.org/W2997753998","https://openalex.org/W3017024317","https://openalex.org/W3047848469","https://openalex.org/W3094502228","https://openalex.org/W3095319910","https://openalex.org/W3119440687","https://openalex.org/W3131922516","https://openalex.org/W3138516171","https://openalex.org/W3159727696","https://openalex.org/W3162542754","https://openalex.org/W3168124404","https://openalex.org/W3206453033","https://openalex.org/W4214686755","https://openalex.org/W4288277460","https://openalex.org/W4293023328","https://openalex.org/W4302198818","https://openalex.org/W4308479898","https://openalex.org/W4312308008","https://openalex.org/W4312453657","https://openalex.org/W4312849330","https://openalex.org/W4360831795","https://openalex.org/W4375928954","https://openalex.org/W4390872297","https://openalex.org/W6755207826","https://openalex.org/W6766844300","https://openalex.org/W6772230799","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6796494063"],"related_works":["https://openalex.org/W4310420093","https://openalex.org/W3154635860","https://openalex.org/W4298054035","https://openalex.org/W4226332880","https://openalex.org/W4200631625","https://openalex.org/W4307377619","https://openalex.org/W4226138400","https://openalex.org/W4378718358","https://openalex.org/W2075768084","https://openalex.org/W2934597797"],"abstract_inverted_index":{"The":[0,80],"rapid":[1],"advancement":[2],"of":[3,67,139,159],"Vision":[4],"Transformer":[5],"(ViT)":[6],"models":[7],"has":[8],"greatly":[9],"enhanced":[10],"performance":[11],"in":[12,19],"computer":[13],"vision":[14],"tasks.":[15],"However,":[16],"deploying":[17],"ViTs":[18],"resource-constrained":[20],"environments":[21],"presents":[22],"a":[23,29,44,56],"challenge":[24],"as":[25,167,169],"attention":[26],"computation":[27,35],"forms":[28],"bottleneck,":[30],"necessitating":[31],"extensive":[32],"memory":[33],"and":[34,47,58,77,89,92,99,126,142,150,164],"resources.":[36],"To":[37],"address":[38],"this":[39],"issue,":[40],"we":[41],"propose":[42],"HSViT,":[43],"dedicated":[45,62],"hardware":[46],"software":[48],"co-design":[49],"framework":[50],"specified":[51],"for":[52,86,103],"ViT.":[53],"HSViT":[54,135,154],"introduces":[55],"configurable":[57],"efficient":[59],"accelerator":[60,82],"with":[61,123],"dataflows":[63],"that":[64,132],"takes":[65],"advantage":[66],"the":[68,114,133,157],"multi-level":[69],"compression,":[70,74],"including":[71],"feature":[72,87],"map":[73],"token":[75],"pruning":[76],"hardware-friendly":[78],"sparsity.":[79],"proposed":[81,134],"reduces":[83],"intermediate":[84],"transmission":[85],"maps":[88],"Query,":[90],"Key,":[91],"Value":[93],"matrices":[94],"while":[95],"enhancing":[96],"data":[97],"reuse":[98],"processing":[100],"element":[101],"utilization":[102,166],"chain":[104],"matrix":[105],"multiplications.":[106],"Moreover,":[107],"an":[108],"innovative":[109],"Top-k":[110],"engine,":[111],"integrated":[112],"into":[113],"accelerator,":[115],"is":[116],"presented":[117],"to":[118,161],"support":[119],"various":[120],"selection":[121],"scenarios":[122],"high":[124,168],"speed":[125],"low":[127],"resource":[128],"consumption.":[129],"Experiments":[130],"validate":[131],"delivers":[136],"significant":[137],"speedups":[138],"123.91\u00d7,":[140],"29.5\u00d7,":[141],"3.01":[143],"\u223c":[144],"20.65\u00d7":[145],"over":[146],"conventional":[147],"CPUs,":[148],"GPUs,":[149],"prior":[151],"arts,":[152],"respectively.":[153],"also":[155],"achieves":[156],"throughput":[158],"up":[160],"731.5":[162],"GOP/s":[163],"PE":[165],"92%.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-22T08:38:42.863108","created_date":"2025-10-10T00:00:00"}