{"id":"https://openalex.org/W4411142755","doi":"https://doi.org/10.1109/tcsi.2025.3575328","title":"BoostViT: Booth-Serial Skipping and Tunable Scaling for Vision Transformers","display_name":"BoostViT: Booth-Serial Skipping and Tunable Scaling for Vision Transformers","publication_year":2025,"publication_date":"2025-06-09","ids":{"openalex":"https://openalex.org/W4411142755","doi":"https://doi.org/10.1109/tcsi.2025.3575328"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2025.3575328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3575328","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077848645","display_name":"Shiqi Zhao","orcid":"https://orcid.org/0000-0002-7208-7075"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqi Zhao","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-7208-7075","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sibo Wang","orcid":"https://orcid.org/0009-0000-9613-7463"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sibo Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0000-9613-7463","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101798904","display_name":"Zhengjie Wang","orcid":"https://orcid.org/0000-0002-8227-881X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengjie Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056261351","display_name":"Chaoming Fang","orcid":"https://orcid.org/0000-0001-8830-1294"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoming Fang","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8830-1294","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009667181","display_name":"Fengshi Tian","orcid":"https://orcid.org/0000-0003-1304-5593"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fengshi Tian","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-1304-5593","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong, SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666545","display_name":"Jinbo Chen","orcid":"https://orcid.org/0000-0001-6202-9165"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbo Chen","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6202-9165","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085633547","display_name":"Changzeng Fu","orcid":"https://orcid.org/0000-0003-1083-9486"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changzeng Fu","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1083-9486","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007036605","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-4148-0042"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4148-0042","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082509767","display_name":"Mohamad Sawan","orcid":"https://orcid.org/0000-0002-4137-7272"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mohamad Sawan","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4137-7272","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.2692,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.47230708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"72","issue":"11","first_page":"6541","last_page":"6552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5924492478370667},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.455070436000824},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.38883399963378906},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.320579469203949},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.24354740977287292},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21070918440818787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5924492478370667},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.455070436000824},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.38883399963378906},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.320579469203949},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.24354740977287292},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21070918440818787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsi.2025.3575328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3575328","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:66318","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/66318/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3606198136","display_name":null,"funder_award_id":"Z2024- 043","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4520356664","display_name":null,"funder_award_id":"62404037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4568376512","display_name":null,"funder_award_id":"F2024501017","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2864363823"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"emerged":[4],"as":[5],"a":[6,227],"dominant":[7],"architecture":[8],"in":[9,193,204,240],"computer":[10],"vision":[11],"(CV),":[12],"surpassing":[13],"conventional":[14],"neural":[15],"network":[16],"counterparts":[17],"across":[18],"diverse":[19],"visual":[20],"tasks.":[21],"Despite":[22],"their":[23],"exceptional":[24],"performance,":[25],"ViTs":[26,47],"incur":[27],"substantial":[28],"computational":[29],"overhead":[30],"characterized":[31],"by":[32],"high":[33,196],"memory":[34],"footprint,":[35],"long":[36],"inference":[37,209],"latency,":[38],"and":[39,73,76,88,122,210,300],"elevated":[40],"energy":[41],"consumption.":[42],"Current":[43],"acceleration":[44,234],"strategies":[45],"for":[46,245,264],"primarily":[48],"focus":[49],"on":[50,184,283],"pruning":[51],"operations":[52,180],"or":[53,63,120,150,202],"leveraging":[54],"the":[55,112,139,145,163,176,195,213,217,222,232,241,254],"inherent":[56],"sparsity,":[57],"requiring":[58],"complex":[59],"address":[60],"control":[61],"logic":[62],"position":[64,79,92],"encoding.":[65],"Alternatively,":[66],"some":[67],"software-based":[68],"approaches":[69],"attempt":[70],"to":[71,90,165,230],"pre-compute":[72],"separate":[74],"dense":[75],"sparse":[77],"matrix":[78,95,247],"encoding,":[80,93],"while":[81],"hardware":[82,223],"solutions":[83],"typically":[84],"spend":[85],"additional":[86,159],"time":[87],"resources":[89],"obtain":[91],"decomposing":[94],"multiplications":[96],"into":[97,153],"structured":[98],"forms.":[99],"Through":[100],"an":[101],"analysis":[102],"of":[103,111,125,135,147,168,178,189,198,256],"ViTs\u2019":[104],"parameters,":[105],"we":[106,137,225],"found":[107],"that":[108,156],"approximately":[109],"91.03%":[110],"most":[113],"significant":[114],"bits":[115,128,167],"(MSBs)":[116],"are":[117,129],"either":[118],"111s":[119],"000s,":[121],"nearly":[123],"45%":[124],"3":[126],"adjacent":[127],"identical.":[130],"To":[131],"leverage":[132],"this":[133,190],"characteristic":[134],"ViTs,":[136],"propose":[138],"Booth-Serial":[140],"Skipping":[141],"algorithm,":[142],"which":[143],"transforms":[144],"computation":[146,160,255],"consecutive":[148,200],"111":[149],"000":[151],"sequences":[152],"skip":[154],"steps":[155],"require":[157],"no":[158],"time.":[161],"Furthermore,":[162],"4th":[164],"6th":[166],"ViT":[169,208],"weights":[170,206],"can":[171],"undergo":[172],"aggressive":[173],"scaling,":[174],"enhancing":[175],"likelihood":[177],"Booth-skip":[179],"with":[181],"minimal":[182],"impact":[183],"accuracy.":[185],"The":[186,236],"key":[187],"innovation":[188],"paper":[191],"lies":[192],"exploiting":[194],"proportion":[197],"naturally":[199],"0s":[201],"1s":[203],"8-bit":[205],"during":[207],"further":[211],"expanding":[212],"skippable":[214],"range":[215],"through":[216],"Tunable":[218],"Scaling":[219],"strategy.":[220],"At":[221],"level,":[224],"develop":[226],"specialized":[228],"accelerator":[229,242],"coordinate":[231],"proposed":[233],"strategies.":[235],"processing":[237],"element":[238],"array":[239],"is":[243],"optimized":[244],"general":[246],"multiplication,":[248],"it":[249],"not":[250],"only":[251],"significantly":[252],"improves":[253],"multi-head":[257],"self-attention":[258],"but":[259],"also":[260],"enables":[261],"resource":[262],"reuse":[263],"linear":[265],"transformations,":[266],"ultimately":[267],"optimizing":[268],"end-to-end":[269,281],"inference.":[270],"Our":[271],"design":[272],"achieves$50.3\\times":[273],"$,$21.9\\times":[274],"$,$17.37\\times":[275],"$,$7.47\\times":[276],"$,":[277],"and$1.49\\times":[278],"$an":[279],"average":[280],"speedup":[282],"DeiT":[284],"over":[285],"CPU":[286],"(Intel":[287],"Xeon":[288],"Gold":[289],"6152),":[290],"EdgeGPU":[291],"(NVIDIA":[292],"Jetson":[293],"Xavier":[294],"NX),":[295],"GPU":[296],"(TITAN":[297],"Xp),":[298],"ViTCoD,":[299],"ViT-slice,":[301],"respectively.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-30T07:30:35.949966","created_date":"2025-10-10T00:00:00"}