{"id":"https://openalex.org/W4411142755","doi":"https://doi.org/10.1109/tcsi.2025.3575328","title":"BoostViT: Booth-Serial Skipping and Tunable Scaling for Vision Transformers","display_name":"BoostViT: Booth-Serial Skipping and Tunable Scaling for Vision Transformers","publication_year":2025,"publication_date":"2025-06-09","ids":{"openalex":"https://openalex.org/W4411142755","doi":"https://doi.org/10.1109/tcsi.2025.3575328"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2025.3575328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3575328","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077848645","display_name":"Shiqi Zhao","orcid":"https://orcid.org/0000-0002-7208-7075"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqi Zhao","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-7208-7075","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sibo Wang","orcid":"https://orcid.org/0009-0000-9613-7463"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sibo Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0000-9613-7463","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101798904","display_name":"Zhengjie Wang","orcid":"https://orcid.org/0000-0002-8227-881X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengjie Wang","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056261351","display_name":"Chaoming Fang","orcid":"https://orcid.org/0000-0001-8830-1294"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoming Fang","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8830-1294","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009667181","display_name":"Fengshi Tian","orcid":"https://orcid.org/0000-0003-1304-5593"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fengshi Tian","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-1304-5593","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong, SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666545","display_name":"Jinbo Chen","orcid":"https://orcid.org/0000-0001-6202-9165"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbo Chen","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6202-9165","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085633547","display_name":"Changzeng Fu","orcid":"https://orcid.org/0000-0003-1083-9486"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changzeng Fu","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1083-9486","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007036605","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0002-4148-0042"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4148-0042","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082509767","display_name":"Mohamad Sawan","orcid":"https://orcid.org/0000-0002-4137-7272"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mohamad Sawan","raw_affiliation_strings":["Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4137-7272","affiliations":[{"raw_affiliation_string":"Center of Excellence in Biomedical Research on Advanced Integrated-on-Chips Neurotechnologies (CenBRAIN Neurotech), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09445912,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"11","first_page":"6541","last_page":"6552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9180999994277954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5924492478370667},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.455070436000824},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.38883399963378906},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.320579469203949},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.24354740977287292},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21070918440818787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5924492478370667},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.455070436000824},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.38883399963378906},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.320579469203949},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.24354740977287292},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21070918440818787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsi.2025.3575328","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2025.3575328","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:66318","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/66318/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4520356664","display_name":null,"funder_award_id":"62404037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4568376512","display_name":null,"funder_award_id":"F2024501017","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G4706627562","display_name":null,"funder_award_id":"Z2024-043","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2864363823"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"emerged":[4],"as":[5],"a":[6,227],"dominant":[7],"architecture":[8],"in":[9,193,204,240],"computer":[10],"vision":[11],"(CV),":[12],"surpassing":[13],"conventional":[14],"neural":[15],"network":[16],"counterparts":[17],"across":[18],"diverse":[19],"visual":[20],"tasks.":[21],"Despite":[22],"their":[23],"exceptional":[24],"performance,":[25],"ViTs":[26,47],"incur":[27],"substantial":[28],"computational":[29],"overhead":[30],"characterized":[31],"by":[32],"high":[33,196],"memory":[34],"footprint,":[35],"long":[36],"inference":[37,209],"latency,":[38],"and":[39,73,76,88,122,210,302,331],"elevated":[40],"energy":[41],"consumption.":[42],"Current":[43],"acceleration":[44,234],"strategies":[45],"for":[46,245,264],"primarily":[48],"focus":[49],"on":[50,184,314],"pruning":[51],"operations":[52,180],"or":[53,63,120,150,202],"leveraging":[54],"the":[55,112,139,145,163,176,195,213,217,222,232,241,254],"inherent":[56],"sparsity,":[57],"requiring":[58],"complex":[59],"address":[60],"control":[61],"logic":[62],"position":[64,79,92],"encoding.":[65],"Alternatively,":[66],"some":[67],"software-based":[68],"approaches":[69],"attempt":[70],"to":[71,90,165,230],"pre-compute":[72],"separate":[74],"dense":[75],"sparse":[77],"matrix":[78,95,247],"encoding,":[80,93],"while":[81],"hardware":[82,223],"solutions":[83],"typically":[84],"spend":[85],"additional":[86,159],"time":[87],"resources":[89],"obtain":[91],"decomposing":[94],"multiplications":[96],"into":[97,153],"structured":[98],"forms.":[99],"Through":[100],"an":[101,310],"analysis":[102],"of":[103,111,125,135,147,168,178,189,198,256],"ViTs\u2019":[104],"parameters,":[105],"we":[106,137,225],"found":[107],"that":[108,156],"approximately":[109],"91.03%":[110],"most":[113],"significant":[114],"bits":[115,128,167],"(MSBs)":[116],"are":[117,129],"either":[118],"111s":[119],"000s,":[121],"nearly":[123],"45%":[124],"3":[126],"adjacent":[127],"identical.":[130],"To":[131],"leverage":[132],"this":[133,190],"characteristic":[134],"ViTs,":[136],"propose":[138],"Booth-Serial":[140],"Skipping":[141],"algorithm,":[142],"which":[143],"transforms":[144],"computation":[146,160,255],"consecutive":[148,200],"111":[149],"000":[151],"sequences":[152],"skip":[154],"steps":[155],"require":[157],"no":[158],"time.":[161],"Furthermore,":[162],"4th":[164],"6th":[166],"ViT":[169,208],"weights":[170,206],"can":[171],"undergo":[172],"aggressive":[173],"scaling,":[174],"enhancing":[175],"likelihood":[177],"Booth-skip":[179],"with":[181],"minimal":[182],"impact":[183],"accuracy.":[185],"The":[186,236],"key":[187],"innovation":[188],"paper":[191],"lies":[192],"exploiting":[194],"proportion":[197],"naturally":[199],"0s":[201],"1s":[203],"8-bit":[205],"during":[207],"further":[211],"expanding":[212],"skippable":[214],"range":[215],"through":[216],"Tunable":[218],"Scaling":[219],"strategy.":[220],"At":[221],"level,":[224],"develop":[226],"specialized":[228],"accelerator":[229,242],"coordinate":[231],"proposed":[233],"strategies.":[235],"processing":[237],"element":[238],"array":[239],"is":[243],"optimized":[244],"general":[246],"multiplication,":[248],"it":[249],"not":[250],"only":[251],"significantly":[252],"improves":[253],"multi-head":[257],"self-attention":[258],"but":[259],"also":[260],"enables":[261],"resource":[262],"reuse":[263],"linear":[265],"transformations,":[266],"ultimately":[267],"optimizing":[268],"end-to-end":[269,312],"inference.":[270],"Our":[271],"design":[272],"achieves":[273],"<inline-formula":[274,281,288,295,303],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[275,282,289,296,304],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[276,283,290,297,305],"<tex-math":[277,284,291,298,306],"notation=\"LaTeX\">$50.3\\times":[278],"$</tex-math>":[279,286,293,300,308],"</inline-formula>,":[280,287,294,301],"notation=\"LaTeX\">$21.9\\times":[285],"notation=\"LaTeX\">$17.37\\times":[292],"notation=\"LaTeX\">$7.47\\times":[299],"notation=\"LaTeX\">$1.49\\times":[307],"</inline-formula>":[309],"average":[311],"speedup":[313],"DeiT":[315],"over":[316],"CPU":[317],"(Intel":[318],"Xeon":[319],"Gold":[320],"6152),":[321],"EdgeGPU":[322],"(NVIDIA":[323],"Jetson":[324],"Xavier":[325],"NX),":[326],"GPU":[327],"(TITAN":[328],"Xp),":[329],"ViTCoD,":[330],"ViT-slice,":[332],"respectively.":[333]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}