{"id":"https://openalex.org/W4396941589","doi":"https://doi.org/10.1109/tii.2024.3396520","title":"BinaryFormer: A Hierarchical-Adaptive Binary Vision Transformer (ViT) for Efficient Computing","display_name":"BinaryFormer: A Hierarchical-Adaptive Binary Vision Transformer (ViT) for Efficient Computing","publication_year":2024,"publication_date":"2024-05-15","ids":{"openalex":"https://openalex.org/W4396941589","doi":"https://doi.org/10.1109/tii.2024.3396520"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3396520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3396520","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080596209","display_name":"Miaohui Wang","orcid":"https://orcid.org/0000-0003-1125-9299"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Miaohui Wang","raw_affiliation_strings":["State Key Laboratory of Radio Frequency Heterogeneous Integration, Shenzhen University, Shenzhen, China","Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Radio Frequency Heterogeneous Integration, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088977285","display_name":"Zhuowei Xu","orcid":"https://orcid.org/0000-0002-2222-158X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuowei Xu","raw_affiliation_strings":["College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","The Creative Life (TCL) New Technology Ltd., Huizhou, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"The Creative Life (TCL) New Technology Ltd., Huizhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102900034","display_name":"Bin Zheng","orcid":"https://orcid.org/0000-0001-7205-7207"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zheng","raw_affiliation_strings":["College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088113891","display_name":"Wuyuan Xie","orcid":"https://orcid.org/0000-0001-5791-8267"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuyuan Xie","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080596209"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":0.6263,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66594762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"20","issue":"8","first_page":"10657","last_page":"10668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7198581099510193},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.515884280204773},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.49790453910827637},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4886389374732971},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4458610415458679},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4393719434738159},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4228990972042084},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4056616425514221},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.24097827076911926},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22294721007347107},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15504983067512512}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7198581099510193},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.515884280204773},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.49790453910827637},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4886389374732971},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4458610415458679},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4393719434738159},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4228990972042084},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4056616425514221},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.24097827076911926},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22294721007347107},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15504983067512512},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3396520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3396520","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1247437036","display_name":null,"funder_award_id":"2024A1515011972","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G2437854670","display_name":null,"funder_award_id":"20220809160139001","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"},{"id":"https://openalex.org/G3438811472","display_name":null,"funder_award_id":"2022A1515011245","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G3651748204","display_name":null,"funder_award_id":"61701310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5899507128","display_name":null,"funder_award_id":"2023A1515011197","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G66877239","display_name":null,"funder_award_id":"62372306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316880","display_name":"Natural Science Foundation of Shenzhen City","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2300242332","https://openalex.org/W2340897893","https://openalex.org/W2785457004","https://openalex.org/W2884822772","https://openalex.org/W2963122961","https://openalex.org/W2966671006","https://openalex.org/W2998218113","https://openalex.org/W3014975538","https://openalex.org/W3046768359","https://openalex.org/W3104151879","https://openalex.org/W3106483999","https://openalex.org/W3118608800","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3150698441","https://openalex.org/W3211113236","https://openalex.org/W3215741372","https://openalex.org/W4213019189","https://openalex.org/W4214888034","https://openalex.org/W4225880911","https://openalex.org/W4285601701","https://openalex.org/W4292264335","https://openalex.org/W4312772337","https://openalex.org/W4319866432","https://openalex.org/W4320015828","https://openalex.org/W4321033239","https://openalex.org/W4323338516","https://openalex.org/W4385815501","https://openalex.org/W4390872156","https://openalex.org/W6693397755","https://openalex.org/W6744700018","https://openalex.org/W6745245109","https://openalex.org/W6751420435","https://openalex.org/W6756358366","https://openalex.org/W6784499899","https://openalex.org/W6787972765","https://openalex.org/W6788135622","https://openalex.org/W6797854001","https://openalex.org/W6802648153","https://openalex.org/W6804113219","https://openalex.org/W6810353043","https://openalex.org/W6838683425"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W4390721878","https://openalex.org/W2048582679","https://openalex.org/W2782226720"],"abstract_inverted_index":{"Vision":[0],"Transformer":[1],"(ViT)":[2],"has":[3],"recently":[4],"demonstrated":[5],"impressive":[6],"nonlinear":[7],"modeling":[8],"capabilities":[9],"and":[10,24,38,82,135],"achieved":[11],"state-of-the-art":[12],"performance":[13],"in":[14],"various":[15],"industrial":[16],"applications,":[17],"such":[18],"as":[19,103,105],"object":[20],"recognition,":[21],"anomaly":[22],"detection,":[23],"robot":[25],"control.":[26],"However,":[27],"their":[28],"practical":[29],"deployment":[30],"can":[31],"be":[32],"hindered":[33],"by":[34,85,130],"high":[35],"storage":[36],"requirements":[37],"computational":[39],"intensity.":[40],"To":[41],"alleviate":[42],"these":[43],"challenges,":[44],"we":[45,68],"propose":[46,69],"a":[47,70,92,126],"binary":[48],"transformer":[49],"called":[50],"BinaryFormer,":[51],"which":[52],"quantizes":[53],"the":[54,58,100,107,115,123],"learned":[55],"weights":[56],"of":[57,110,125,133,139],"ViT":[59,128],"module":[60],"from":[61],"32-b":[62],"precision":[63],"to":[64,97],"1":[65],"b.":[66],"Furthermore,":[67],"hierarchical-adaptive":[71],"architecture":[72],"that":[73,120],"replaces":[74],"expensive":[75],"matrix":[76],"operations":[77,84,141,144],"with":[78],"more":[79],"affordable":[80],"addition":[81],"bit":[83,143],"switching":[86],"between":[87],"two":[88],"attention":[89],"modes.":[90],"As":[91],"result,":[93],"BinaryFormer":[94,121],"is":[95],"able":[96],"effectively":[98],"compress":[99],"model":[101,129],"size":[102,124],"well":[104],"reduce":[106],"computation":[108],"cost":[109],"ViT.":[111],"Experimental":[112],"results":[113],"on":[114],"ImageNet-1K":[116],"benchmark":[117],"datasets":[118],"show":[119],"reduces":[122],"typical":[127],"an":[131],"average":[132],"27.7\u00d7":[134],"converts":[136],"over":[137],"99%":[138],"multiplication":[140],"into":[142],"while":[145],"maintaining":[146],"reasonable":[147],"accuracy.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}