{"id":"https://openalex.org/W4409282453","doi":"https://doi.org/10.1145/3676536.3676733","title":"Co-Designing Binarized Transformer and Hardware Accelerator for Efficient End-to-End Edge Deployment","display_name":"Co-Designing Binarized Transformer and Hardware Accelerator for Efficient End-to-End Edge Deployment","publication_year":2024,"publication_date":"2024-10-27","ids":{"openalex":"https://openalex.org/W4409282453","doi":"https://doi.org/10.1145/3676536.3676733"},"language":"en","primary_location":{"id":"doi:10.1145/3676536.3676733","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676536.3676733","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676733","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676733","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109741306","display_name":"Yuhao Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Yuhao Ji","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066888122","display_name":"Chao Fang","orcid":"https://orcid.org/0000-0003-3430-1189"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Fang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109277114","display_name":"Shaobo Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaobo Ma","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090170161","display_name":"Haikuo Shao","orcid":"https://orcid.org/0009-0008-6965-3436"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haikuo Shao","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100696999","display_name":"Zhongfeng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongfeng Wang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China","School of Integrated Circuits, Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Integrated Circuits, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5109741306"],"corresponding_institution_ids":["https://openalex.org/I177725633","https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.8173,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74245049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10781","display_name":"Plasma Diagnostics and Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10781","display_name":"Plasma Diagnostics and Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7382315993309021},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.73487788438797},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6026938557624817},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5744467377662659},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.42824041843414307},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.428041011095047},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3377741575241089},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3338955044746399},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2723173499107361},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22531655430793762},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.17779454588890076},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17101073265075684},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.141352117061615},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.125984787940979},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.059513986110687256}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7382315993309021},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.73487788438797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6026938557624817},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5744467377662659},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.42824041843414307},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.428041011095047},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3377741575241089},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3338955044746399},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2723173499107361},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22531655430793762},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.17779454588890076},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17101073265075684},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.141352117061615},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.125984787940979},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.059513986110687256}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3676536.3676733","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676536.3676733","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676733","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3676536.3676733","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3676536.3676733","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3676536.3676733","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6800000071525574,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G192642426","display_name":null,"funder_award_id":"2174084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2250357272","display_name":null,"funder_award_id":"62174084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409282453.pdf","grobid_xml":"https://content.openalex.org/works/W4409282453.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2887447938","https://openalex.org/W2918817571","https://openalex.org/W2987956272","https://openalex.org/W2998183051","https://openalex.org/W3023742835","https://openalex.org/W3047848469","https://openalex.org/W3082058622","https://openalex.org/W3091592563","https://openalex.org/W3098576111","https://openalex.org/W3172318343","https://openalex.org/W3173374050","https://openalex.org/W3177265267","https://openalex.org/W4212847409","https://openalex.org/W4291653336","https://openalex.org/W4308083526","https://openalex.org/W4308479898","https://openalex.org/W4312308008","https://openalex.org/W4318767343","https://openalex.org/W4372265769","https://openalex.org/W4389722504","https://openalex.org/W4393141038","https://openalex.org/W4400234428"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2151749779","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372"],"abstract_inverted_index":{"Transformer":[0,77,108,171],"models":[1],"have":[2],"revolutionized":[3],"AI":[4],"tasks,":[5],"but":[6],"their":[7],"large":[8],"size":[9],"hinders":[10],"real-world":[11,151],"deployment":[12,58],"on":[13,45],"resource-constrained":[14],"and":[15,66,82,84,118,132,148,164],"latency-critical":[16],"edge":[17,46,57,176],"devices.":[18,47],"While":[19],"binarized":[20,76,107,125],"Transformers":[21,60],"offer":[22],"a":[23,51,73,103,135,142],"promising":[24],"solution":[25],"by":[26,91],"significantly":[27],"reducing":[28],"model":[29,89],"size,":[30],"existing":[31],"approaches":[32],"suffer":[33],"from":[34,61],"algorithm-hardware":[35],"mismatches":[36],"with":[37,78,115],"limited":[38],"co-design":[39,52,157],"exploration,":[40],"leading":[41],"to":[42,140,160],"suboptimal":[43],"performance":[44],"Hence,":[48],"we":[49,70,85,101,128],"propose":[50,71],"method":[53],"for":[54,121,150],"efficient":[55,122,174],"end-to-end":[56,175],"of":[59,124],"three":[62],"aspects:":[63],"algorithm,":[64],"hardware,":[65],"joint":[67],"optimization.":[68],"First,":[69],"BMT,":[72],"novel":[74],"hardware-friendly":[75],"optimized":[79],"quantization":[80],"methods":[81],"components,":[83],"further":[86],"enhance":[87],"its":[88],"accuracy":[90],"leveraging":[92],"the":[93,130],"weighted":[94],"ternary":[95],"weight":[96],"splitting":[97],"training":[98],"technique.":[99],"Second,":[100],"develop":[102],"streaming":[104],"processor":[105],"mixed":[106],"accelerator,":[109],"namely":[110],"BAT,":[111],"which":[112],"is":[113],"equipped":[114],"specialized":[116],"units":[117],"scheduling":[119],"pipelines":[120],"inference":[123],"Transformers.":[126],"Finally,":[127],"co-optimize":[129],"algorithm":[131],"hardware":[133],"through":[134],"design":[136],"space":[137],"exploration":[138],"approach":[139],"achieve":[141],"global":[143],"trade-off":[144],"between":[145],"accuracy,":[146],"latency,":[147],"robustness":[149],"deployments.":[152],"Experimental":[153],"results":[154],"show":[155],"our":[156],"achieves":[158],"up":[159],"2.14~49.37\u00d7":[161],"throughput":[162],"gains":[163],"3.72~88.53\u00d7":[165],"better":[166],"energy":[167],"efficiency":[168],"over":[169],"state-of-the-art":[170],"accelerators,":[172],"enabling":[173],"deployment.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}