{"id":"https://openalex.org/W4293243601","doi":"https://doi.org/10.1109/tcad.2022.3197986","title":"Bits-Ensemble: Toward Light-Weight Robust Deep Ensemble by Bits-Sharing","display_name":"Bits-Ensemble: Toward Light-Weight Robust Deep Ensemble by Bits-Sharing","publication_year":2022,"publication_date":"2022-08-10","ids":{"openalex":"https://openalex.org/W4293243601","doi":"https://doi.org/10.1109/tcad.2022.3197986"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2022.3197986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2022.3197986","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholars.cityu.edu.hk/en/publications/bits-ensemble-towards-light-weight-robust-deep-ensemble-by-bits-s","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027306735","display_name":"Yufei Cui","orcid":"https://orcid.org/0000-0002-9663-0079"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yufei Cui","raw_affiliation_strings":["School of Computer Science, McGill University, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9663-0079","affiliations":[{"raw_affiliation_string":"School of Computer Science, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061158039","display_name":"Shang-Yu Wu","orcid":"https://orcid.org/0000-0002-1961-143X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shangyu Wu","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1961-143X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393695","display_name":"Qiao Li","orcid":"https://orcid.org/0000-0002-4579-4268"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Li","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-4579-4268","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065680386","display_name":"Antoni B. Chan","orcid":"https://orcid.org/0000-0002-2886-2513"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Antoni B. Chan","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-2886-2513","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056407308","display_name":"Tei\u2010Wei Kuo","orcid":"https://orcid.org/0000-0003-1974-0394"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tei-Wei Kuo","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Taiwan University, Taipei City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Taiwan University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101441768","display_name":"Chun Jason Xue","orcid":"https://orcid.org/0000-0002-6431-9868"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chun Jason Xue","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6431-9868","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6972,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74216403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"41","issue":"11","first_page":"4397","last_page":"4408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858345866203308},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5845238566398621},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5579767823219299},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.5085562467575073},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4346499443054199},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3949122130870819},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.370865136384964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858345866203308},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5845238566398621},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5579767823219299},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.5085562467575073},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4346499443054199},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3949122130870819},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.370865136384964},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcad.2022.3197986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2022.3197986","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},{"is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/bits-ensemble-towards-light-weight-robust-deep-ensemble-by-bits-s","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cui, Y, Wu, S, Li, Q, Chan, A B, Kuo, T-W & Xue, C J 2022, 'Bits-Ensemble : Towards Light-Weight Robust Deep Ensemble by Bits-Sharing', IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, vol. 41, no. 11, pp. 4397-4408. https://doi.org/10.1109/TCAD.2022.3197986","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.atira.dk:publications/a248daff-7c26-4d59-886c-0fff408e5377","is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/a248daff-7c26-4d59-886c-0fff408e5377","pdf_url":"https://scholars.cityu.edu.hk/files/194329284/114204234.pdf","source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cui, Y, Wu, S, Li, Q, Chan, A B, Kuo, T-W & Xue, C J 2022, 'Bits-Ensemble : Towards Light-Weight Robust Deep Ensemble by Bits-Sharing', IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, vol. 41, no. 11, pp. 4397-4408. https://doi.org/10.1109/TCAD.2022.3197986","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/bits-ensemble-towards-light-weight-robust-deep-ensemble-by-bits-s","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cui, Y, Wu, S, Li, Q, Chan, A B, Kuo, T-W & Xue, C J 2022, 'Bits-Ensemble : Towards Light-Weight Robust Deep Ensemble by Bits-Sharing', IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems, vol. 41, no. 11, pp. 4397-4408. https://doi.org/10.1109/TCAD.2022.3197986","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2162651021","https://openalex.org/W2559655401","https://openalex.org/W2581082771","https://openalex.org/W2612690371","https://openalex.org/W2748818695","https://openalex.org/W2924334974","https://openalex.org/W2947023772","https://openalex.org/W2963122961","https://openalex.org/W2982479999","https://openalex.org/W2999905431","https://openalex.org/W3024366773","https://openalex.org/W3034526991","https://openalex.org/W3034644181","https://openalex.org/W3096091920","https://openalex.org/W3097573595","https://openalex.org/W3177310830","https://openalex.org/W3183048323","https://openalex.org/W4243441494","https://openalex.org/W6640425456","https://openalex.org/W6690026940","https://openalex.org/W6693397755","https://openalex.org/W6704559304","https://openalex.org/W6730042731","https://openalex.org/W6737496325","https://openalex.org/W6739651123","https://openalex.org/W6748416416","https://openalex.org/W6754205108","https://openalex.org/W6756195904","https://openalex.org/W6758779121","https://openalex.org/W6758854563","https://openalex.org/W6762754082","https://openalex.org/W6763087592","https://openalex.org/W6771378952","https://openalex.org/W6771574350","https://openalex.org/W6777766138","https://openalex.org/W6781669285","https://openalex.org/W6783873723","https://openalex.org/W6790842921","https://openalex.org/W6840604612"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2051487156","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W4307309205","https://openalex.org/W4288261899","https://openalex.org/W4384264648","https://openalex.org/W4389471172"],"abstract_inverted_index":{"Robustness":[0],"and":[1,38,43,49,75,88,116,206],"uncertainty":[2,36],"estimation":[3],"is":[4,145,214],"crucial":[5],"to":[6,40,97,125],"the":[7,16,47,55,82,98,101,106,123,127,135,139,152,155,171,192],"safety":[8],"of":[9,23,26,57,72,100,109,131,170,195,209],"deep":[10,19],"neural":[11],"networks":[12],"(DNNs)":[13],"deployed":[14],"on":[15,65],"edge.":[17],"The":[18,143,185,212],"ensemble":[20,73,78,83,196],"model,":[21],"composed":[22],"a":[24,114,162],"set":[25],"individual":[27],"DNNs":[28],"(namely":[29],"members),":[30],"has":[31],"strong":[32],"performance":[33],"in":[34,160,203],"accuracy,":[35],"estimation,":[37],"robustness":[39],"out-of-distribution":[41],"data":[42],"adversarial":[44],"attacks.":[45],"However,":[46],"storage":[48,87,183,193],"memory":[50,89],"consumption":[51],"increases":[52],"linearly":[53],"with":[54,181,200],"number":[56],"members":[58,124],"within":[59],"an":[60,177],"ensemble.":[61],"Previous":[62],"works":[63],"focus":[64],"selecting":[66],"better":[67],"members,":[68],"layer-wise":[69],"low-rank":[70],"approximation":[71],"parameters,":[74,132],"designing":[76],"partial":[77],"model":[79],"for":[80,154,197],"reducing":[81],"size,":[84],"thus":[85],"lowering":[86],"consumption.":[90],"In":[91],"this":[92],"work,":[93],"we":[94,174],"pay":[95],"attention":[96],"quantization":[99],"ensemble,":[102],"which":[103],"serves":[104],"as":[105],"last":[107],"mile":[108],"network":[110],"deployment.":[111],"We":[112],"propose":[113,176],"differentiable":[115],"parallelizable":[117],"bit":[118,153],"sharing":[119],"scheme":[120,180],"that":[121],"allows":[122],"share":[126],"less":[128],"significant":[129,141,149],"bits":[130,150],"without":[133],"hurting":[134],"performance,":[136],"leaving":[137],"alone":[138],"more":[140,148,158],"bits.":[142],"intuition":[144],"that,":[146,189],"numerically,":[147],"(e.g.,":[151],"sign)":[156],"are":[157],"useful":[159],"distinguishing":[161],"member":[163],"from":[164],"other":[165],"members.":[166],"For":[167],"real":[168],"deployment":[169],"bit-sharing":[172],"scheme,":[173],"further":[175],"efficient":[178],"encoding-decoding":[179],"minimal":[182],"overhead.":[184],"experimental":[186],"results":[187],"show":[188],"BitsEnsemble":[190],"reduces":[191],"size":[194],"over$22\\times":[198],"$,":[199],"only$0.36\\times":[201],"$increase":[202],"training":[204],"latency,":[205],"no":[207],"sacrifice":[208],"inference":[210],"latency.":[211],"code":[213],"available":[215],"inhttps://github.com/ralphc1212/bitsensemble.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}