{"id":"https://openalex.org/W4376225918","doi":"https://doi.org/10.1109/tpami.2023.3275159","title":"Single-Path Bit Sharing for Automatic Loss-Aware Model Compression","display_name":"Single-Path Bit Sharing for Automatic Loss-Aware Model Compression","publication_year":2023,"publication_date":"2023-05-11","ids":{"openalex":"https://openalex.org/W4376225918","doi":"https://doi.org/10.1109/tpami.2023.3275159","pmid":"https://pubmed.ncbi.nlm.nih.gov/37167046"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3275159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3275159","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100375036","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0002-6745-3050"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Liu","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, Guangdong, China","Key Laboratory of Big Data and Intelligent Robot (South China University of Technology), Ministry of Education, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Key Laboratory of Big Data and Intelligent Robot (South China University of Technology), Ministry of Education, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076928390","display_name":"Bohan Zhuang","orcid":"https://orcid.org/0000-0002-0074-0303"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bohan Zhuang","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100744522","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-5859-6829"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["School of Computer Science, The University of Adelaide, Adelaide, SA, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006294869","display_name":"Chunhua Shen","orcid":"https://orcid.org/0000-0002-8648-8718"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhua Shen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635804","display_name":"Jianfei Cai","orcid":"https://orcid.org/0000-0002-9444-3763"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jianfei Cai","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032352025","display_name":"Mingkui Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingkui Tan","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100375036"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":1.7397,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87312383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"45","issue":"10","first_page":"12459","last_page":"12473"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7297507524490356},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5148386359214783},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5016577243804932},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4979209899902344},{"id":"https://openalex.org/keywords/bit","display_name":"Bit (key)","score":0.490263968706131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42427945137023926},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1960521638393402}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7297507524490356},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5148386359214783},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5016577243804932},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4979209899902344},{"id":"https://openalex.org/C117011727","wikidata":"https://www.wikidata.org/wiki/Q1278488","display_name":"Bit (key)","level":2,"score":0.490263968706131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42427945137023926},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1960521638393402},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3275159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3275159","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37167046","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37167046","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6042538324","display_name":null,"funder_award_id":"62072190","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":138,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1724438581","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2119913432","https://openalex.org/W2147800946","https://openalex.org/W2156303437","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2300242332","https://openalex.org/W2469490737","https://openalex.org/W2507009361","https://openalex.org/W2553303224","https://openalex.org/W2586654419","https://openalex.org/W2619890685","https://openalex.org/W2786771851","https://openalex.org/W2799197246","https://openalex.org/W2883111419","https://openalex.org/W2884150179","https://openalex.org/W2886851211","https://openalex.org/W2887447938","https://openalex.org/W2896409484","https://openalex.org/W2897295818","https://openalex.org/W2899303916","https://openalex.org/W2903260438","https://openalex.org/W2916954108","https://openalex.org/W2923549568","https://openalex.org/W2924515500","https://openalex.org/W2928165649","https://openalex.org/W2928560789","https://openalex.org/W2936995161","https://openalex.org/W2945403477","https://openalex.org/W2950534130","https://openalex.org/W2951104886","https://openalex.org/W2962965870","https://openalex.org/W2963000224","https://openalex.org/W2963094099","https://openalex.org/W2963163009","https://openalex.org/W2963263347","https://openalex.org/W2963351448","https://openalex.org/W2963363373","https://openalex.org/W2963367920","https://openalex.org/W2963382930","https://openalex.org/W2963480671","https://openalex.org/W2963521187","https://openalex.org/W2963681088","https://openalex.org/W2963981420","https://openalex.org/W2964195914","https://openalex.org/W2964259004","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2970896726","https://openalex.org/W2982041622","https://openalex.org/W2982344224","https://openalex.org/W2982479999","https://openalex.org/W2982770724","https://openalex.org/W2984618279","https://openalex.org/W2991002474","https://openalex.org/W2995130285","https://openalex.org/W2998183051","https://openalex.org/W3001133453","https://openalex.org/W3003175769","https://openalex.org/W3004392938","https://openalex.org/W3005474404","https://openalex.org/W3024366773","https://openalex.org/W3030728803","https://openalex.org/W3034297393","https://openalex.org/W3034357629","https://openalex.org/W3034714646","https://openalex.org/W3034887213","https://openalex.org/W3035183452","https://openalex.org/W3035332806","https://openalex.org/W3035377608","https://openalex.org/W3044757432","https://openalex.org/W3046202605","https://openalex.org/W3096533519","https://openalex.org/W3097297321","https://openalex.org/W3097304224","https://openalex.org/W3107599876","https://openalex.org/W3118608800","https://openalex.org/W3166947214","https://openalex.org/W3168638887","https://openalex.org/W3170233084","https://openalex.org/W3171689473","https://openalex.org/W3173648655","https://openalex.org/W3180849877","https://openalex.org/W3193226801","https://openalex.org/W3203475348","https://openalex.org/W3204960814","https://openalex.org/W3211787299","https://openalex.org/W4225737925","https://openalex.org/W4288026258","https://openalex.org/W4289438390","https://openalex.org/W4295262505","https://openalex.org/W4295312788","https://openalex.org/W4298858017","https://openalex.org/W4300687381","https://openalex.org/W4320013936","https://openalex.org/W6637709462","https://openalex.org/W6682864246","https://openalex.org/W6684191040","https://openalex.org/W6690026940","https://openalex.org/W6693397755","https://openalex.org/W6720242923","https://openalex.org/W6724998850","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6726497184","https://openalex.org/W6729956949","https://openalex.org/W6739000085","https://openalex.org/W6748057086","https://openalex.org/W6748224102","https://openalex.org/W6752515464","https://openalex.org/W6754887999","https://openalex.org/W6755034786","https://openalex.org/W6755843862","https://openalex.org/W6756331354","https://openalex.org/W6756887525","https://openalex.org/W6756979132","https://openalex.org/W6760069825","https://openalex.org/W6761030284","https://openalex.org/W6761209512","https://openalex.org/W6762610423","https://openalex.org/W6766978945","https://openalex.org/W6767025246","https://openalex.org/W6770425567","https://openalex.org/W6771595542","https://openalex.org/W6771840438","https://openalex.org/W6772080394","https://openalex.org/W6773270737","https://openalex.org/W6786271619","https://openalex.org/W6787972765","https://openalex.org/W6788001715","https://openalex.org/W6796222048","https://openalex.org/W6797854001","https://openalex.org/W6802036253","https://openalex.org/W6810353043"],"related_works":["https://openalex.org/W2411923897","https://openalex.org/W4394546135","https://openalex.org/W4285347720","https://openalex.org/W4200259850","https://openalex.org/W2333831899","https://openalex.org/W2484894494","https://openalex.org/W2367385042","https://openalex.org/W4381186982","https://openalex.org/W2612632602","https://openalex.org/W2321805087"],"abstract_inverted_index":{"Network":[0],"pruning":[1,25,42,63,76,93,142,156,256],"and":[2,26,43,49,64,77,149,157,187,209,214,240,252,257,267],"quantization":[3,29,44,65,78,148,258],"are":[4],"proven":[5],"to":[6,56,71,102,165,203,234],"be":[7,177,225,260],"effective":[8,123],"ways":[9],"for":[10,104,130,154],"deep":[11],"model":[12,133,155,164,215],"compression.":[13,134],"To":[14,59,114,135],"obtain":[15],"a":[16,73,120,144,151,162,172,183,188,228],"highly":[17],"compact":[18],"model,":[19,197],"most":[20],"methods":[21,84],"first":[22],"perform":[23],"network":[24,141],"then":[27,160],"conduct":[28],"based":[30],"on":[31,87,194,265],"the":[32,41,140,180,195,205,211,220,237,246,253,296],"pruned":[33],"model.":[34],"However,":[35],"this":[36,136,244],"strategy":[37],"may":[38,54,109],"ignore":[39],"that":[40,270],"would":[45],"affect":[46],"each":[47,250],"other":[48],"thus":[50],"performing":[51,62],"them":[52],"separately":[53],"lead":[55],"sub-optimal":[57],"performance.":[58,279],"address":[60,115],"this,":[61],"jointly":[66],"is":[67,79],"essential.":[68],"Nevertheless,":[69],"how":[70],"make":[72],"trade-off":[74,254],"between":[75,255],"non-trivial.":[80],"Moreover,":[81],"existing":[82],"compression":[83,90,169,247],"often":[85],"rely":[86],"some":[88],"pre-defined":[89],"configurations":[91,208,248],"(i.e.,":[92],"rates":[94],"or":[95],"bitwidths).":[96],"Some":[97],"attempts":[98],"have":[99],"been":[100],"made":[101],"search":[103,222],"optimal":[105],"configurations,":[106,170],"which":[107,232],"however":[108],"take":[110],"unbearable":[111],"optimization":[112,238],"cost.":[113,242],"these":[116],"issues,":[117],"we":[118,138,198],"devise":[119],"simple":[121],"yet":[122],"method":[124],"named":[125],"Single-path":[126],"Bit":[127],"Sharing":[128],"(SBS)":[129],"automatic":[131],"loss-aware":[132],"end,":[137],"consider":[139],"as":[143],"special":[145],"case":[146],"of":[147,182,190,207,249],"provide":[150],"unified":[152],"view":[153],"quantization.":[158],"We":[159],"introduce":[161,199],"single-path":[163,196],"encode":[166,204],"all":[167],"candidate":[168],"where":[171],"high":[173],"bitwidth":[174,185],"value":[175,186],"will":[176],"decomposed":[178],"into":[179,227],"sum":[181],"lowest":[184],"series":[189],"re-assignment":[191],"offsets.":[192],"Relying":[193],"learnable":[200],"binary":[201,212],"gates":[202,213],"choice":[206],"learn":[210],"parameters":[216],"jointly.":[217],"More":[218],"importantly,":[219],"configuration":[221],"problem":[223],"can":[224,259],"transformed":[226],"subset":[229],"selection":[230],"problem,":[231],"helps":[233],"significantly":[235,272],"reduce":[236],"difficulty":[239],"computation":[241,274],"In":[243],"way,":[245],"layer":[251],"automatically":[261],"determined.":[262],"Extensive":[263],"experiments":[264],"CIFAR-100":[266],"ImageNet":[268],"show":[269],"SBS":[271,283],"reduces":[273],"cost":[275],"while":[276],"achieving":[277],"promising":[278],"For":[280],"example,":[281],"our":[282],"compressed":[284],"MobileNetV2":[285],"achieves":[286],"22.6\u00d7":[287],"Bit-Operation":[288],"(BOP)":[289],"reduction":[290],"with":[291],"only":[292],"0.1%":[293],"drop":[294],"in":[295],"Top-1":[297],"accuracy.":[298]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}