{"id":"https://openalex.org/W4393405176","doi":"https://doi.org/10.1109/tsp.2024.3382405","title":"Multi-Resolution Model Compression for Deep Neural Networks: A Variational Bayesian Approach","display_name":"Multi-Resolution Model Compression for Deep Neural Networks: A Variational Bayesian Approach","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393405176","doi":"https://doi.org/10.1109/tsp.2024.3382405"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3382405","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tsp.2024.3382405","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070509631","display_name":"Chengyu Xia","orcid":"https://orcid.org/0000-0002-9774-465X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chengyu Xia","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9774-465X","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086975253","display_name":"Huayan Guo","orcid":"https://orcid.org/0000-0001-8419-150X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Huayan Guo","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Shenzhen Research Institute, Shenzhen, China","Department of Electronics and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8419-150X","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Shenzhen Research Institute, Shenzhen, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronics and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103040477","display_name":"Haoyu Ma","orcid":"https://orcid.org/0000-0003-2988-9010"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoyu Ma","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2988-9010","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040138091","display_name":"Danny H. K. Tsang","orcid":"https://orcid.org/0000-0003-0135-7098"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Danny H. K. Tsang","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0135-7098","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":null,"display_name":"Vincent K. N. Lau","orcid":"https://orcid.org/0000-0003-2185-8009"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Vincent K. N. Lau","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-2185-8009","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":0.2778,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57635677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"72","issue":null,"first_page":"1944","last_page":"1959"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6125960350036621},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.6061262488365173},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5605249404907227},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5450064539909363},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5438982844352722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4767530858516693},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3301347494125366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6125960350036621},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6061262488365173},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5605249404907227},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5450064539909363},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5438982844352722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4767530858516693},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3301347494125366},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2024.3382405","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tsp.2024.3382405","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-136396","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-136396","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G537185493","display_name":null,"funder_award_id":"2023A03J0011","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G5660395998","display_name":null,"funder_award_id":"62101472","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1524097605","https://openalex.org/W2050968963","https://openalex.org/W2460144244","https://openalex.org/W2548228487","https://openalex.org/W2588285023","https://openalex.org/W2805003733","https://openalex.org/W2894740066","https://openalex.org/W2912944921","https://openalex.org/W2962677625","https://openalex.org/W2963264932","https://openalex.org/W2963363373","https://openalex.org/W2963749936","https://openalex.org/W2963828549","https://openalex.org/W2970500560","https://openalex.org/W2981698279","https://openalex.org/W3006668132","https://openalex.org/W3035424951","https://openalex.org/W3043426275","https://openalex.org/W3097855639","https://openalex.org/W3147427779","https://openalex.org/W3171808082","https://openalex.org/W3203732332","https://openalex.org/W3204647170","https://openalex.org/W4200630931","https://openalex.org/W4210695660","https://openalex.org/W4293193359","https://openalex.org/W4293556652","https://openalex.org/W4293584307","https://openalex.org/W4312326797","https://openalex.org/W4313476755","https://openalex.org/W4323644089","https://openalex.org/W4372260355","https://openalex.org/W4386057789","https://openalex.org/W4390872066","https://openalex.org/W4394650770","https://openalex.org/W6677103964","https://openalex.org/W6678583879","https://openalex.org/W6717697761","https://openalex.org/W6725543821","https://openalex.org/W6730091202","https://openalex.org/W6732814185","https://openalex.org/W6739000085","https://openalex.org/W6741753902","https://openalex.org/W6745499552","https://openalex.org/W6746171730","https://openalex.org/W6751979845","https://openalex.org/W6755166560","https://openalex.org/W6757036269","https://openalex.org/W6758438710","https://openalex.org/W6767584280","https://openalex.org/W6779249178","https://openalex.org/W6779460946","https://openalex.org/W6786356672","https://openalex.org/W6842498775","https://openalex.org/W6864327295"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2989452537","https://openalex.org/W326456911","https://openalex.org/W2612632602","https://openalex.org/W2321805087"],"abstract_inverted_index":{"The":[0],"continuously":[1],"growing":[2],"size":[3],"of":[4,119,127],"deep":[5],"neural":[6,165],"networks":[7],"(DNNs)":[8],"has":[9,25],"sparked":[10],"a":[11,28,46,99,104,108,139],"surge":[12],"in":[13,50],"research":[14],"on":[15,192],"model":[16,23,57,85,125],"compression":[17,24,54,80,97],"techniques.":[18],"Among":[19],"these":[20],"techniques,":[21],"multi-resolution":[22,53,96],"emerged":[26],"as":[27,74],"promising":[29],"approach":[30],"which":[31,115],"can":[32,69,188],"generate":[33],"multiple":[34],"DNN":[35],"models":[36,195],"with":[37],"shared":[38,121],"weights":[39,122],"and":[40,107,123,196],"different":[41,60],"computational":[42],"complexity":[43,141],"(resolution)":[44],"through":[45],"single":[47],"training.":[48],"However,":[49],"most":[51],"existing":[52],"methods,":[55],"the":[56,83,112,120,124,132,157,170,173,177,190],"structures":[58],"for":[59,86,111],"resolutions":[61],"are":[62],"either":[63],"predefined":[64],"or":[65],"uniformly":[66],"controlled.":[67],"This":[68],"lead":[70],"to":[71,77,81,94,168,176],"performance":[72],"degradation":[73],"they":[75],"fail":[76],"implement":[78],"systematic":[79],"achieve":[82],"optimal":[84],"each":[87,128],"resolution.":[88,129],"In":[89],"this":[90],"paper,":[91],"we":[92,137,151],"propose":[93],"perform":[95],"from":[98,172],"Bayesian":[100,134,146],"perspective.":[101],"We":[102],"design":[103],"resolution-aware":[105],"likelihood":[106],"two-layer":[109],"prior":[110],"channel":[113,179],"masks,":[114],"allow":[116],"joint":[117],"optimization":[118],"structure":[126],"To":[130],"solve":[131],"resulted":[133],"inference":[135,147],"problem,":[136],"develop":[138],"low":[140],"partial":[142],"update":[143],"block":[144],"variational":[145],"(PUB-VBI)":[148],"algorithm.":[149],"Furthermore,":[150],"extend":[152],"our":[153,185],"proposed":[154,186],"method":[155,187],"into":[156],"arbitrary":[158],"resolution":[159,175],"case":[160],"by":[161],"proposing":[162],"an":[163],"auxiliary":[164],"network":[166],"(NN)":[167],"learn":[169],"mapping":[171],"input":[174],"corresponding":[178],"masks.":[180],"Simulation":[181],"results":[182],"show":[183],"that":[184],"outperform":[189],"baselines":[191],"various":[193],"NN":[194],"datasets.":[197]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}