{"id":"https://openalex.org/W4323644089","doi":"https://doi.org/10.1109/tsp.2023.3252165","title":"Structured Bayesian Compression for Deep Neural Networks Based on the Turbo-VBI Approach","display_name":"Structured Bayesian Compression for Deep Neural Networks Based on the Turbo-VBI Approach","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323644089","doi":"https://doi.org/10.1109/tsp.2023.3252165"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2023.3252165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2023.3252165","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070509631","display_name":"Chengyu Xia","orcid":"https://orcid.org/0000-0002-9774-465X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chengyu Xia","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9774-465X","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040138091","display_name":"Danny H. K. Tsang","orcid":"https://orcid.org/0000-0003-0135-7098"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Danny H. K. Tsang","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0135-7098","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073153992","display_name":"Vincent K. N. Lau","orcid":"https://orcid.org/0000-0001-7769-6008"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Vincent K. N. Lau","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7769-6008","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":0.7445,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7172968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"71","issue":null,"first_page":"670","last_page":"685"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8324991464614868},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7561020851135254},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6499035358428955},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.471734881401062},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4544064402580261},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.45437806844711304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42519891262054443},{"id":"https://openalex.org/keywords/turbo","display_name":"Turbo","score":0.42263704538345337},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4150530695915222},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40088382363319397},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.22507843375205994}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8324991464614868},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7561020851135254},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6499035358428955},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.471734881401062},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4544064402580261},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.45437806844711304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42519891262054443},{"id":"https://openalex.org/C2776240298","wikidata":"https://www.wikidata.org/wiki/Q1138513","display_name":"Turbo","level":2,"score":0.42263704538345337},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4150530695915222},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40088382363319397},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.22507843375205994},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2023.3252165","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2023.3252165","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-126715","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-126715","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G537185493","display_name":null,"funder_award_id":"2023A03J0011","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"}],"funders":[{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1540764732","https://openalex.org/W2000721204","https://openalex.org/W2113328646","https://openalex.org/W2125389748","https://openalex.org/W2154153158","https://openalex.org/W2460144244","https://openalex.org/W2554302513","https://openalex.org/W2657126969","https://openalex.org/W2750384547","https://openalex.org/W2910643916","https://openalex.org/W2948135617","https://openalex.org/W2982083293","https://openalex.org/W2998470761","https://openalex.org/W3006668132","https://openalex.org/W3024366773","https://openalex.org/W3034288893","https://openalex.org/W3043426275","https://openalex.org/W3118608800","https://openalex.org/W4200089852","https://openalex.org/W4288732494","https://openalex.org/W4312796067","https://openalex.org/W4394650770","https://openalex.org/W6633434192","https://openalex.org/W6638836233","https://openalex.org/W6676664377","https://openalex.org/W6677103964","https://openalex.org/W6684185293","https://openalex.org/W6732814185","https://openalex.org/W6739000085","https://openalex.org/W6743688258","https://openalex.org/W6745499552","https://openalex.org/W6751979845","https://openalex.org/W6755166560","https://openalex.org/W6757412419","https://openalex.org/W6758083755","https://openalex.org/W6772453130","https://openalex.org/W6774302960","https://openalex.org/W6774575851","https://openalex.org/W6786356672","https://openalex.org/W6786576812","https://openalex.org/W6787972765","https://openalex.org/W6797241699","https://openalex.org/W6840499701","https://openalex.org/W6864327295"],"related_works":["https://openalex.org/W624280404","https://openalex.org/W2207317090","https://openalex.org/W4200153455","https://openalex.org/W3033917396","https://openalex.org/W3003571078","https://openalex.org/W2186754325","https://openalex.org/W4322614724","https://openalex.org/W4300548572","https://openalex.org/W2129557050","https://openalex.org/W2552401318"],"abstract_inverted_index":{"With":[0],"the":[1,19,33,37,61,68,93,98,147,153,188,207],"growth":[2],"of":[3,18,36,46,199],"neural":[4,38,62,99,190],"network":[5,63,100],"size,":[6],"model":[7,149,171],"compression":[8,150,172,200],"has":[9,24,160],"attracted":[10],"increasing":[11],"interest":[12],"in":[13,50,60,187,197],"recent":[14],"research.":[15],"As":[16],"one":[17],"most":[20,51],"common":[21],"techniques,":[22],"pruning":[23,53],"been":[25],"studied":[26],"for":[27,92],"a":[28,108,114,183],"long":[29],"time.":[30],"By":[31],"exploiting":[32],"structured":[34,130,134],"sparsity":[35,131],"network,":[39],"existing":[40,52,170],"methods":[41],"can":[42,82,126,164,181],"prune":[43],"neurons":[44,56],"instead":[45],"individual":[47],"weights.":[48],"However,":[49],"methods,":[54],"surviving":[55],"are":[57,74],"randomly":[58,76],"connected":[59],"without":[64],"any":[65],"structure,":[66],"and":[67,88,95,132,163,202],"non-zero":[69],"weights":[70],"within":[71],"each":[72],"neuron":[73],"also":[75],"distributed.":[77],"Such":[78],"irregular":[79,89],"sparse":[80,117],"structure":[81,118,186],"cause":[83],"very":[84],"high":[85],"control":[86],"overhead":[87],"memory":[90],"access":[91],"hardware":[94],"even":[96,194],"increase":[97],"computational":[101],"complexity.":[102],"In":[103],"this":[104],"paper,":[105],"we":[106],"propose":[107],"three-layer":[109,123],"hierarchical":[110,124],"prior":[111,125],"to":[112,145],"promote":[113,182],"more":[115,166,184],"regular":[116,185],"during":[119],"pruning.":[120],"The":[121,156],"proposed":[122,154,157,179],"achieve":[127],"per-neuron":[128],"weight-level":[129],"neuron-level":[133],"sparsity.":[135],"We":[136],"derive":[137],"an":[138],"efficient":[139],"Turbo-variational":[140],"Bayesian":[141],"inferencing":[142,203],"(Turbo-VBI)":[143],"algorithm":[144,159,180],"solve":[146],"resulting":[148],"problem":[151],"with":[152,206],"prior.":[155],"Turbo-VBI":[158],"low":[161],"complexity":[162],"support":[165],"general":[167],"priors":[168],"than":[169],"algorithms.":[173],"Simulation":[174],"results":[175],"show":[176],"that":[177],"our":[178],"pruned":[189],"networks":[191],"while":[192],"achieving":[193],"better":[195],"performance":[196],"terms":[198],"rate":[201],"accuracy":[204],"compared":[205],"baselines.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}