{"id":"https://openalex.org/W4393937654","doi":"https://doi.org/10.1007/s11063-024-11593-1","title":"Efficient Bayesian CNN Model Compression using Bayes by Backprop and L1-Norm Regularization","display_name":"Efficient Bayesian CNN Model Compression using Bayes by Backprop and L1-Norm Regularization","publication_year":2024,"publication_date":"2024-04-04","ids":{"openalex":"https://openalex.org/W4393937654","doi":"https://doi.org/10.1007/s11063-024-11593-1"},"language":"en","primary_location":{"id":"doi:10.1007/s11063-024-11593-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-024-11593-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-024-11593-1.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11063-024-11593-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113240286","display_name":"Ali Muhammad Shaikh","orcid":"https://orcid.org/0000-0002-9374-1830"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ali Muhammad Shaikh","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100531833","display_name":"Yunbo Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun-bo Zhao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055208593","display_name":"Aakash Kumar","orcid":"https://orcid.org/0000-0002-6339-855X"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aakash Kumar","raw_affiliation_strings":["Zhongshan Institute of Changchun University of Science and Technology, Zhongshan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongshan Institute of Changchun University of Science and Technology, Zhongshan, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086811535","display_name":"Munawar Ali","orcid":"https://orcid.org/0009-0006-2219-3845"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Munawar Ali","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025987638","display_name":"Yu Kang","orcid":"https://orcid.org/0000-0002-8706-3252"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Kang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113240286"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":1.3203,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82544889,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"56","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.6965141892433167},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6271915435791016},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.5900988578796387},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.5430232882499695},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5369572043418884},{"id":"https://openalex.org/keywords/bayes-factor","display_name":"Bayes factor","score":0.4129071831703186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3879346549510956},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38464823365211487},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3572523593902588},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3426447808742523},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.34262609481811523},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3311191201210022},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.103290855884552},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.06672021746635437}],"concepts":[{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6965141892433167},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6271915435791016},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.5900988578796387},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5430232882499695},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5369572043418884},{"id":"https://openalex.org/C142291917","wikidata":"https://www.wikidata.org/wiki/Q4165283","display_name":"Bayes factor","level":4,"score":0.4129071831703186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3879346549510956},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38464823365211487},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3572523593902588},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3426447808742523},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.34262609481811523},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3311191201210022},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.103290855884552},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.06672021746635437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11063-024-11593-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-024-11593-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-024-11593-1.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11063-024-11593-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-024-11593-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-024-11593-1.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393937654.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1567512734","https://openalex.org/W1935978687","https://openalex.org/W1965555277","https://openalex.org/W1981276685","https://openalex.org/W1985964670","https://openalex.org/W2102605133","https://openalex.org/W2169415915","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2543785962","https://openalex.org/W2567948266","https://openalex.org/W2798603777","https://openalex.org/W2808168148","https://openalex.org/W2904908132","https://openalex.org/W2928560789","https://openalex.org/W2963145730","https://openalex.org/W2965174861","https://openalex.org/W2965563166","https://openalex.org/W2972418389","https://openalex.org/W2998218113","https://openalex.org/W3008545278","https://openalex.org/W3035467254","https://openalex.org/W3043426275","https://openalex.org/W3080754330","https://openalex.org/W3088144810","https://openalex.org/W3145443213","https://openalex.org/W3212902515","https://openalex.org/W4237909557","https://openalex.org/W4289517026","https://openalex.org/W4294276280","https://openalex.org/W4312753346","https://openalex.org/W4389382788","https://openalex.org/W6600336938"],"related_works":["https://openalex.org/W3034774545","https://openalex.org/W4390542592","https://openalex.org/W4287269571","https://openalex.org/W2083677154","https://openalex.org/W2188650561","https://openalex.org/W3137735170","https://openalex.org/W2825391699","https://openalex.org/W3104584085","https://openalex.org/W4237728685","https://openalex.org/W2089519699"],"abstract_inverted_index":{"Abstract":[0],"The":[1,146],"swift":[2],"advancement":[3,207],"of":[4,23,96,104,114,149,158,198,202],"convolutional":[5],"neural":[6],"networks":[7],"(CNNs)":[8],"in":[9,16,208],"numerous":[10],"real-world":[11],"utilizations":[12],"urges":[13],"an":[14,55],"elevation":[15],"computational":[17],"cost":[18],"along":[19],"with":[20,83,106,143,179,194],"the":[21,24,41,59,93,112,156,169],"size":[22],"model.":[25],"In":[26,72,125],"this":[27,73,126],"context,":[28],"many":[29],"researchers":[30],"steered":[31],"their":[32],"focus":[33],"to":[34,109,154],"eradicate":[35],"these":[36],"specific":[37],"issues":[38],"by":[39,45],"compressing":[40],"original":[42],"CNN":[43,166,181],"models":[44,182],"pruning":[46,53,61,65,94,150],"weights":[47],"and":[48,122,138,153,190,204],"filters,":[49],"respectively.":[50],"As":[51],"filter":[52,64,121],"has":[54,205],"upper":[56],"hand":[57],"over":[58,90],"weight":[60],"method":[62],"because":[63],"methods":[66],"don\u2019t":[67],"impact":[68],"sparse":[69],"connectivity":[70],"patterns.":[71],"work,":[74,161],"we":[75,99,128,162],"suggested":[76],"a":[77,101,140],"Bayesian":[78,97],"Convolutional":[79],"Neural":[80],"Network":[81],"(BayesCNN)":[82],"Variational":[84],"Inference,":[85],"which":[86],"prefaces":[87],"probability":[88],"distribution":[89],"weights.":[91],"For":[92],"task":[95],"CNN,":[98],"utilized":[100,163],"combined":[102],"version":[103],"L1-norm":[105,108],"capped":[107],"help":[110],"epitomize":[111],"amount":[113],"information":[115],"that":[116],"can":[117],"be":[118],"extracted":[119],"through":[120],"control":[123],"regularization.":[124],"formation,":[127],"pruned":[129,191],"unimportant":[130],"filters":[131],"directly":[132],"without":[133,200],"any":[134],"test":[135],"accuracy":[136,203],"loss":[137,201],"achieved":[139,206],"slimmer":[141],"model":[142],"comparative":[144],"accuracy.":[145],"whole":[147],"process":[148],"is":[151],"iterative":[152],"validate":[155],"performance":[157],"our":[159,177],"proposed":[160],"several":[164],"different":[165],"architectures":[167],"on":[168,188],"standard":[170],"classification":[171],"dataset":[172],"available.":[173],"We":[174],"have":[175],"compared":[176],"results":[178],"non-Bayesian":[180],"particularly,":[183],"datasets":[184],"such":[185],"as":[186],"CIFAR-10":[187],"VGG-16,":[189],"75.8%":[192],"parameters":[193],"float-point-operations":[195],"(FLOPs)":[196],"reduction":[197],"51.3%":[199],"state-of-art.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}