{"id":"https://openalex.org/W4410639196","doi":"https://doi.org/10.1109/tpami.2025.3572766","title":"Feature Preserving Shrinkage on Bayesian Neural Networks Via the R2D2 Prior","display_name":"Feature Preserving Shrinkage on Bayesian Neural Networks Via the R2D2 Prior","publication_year":2025,"publication_date":"2025-05-23","ids":{"openalex":"https://openalex.org/W4410639196","doi":"https://doi.org/10.1109/tpami.2025.3572766","pmid":"https://pubmed.ncbi.nlm.nih.gov/40408197"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3572766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3572766","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073653170","display_name":"Tsai Hor Chan","orcid":"https://orcid.org/0000-0002-3545-397X"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tsai Hor Chan","raw_affiliation_strings":["Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3545-397X","affiliations":[{"raw_affiliation_string":"Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073843936","display_name":"Ding Zhang","orcid":"https://orcid.org/0000-0001-7906-9497"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dora Yan Zhang","raw_affiliation_strings":["Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080151722","display_name":"Guosheng Yin","orcid":"https://orcid.org/0000-0003-3276-1392"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Guosheng Yin","raw_affiliation_strings":["Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-3276-1392","affiliations":[{"raw_affiliation_string":"Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012581106","display_name":"Lequan Yu","orcid":"https://orcid.org/0000-0002-9315-6527"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lequan Yu","raw_affiliation_strings":["Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9315-6527","affiliations":[{"raw_affiliation_string":"Department of Statistics and Actuarial Science, University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10625197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"9","first_page":"7987","last_page":"8000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9416999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7088565826416016},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.677510678768158},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.648105800151825},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5963509678840637},{"id":"https://openalex.org/keywords/shrinkage","display_name":"Shrinkage","score":0.5608075261116028},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5589343309402466},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.515256404876709},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4194960594177246},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3387444019317627},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2843083441257477}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7088565826416016},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.677510678768158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.648105800151825},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5963509678840637},{"id":"https://openalex.org/C180145272","wikidata":"https://www.wikidata.org/wiki/Q7504144","display_name":"Shrinkage","level":2,"score":0.5608075261116028},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5589343309402466},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.515256404876709},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4194960594177246},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3387444019317627},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2843083441257477},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3572766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3572766","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40408197","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40408197","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1768787202","display_name":"Research and Development of an AI-enhanced System for Whole Slide Histopathology Image: Quantitative Assessment, Assisted Diagnosis and Prognostic Evaluation","funder_award_id":"ITS/274/22","funder_id":"https://openalex.org/F4320321920","funder_display_name":"Innovation and Technology Commission"},{"id":"https://openalex.org/G4037918625","display_name":null,"funder_award_id":"ITS/274/22","funder_id":"https://openalex.org/F4320324196","funder_display_name":"Innovation and Technology Commission - Hong Kong"},{"id":"https://openalex.org/G6740839966","display_name":null,"funder_award_id":"62201483","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7540283881","display_name":"Research and Development of an AI-enhanced System for Preoperative Meningioma Grading and Brain Invasion Prediction from Multi-modality Data","funder_award_id":"ITS/273/22","funder_id":"https://openalex.org/F4320321920","funder_display_name":"Innovation and Technology Commission"},{"id":"https://openalex.org/G991648030","display_name":null,"funder_award_id":"ITS/273/22","funder_id":"https://openalex.org/F4320324196","funder_display_name":"Innovation and Technology Commission - Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321920","display_name":"Innovation and Technology Commission","ror":"https://ror.org/04vf9tr09"},{"id":"https://openalex.org/F4320324196","display_name":"Innovation and Technology Commission - Hong Kong","ror":"https://ror.org/04vf9tr09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1545319692","https://openalex.org/W2116006439","https://openalex.org/W2618530766","https://openalex.org/W2731461838","https://openalex.org/W2911798104","https://openalex.org/W2962761333","https://openalex.org/W2962978766","https://openalex.org/W2981477065","https://openalex.org/W2994795100","https://openalex.org/W3028004801","https://openalex.org/W3043426275","https://openalex.org/W3088522645","https://openalex.org/W3100688298","https://openalex.org/W3111387027","https://openalex.org/W3134482315","https://openalex.org/W3204920318","https://openalex.org/W4299878814","https://openalex.org/W4407970352","https://openalex.org/W6681286327","https://openalex.org/W6682751323","https://openalex.org/W6684578138","https://openalex.org/W6684809622","https://openalex.org/W6732814185","https://openalex.org/W6738806959","https://openalex.org/W6739000085","https://openalex.org/W6743688258","https://openalex.org/W6748724315","https://openalex.org/W6748865747","https://openalex.org/W6749530404","https://openalex.org/W6752745768","https://openalex.org/W6758366860","https://openalex.org/W6763065522","https://openalex.org/W6769760422","https://openalex.org/W6777766138","https://openalex.org/W6779882468","https://openalex.org/W6784615781","https://openalex.org/W6786576763","https://openalex.org/W6787972765","https://openalex.org/W6804135204","https://openalex.org/W6850841320","https://openalex.org/W6860779628","https://openalex.org/W6862108910"],"related_works":["https://openalex.org/W2391958761","https://openalex.org/W2765453142","https://openalex.org/W2356780078","https://openalex.org/W2356008845","https://openalex.org/W255134961","https://openalex.org/W2348314720","https://openalex.org/W2243547089","https://openalex.org/W2316482937","https://openalex.org/W2253986335","https://openalex.org/W2768912651"],"abstract_inverted_index":{"Bayesian":[0],"neural":[1,5],"networks":[2],"(BNNs)":[3],"treat":[4],"network":[6],"weights":[7,133],"as":[8],"random":[9],"variables,":[10],"which":[11,100],"aim":[12],"to":[13,64,75,84,108],"provide":[14],"posterior":[15,26,130,181],"uncertainty":[16,197],"estimates":[17],"and":[18,38,150,157,179,192,196],"avoid":[19],"overfitting":[20],"by":[21],"performing":[22],"inference":[23,142],"on":[24,189],"the":[25,56,67,89,102,109,129,146,162,166,174,180],"weights.":[27,90,111],"However,":[28],"selection":[29],"of":[30,69,132,203],"appropriate":[31],"prior":[32,107],"distributions":[33],"remains":[34],"a":[35,97,139,185],"challenging":[36],"task,":[37],"BNNs":[39],"may":[40],"suffer":[41],"from":[42,125,184],"catastrophic":[43],"inflated":[44],"variance":[45],"or":[46,80],"poor":[47,51],"predictive":[48],"performance":[49],"when":[50,161],"choices":[52],"are":[53,82],"made":[54],"for":[55],"priors.":[57],"Existing":[58],"BNN":[59,110],"designs":[60],"apply":[61],"different":[62],"priors":[63,71],"weights,":[65],"while":[66,121],"behaviours":[68],"these":[70],"make":[72],"it":[73],"difficult":[74],"sufficiently":[76],"shrink":[77,116],"noisy":[78],"signals":[79,87],"they":[81],"prone":[83],"overshrinking":[85],"important":[86],"in":[88,159],"To":[91,127],"alleviate":[92],"this":[93],"problem,":[94],"we":[95,136],"propose":[96,138],"novel":[98],"R2D2-Net,":[99],"imposes":[101],"$R^{2}$R2-induced":[103],"Dirichlet":[104],"Decomposition":[105],"(R2D2)":[106],"The":[112],"R2D2-Net":[113],"can":[114],"effectively":[115],"irrelevant":[117],"coefficients":[118],"towards":[119],"zero,":[120],"preventing":[122],"key":[123],"features":[124],"over-shrinkage.":[126],"approximate":[128],"distribution":[131],"more":[134],"accurately,":[135],"further":[137],"variational":[140,163],"Gibbs":[141,147],"algorithm":[143],"that":[144],"combines":[145],"updating":[148],"procedure":[149],"gradient-based":[151],"optimization.":[152],"This":[153],"strategy":[154],"enhances":[155],"stability":[156],"consistency":[158],"estimation":[160,198],"objective":[164],"involving":[165],"shrinkage":[167],"parameters":[168],"is":[169],"non-convex.":[170],"We":[171],"also":[172],"analyze":[173],"evidence":[175],"lower":[176],"bound":[177],"(ELBO)":[178],"concentration":[182],"rates":[183],"theoretical":[186],"perspective.":[187],"Experiments":[188],"both":[190],"natural":[191],"medical":[193],"image":[194],"classification":[195],"tasks":[199],"demonstrate":[200],"satisfactory":[201],"performances":[202],"our":[204],"method.":[205]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}