{"id":"https://openalex.org/W4285044940","doi":"https://doi.org/10.48550/arxiv.2207.03859","title":"Variational Inference of overparameterized Bayesian Neural Networks: a theoretical and empirical study","display_name":"Variational Inference of overparameterized Bayesian Neural Networks: a theoretical and empirical study","alternate_titles":[],"publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4285044940","doi":"https://doi.org/10.48550/arxiv.2207.03859"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2207.03859","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.03859","pdf_url":"https://arxiv.org/pdf/2207.03859","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4285044940"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.03859","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015344623","display_name":"Tom Huix","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Huix, Tom","raw_affiliation_strings":["Ecole Polytechnique IP Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique IP Paris","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043964275","display_name":"Szymon Majewski","orcid":"https://orcid.org/0000-0001-7152-5777","observed_orcids":["https://orcid.org/0000-0001-7152-5777"]},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210107641","display_name":"Centre de Math\u00e9matiques Appliqu\u00e9es de l'\u00c9cole polytechnique","ror":"https://ror.org/012e1xn46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210141950","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Majewski, Szymon","raw_affiliation_strings":["CMAP , Ecole Polytechnique IP Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CMAP , Ecole Polytechnique IP Paris","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036096413","display_name":"Alain Durmus","orcid":"https://orcid.org/0000-0002-2086-8611","observed_orcids":["https://orcid.org/0000-0002-2086-8611"]},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Durmus, Alain","raw_affiliation_strings":["ENS Paris - Saclay","Universit\u00e9 Paris-Saclay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ENS Paris - Saclay","institution_ids":["https://openalex.org/I29607241"]},{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay","institution_ids":["https://openalex.org/I277688954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101398712","display_name":"\u00c9ric Moulines","orcid":"https://orcid.org/0000-0002-2058-0693","observed_orcids":["https://orcid.org/0000-0002-2058-0693"]},"institutions":[{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210107641","display_name":"Centre de Math\u00e9matiques Appliqu\u00e9es de l'\u00c9cole polytechnique","ror":"https://ror.org/012e1xn46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210141950","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Moulines, Eric","raw_affiliation_strings":["CMAP , Ecole Polytechnique IP Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CMAP , Ecole Polytechnique IP Paris","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210145102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059202725","display_name":"Anna Korba","orcid":"https://orcid.org/0000-0002-6044-3722","observed_orcids":["https://orcid.org/0000-0002-6044-3722"]},"institutions":[{"id":"https://openalex.org/I4210137396","display_name":"Centre de Recherche en \u00c9conomie et Statistique","ror":"https://ror.org/0449khs19","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I142476485","https://openalex.org/I4210108488","https://openalex.org/I4210137396","https://openalex.org/I4210145102","https://openalex.org/I4210150854","https://openalex.org/I84009706"]},{"id":"https://openalex.org/I84009706","display_name":"ENSAE Paris","ror":"https://ror.org/01fz7mn40","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210108488","https://openalex.org/I4210145102","https://openalex.org/I84009706"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Korba, Anna","raw_affiliation_strings":["ENSAE , CREST IP Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ENSAE , CREST IP Paris","institution_ids":["https://openalex.org/I4210137396","https://openalex.org/I84009706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variational-bayesian-inference","display_name":"variational inference","score":0.9860000014305115},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.9890000224113464},{"id":"https://openalex.org/keywords/evidence-lower-bound","display_name":"evidence lower bound","score":0.8529999852180481},{"id":"https://openalex.org/keywords/kullback-leibler-divergence","display_name":"Kullback-Leibler divergence","score":0.906000018119812},{"id":"https://openalex.org/keywords/two-layer-neural-networks","display_name":"two-layer neural networks","score":0.7829999923706055},{"id":"https://openalex.org/keywords/variational-posterior","display_name":"variational posterior","score":0.6980000138282776}],"concepts":[{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6609806418418884},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6502241492271423},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.6072781682014465},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5397964119911194},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.538806676864624},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5385187268257141},{"id":"https://openalex.org/C7321624","wikidata":"https://www.wikidata.org/wiki/Q205","display_name":"Infinity","level":2,"score":0.5268431901931763},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5072411894798279},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4850594103336334},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.4471229016780853},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.43638816475868225},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.4191280007362366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3593296706676483},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32889771461486816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24394923448562622},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21164143085479736},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.16882026195526123},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2207.03859","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.03859","pdf_url":"https://arxiv.org/pdf/2207.03859","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2207.03859","doi":"https://doi.org/10.48550/arxiv.2207.03859","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.03859","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.03859","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.03859","pdf_url":"https://arxiv.org/pdf/2207.03859","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285044940.pdf","grobid_xml":"https://content.openalex.org/works/W4285044940.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W186151502","https://openalex.org/W1510388592","https://openalex.org/W1686810756","https://openalex.org/W1719489212","https://openalex.org/W1836465849","https://openalex.org/W2095734615","https://openalex.org/W2124541940","https://openalex.org/W2130797782","https://openalex.org/W2164411961","https://openalex.org/W2167433878","https://openalex.org/W2194775991","https://openalex.org/W2225156818","https://openalex.org/W2254249950","https://openalex.org/W2572702041","https://openalex.org/W2600383743","https://openalex.org/W2740379828","https://openalex.org/W2804589149","https://openalex.org/W2914902801","https://openalex.org/W2945959973","https://openalex.org/W2948321964","https://openalex.org/W2950471516","https://openalex.org/W2953833389","https://openalex.org/W2963095610","https://openalex.org/W2964191999","https://openalex.org/W2974207853","https://openalex.org/W2994795100","https://openalex.org/W2995464762","https://openalex.org/W3004547119","https://openalex.org/W3006861283","https://openalex.org/W3037907432","https://openalex.org/W3041497723","https://openalex.org/W3043426275","https://openalex.org/W3106868169","https://openalex.org/W3130833330","https://openalex.org/W3159054876","https://openalex.org/W3161916718","https://openalex.org/W3166861954","https://openalex.org/W3166933829","https://openalex.org/W3169533125","https://openalex.org/W3171719115","https://openalex.org/W3172357953","https://openalex.org/W3180014105","https://openalex.org/W3216146255"],"related_works":["https://openalex.org/W2784590060","https://openalex.org/W4383722908","https://openalex.org/W3172357953","https://openalex.org/W7102411002","https://openalex.org/W4399455346","https://openalex.org/W2951983780","https://openalex.org/W2907020378","https://openalex.org/W3037219792","https://openalex.org/W3135740043","https://openalex.org/W2909021043"],"abstract_inverted_index":{"This":[0,45],"paper":[1],"studies":[2],"the":[3,15,20,41,49,52,56,65,69,72,75,80,84,105,110,118,121,122,139],"Variational":[4],"Inference":[5],"(VI)":[6],"used":[7],"for":[8],"training":[9],"Bayesian":[10],"Neural":[11],"Networks":[12],"(BNN)":[13],"in":[14,40,104],"overparameterized":[16,31,106],"regime,":[17],"i.e.,":[18],"when":[19,109],"number":[21,123],"of":[22,51,68,124,142],"neurons":[23],"tends":[24],"to":[25,64,74,117],"infinity.":[26],"More":[27],"specifically,":[28],"we":[29,89],"consider":[30],"two-layer":[32],"BNN":[33],"and":[34,71,83,93,126],"point":[35],"out":[36],"a":[37,98],"critical":[38,140],"issue":[39],"mean-field":[42],"VI":[43],"training.":[44],"problem":[46],"arises":[47],"from":[48],"decomposition":[50],"lower":[53],"bound":[54],"on":[55],"evidence":[57],"(ELBO)":[58],"into":[59],"two":[60,102],"terms:":[61],"one":[62],"corresponding":[63],"likelihood":[66],"function":[67],"model":[70],"second":[73],"Kullback-Leibler":[76],"(KL)":[77],"divergence":[78],"between":[79,100,120],"prior":[81],"distribution":[82],"variational":[85],"posterior.":[86],"In":[87],"particular,":[88],"show":[90],"both":[91],"theoretically":[92],"empirically":[94],"that":[95,137],"there":[96],"is":[97,112],"trade-off":[99],"these":[101],"terms":[103],"regime":[107],"only":[108],"KL":[111],"appropriately":[113],"re-scaled":[114],"with":[115,134],"respect":[116],"ratio":[119],"observations":[125],"neurons.":[127],"We":[128],"also":[129],"illustrate":[130],"our":[131],"theoretical":[132],"results":[133],"numerical":[135],"experiments":[136],"highlight":[138],"choice":[141],"this":[143],"ratio.":[144]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285044940","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-07-13T00:00:00"}
