{"id":"https://openalex.org/W3006861283","doi":"https://doi.org/10.48550/arxiv.2002.08791","title":"Bayesian Deep Learning and a Probabilistic Perspective of Generalization","display_name":"Bayesian Deep Learning and a Probabilistic Perspective of Generalization","alternate_titles":[],"publication_year":2020,"publication_date":"2020-02-20","ids":{"openalex":"https://openalex.org/W3006861283","doi":"https://doi.org/10.48550/arxiv.2002.08791","mag":"3006861283"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2002.08791","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.08791","pdf_url":"https://arxiv.org/pdf/2002.08791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3006861283"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.08791","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101694421","display_name":"Andrew Gordon Wilson","orcid":"https://orcid.org/0000-0002-2011-3315","observed_orcids":["https://orcid.org/0000-0002-2011-3315"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wilson, Andrew Gordon","raw_affiliation_strings":["New York University","New York University, New York, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University, New York, United States","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069234607","display_name":"Pavel Izmailov","orcid":"https://orcid.org/0009-0005-0772-2879","observed_orcids":["https://orcid.org/0009-0005-0772-2879"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Izmailov, Pavel","raw_affiliation_strings":["New York University","New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":956,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"4697","last_page":"4708"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.02800000086426735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-deep-learning","display_name":"Bayesian deep learning","score":0.9739999771118164},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.6660000085830688},{"id":"https://openalex.org/keywords/ensemble-deep-learning","display_name":"ensemble deep learning","score":0.8489999771118164},{"id":"https://openalex.org/keywords/basins-of-attraction","display_name":"basins of attraction","score":0.8149999976158142},{"id":"https://openalex.org/keywords/gaussian-processes","display_name":"Gaussian processes","score":0.8479999899864197},{"id":"https://openalex.org/keywords/double-descent","display_name":"double descent","score":0.9150000214576721},{"id":"https://openalex.org/keywords/bayesian-model-averaging","display_name":"Bayesian model averaging","score":0.9750000238418579},{"id":"https://openalex.org/keywords/tempering","display_name":"tempering","score":0.9559999704360962}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7005153894424438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6883389353752136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6401950716972351},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6149223446846008},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6005615592002869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5653442144393921},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.538675844669342},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5325595140457153},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4551316797733307},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.4468803405761719},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.41971254348754883},{"id":"https://openalex.org/C71983512","wikidata":"https://www.wikidata.org/wiki/Q7915687","display_name":"Variable-order Bayesian network","level":4,"score":0.4155055582523346},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.3136026859283447},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2761276364326477},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09795239567756653},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2002.08791","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.08791","pdf_url":"https://arxiv.org/pdf/2002.08791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3006861283","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2002.08791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2002.08791","doi":"https://doi.org/10.48550/arxiv.2002.08791","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.08791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3100354738","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2002.08791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.08791","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.08791","pdf_url":"https://arxiv.org/pdf/2002.08791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4057891287","display_name":"RI: Small: Scalable Online Learning with Gaussian Processes","funder_award_id":"1910266","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7792429826","display_name":"RI: III: Medium: Scalable Machine Learning for Automating Scientific Discovery in Astrophysics","funder_award_id":"1563887","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3006861283.pdf","grobid_xml":"https://content.openalex.org/works/W3006861283.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W14377099","https://openalex.org/W186151502","https://openalex.org/W582134693","https://openalex.org/W1510388592","https://openalex.org/W1537662695","https://openalex.org/W1567512734","https://openalex.org/W1663973292","https://openalex.org/W1686810756","https://openalex.org/W1746819321","https://openalex.org/W1934021597","https://openalex.org/W1998281631","https://openalex.org/W2029029543","https://openalex.org/W2047229728","https://openalex.org/W2068558570","https://openalex.org/W2095734615","https://openalex.org/W2112796928","https://openalex.org/W2115065944","https://openalex.org/W2115979064","https://openalex.org/W2117670920","https://openalex.org/W2130797782","https://openalex.org/W2133028937","https://openalex.org/W2139701068","https://openalex.org/W2140251433","https://openalex.org/W2140956554","https://openalex.org/W2144898279","https://openalex.org/W2167433878","https://openalex.org/W2194775991","https://openalex.org/W2243651912","https://openalex.org/W2301327553","https://openalex.org/W2523060838","https://openalex.org/W2552194003","https://openalex.org/W2560321925","https://openalex.org/W2600383743","https://openalex.org/W2604117713","https://openalex.org/W2604847669","https://openalex.org/W2605372163","https://openalex.org/W2626967530","https://openalex.org/W2741952635","https://openalex.org/W2765733029","https://openalex.org/W2786857698","https://openalex.org/W2788838181","https://openalex.org/W2792287754","https://openalex.org/W2793333878","https://openalex.org/W2807776404","https://openalex.org/W2809090039","https://openalex.org/W2809994596","https://openalex.org/W2884298516","https://openalex.org/W2889705289","https://openalex.org/W2896860804","https://openalex.org/W2905631704","https://openalex.org/W2908121737","https://openalex.org/W2908820427","https://openalex.org/W2909021043","https://openalex.org/W2912168444","https://openalex.org/W2912811302","https://openalex.org/W2944952555","https://openalex.org/W2948194985","https://openalex.org/W2948210138","https://openalex.org/W2948920178","https://openalex.org/W2950220847","https://openalex.org/W2951266961","https://openalex.org/W2953338786","https://openalex.org/W2959490256","https://openalex.org/W2962894765","https://openalex.org/W2963173418","https://openalex.org/W2963190151","https://openalex.org/W2963384892","https://openalex.org/W2963518130","https://openalex.org/W2963739978","https://openalex.org/W2964013315","https://openalex.org/W2965875443","https://openalex.org/W2966294393","https://openalex.org/W2970249264","https://openalex.org/W2980154272","https://openalex.org/W2992043355","https://openalex.org/W2992525328","https://openalex.org/W2994081359","https://openalex.org/W2995464762","https://openalex.org/W3003257820","https://openalex.org/W3003921671","https://openalex.org/W3004547119","https://openalex.org/W3009460743","https://openalex.org/W3034669169","https://openalex.org/W3037907432","https://openalex.org/W3037939899","https://openalex.org/W3103147587","https://openalex.org/W3106195168","https://openalex.org/W3120830642","https://openalex.org/W3140968660","https://openalex.org/W3159054876","https://openalex.org/W3207223249","https://openalex.org/W4211177544","https://openalex.org/W4212863985","https://openalex.org/W7213640475"],"related_works":["https://openalex.org/W3003921671","https://openalex.org/W6986697597","https://openalex.org/W4398795616","https://openalex.org/W7056781305","https://openalex.org/W2966381196","https://openalex.org/W3102512603","https://openalex.org/W2981485959","https://openalex.org/W4404088536","https://openalex.org/W2969554377","https://openalex.org/W3071011332"],"abstract_inverted_index":{"The":[0],"key":[1],"distinguishing":[2],"property":[3],"of":[4,16,27,75,100],"a":[5,13,62,89,104,167],"Bayesian":[6,18,58,150,168],"approach":[7,64],"is":[8],"marginalization,":[9,59],"rather":[10],"than":[11],"using":[12],"single":[14],"setting":[15],"weights.":[17],"marginalization":[19],"can":[20,40,140],"particularly":[21],"improve":[22],"the":[23,37,68,83,97,127],"accuracy":[24],"and":[25,39,60,119,135],"calibration":[26],"modern":[28],"deep":[29,50],"neural":[30,93,122],"networks,":[31],"which":[32],"are":[33],"typically":[34],"underspecified":[35],"by":[36,71,88],"data,":[38],"represent":[41],"many":[42],"compelling":[43],"but":[44],"different":[45],"solutions.":[46],"We":[47,80,146],"show":[48,136,148],"that":[49,65,113,137,149],"ensembles":[51],"provide":[52,166],"an":[53],"effective":[54],"mechanism":[55],"for":[56,172],"approximate":[57],"propose":[61],"related":[63],"further":[66],"improves":[67],"predictive":[69,174],"distribution":[70,91],"marginalizing":[72],"within":[73],"basins":[74],"attraction,":[76],"without":[77],"significant":[78],"overhead.":[79],"also":[81,147],"investigate":[82],"prior":[84],"over":[85,92],"functions":[86],"implied":[87],"vague":[90],"network":[94,123],"weights,":[95],"explaining":[96],"generalization":[98],"properties":[99],"such":[101,125],"models":[102],"from":[103],"probabilistic":[105],"perspective.":[106],"From":[107],"this":[108],"perspective,":[109],"we":[110,165],"explain":[111],"results":[112,139],"have":[114],"been":[115],"presented":[116],"as":[117,126],"mysterious":[118],"distinct":[120],"to":[121,129],"generalization,":[124],"ability":[128],"fit":[130],"images":[131],"with":[132,143,161],"random":[133],"labels,":[134],"these":[138],"be":[141],"reproduced":[142],"Gaussian":[144],"processes.":[145],"model":[151],"averaging":[152],"alleviates":[153],"double":[154],"descent,":[155],"resulting":[156],"in":[157],"monotonic":[158],"performance":[159],"improvements":[160],"increased":[162],"flexibility.":[163],"Finally,":[164],"perspective":[169],"on":[170],"tempering":[171],"calibrating":[173],"distributions.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3006861283","counts_by_year":[{"year":2026,"cited_by_count":164},{"year":2025,"cited_by_count":156},{"year":2024,"cited_by_count":192},{"year":2023,"cited_by_count":168},{"year":2022,"cited_by_count":134},{"year":2021,"cited_by_count":100},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2020-03-06T00:00:00"}
