{"id":"https://openalex.org/W4410796244","doi":"https://doi.org/10.1088/2632-2153/adde2a","title":"A theoretical perspective on mode collapse in variational inference","display_name":"A theoretical perspective on mode collapse in variational inference","publication_year":2025,"publication_date":"2025-05-28","ids":{"openalex":"https://openalex.org/W4410796244","doi":"https://doi.org/10.1088/2632-2153/adde2a"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/adde2a","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/adde2a","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1088/2632-2153/adde2a","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114337919","display_name":"Roman Soletskyi","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Roman Soletskyi","raw_affiliation_strings":["CMAP, CNRS, \u00c9cole polytechnique, Institut Polytechnique de Paris, 91120 Palaiseau, France","Laboratoire de Physique de l'\u00c9cole normale sup\u00e9rieure, ENS, Universit\u00e9 PSL, CNRS, Sorbonne Universit\u00e9, Universit\u00e9 de Paris, F-75005 Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CMAP, CNRS, \u00c9cole polytechnique, Institut Polytechnique de Paris, 91120 Palaiseau, France","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Laboratoire de Physique de l'\u00c9cole normale sup\u00e9rieure, ENS, Universit\u00e9 PSL, CNRS, Sorbonne Universit\u00e9, Universit\u00e9 de Paris, F-75005 Paris, France","institution_ids":["https://openalex.org/I204730241","https://openalex.org/I1294671590","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I2746051580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001522727","display_name":"Marylou Gabri\u00e9","orcid":"https://orcid.org/0000-0002-5989-1018"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Marylou Gabri\u00e9","raw_affiliation_strings":["Laboratoire de Physique de l'\u00c9cole normale sup\u00e9rieure, ENS, Universit\u00e9 PSL, CNRS, Sorbonne Universit\u00e9, Universit\u00e9 de Paris, F-75005 Paris, France","CMAP, CNRS, \u00c9cole polytechnique, Institut Polytechnique de Paris, 91120 Palaiseau, France"],"raw_orcid":"https://orcid.org/0000-0002-5989-1018","affiliations":[{"raw_affiliation_string":"Laboratoire de Physique de l'\u00c9cole normale sup\u00e9rieure, ENS, Universit\u00e9 PSL, CNRS, Sorbonne Universit\u00e9, Universit\u00e9 de Paris, F-75005 Paris, France","institution_ids":["https://openalex.org/I204730241","https://openalex.org/I1294671590","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I2746051580"]},{"raw_affiliation_string":"CMAP, CNRS, \u00c9cole polytechnique, Institut Polytechnique de Paris, 91120 Palaiseau, France","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083837327","display_name":"Bruno Loureiro","orcid":"https://orcid.org/0000-0002-6327-4688"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I29607241","display_name":"\u00c9cole Normale Sup\u00e9rieure - PSL","ror":"https://ror.org/05a0dhs15","country_code":"FR","type":"other","lineage":["https://openalex.org/I2746051580","https://openalex.org/I29607241"]},{"id":"https://openalex.org/I4210103330","display_name":"\u00c9cole Normale Sup\u00e9rieure","ror":"https://ror.org/01dp7jr64","country_code":"BI","type":"education","lineage":["https://openalex.org/I4210103330"]}],"countries":["BI","FR"],"is_corresponding":true,"raw_author_name":"Bruno Loureiro","raw_affiliation_strings":["D\u00e9partement d'Informatique, \u00c9cole Normale Sup\u00e9rieure\u2014PSL & CNRS, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-6327-4688","affiliations":[{"raw_affiliation_string":"D\u00e9partement d'Informatique, \u00c9cole Normale Sup\u00e9rieure\u2014PSL & CNRS, Paris, France","institution_ids":["https://openalex.org/I29607241","https://openalex.org/I4210103330","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001522727","https://openalex.org/A5083837327","https://openalex.org/A5114337919"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I142476485","https://openalex.org/I204730241","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I39804081","https://openalex.org/I4210103330"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10676451,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"2","first_page":"025056","last_page":"025056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.647599995136261,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.647599995136261,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11254","display_name":"Fluid Dynamics and Vibration Analysis","score":0.6037999987602234,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.546999990940094,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7552130222320557},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6799516677856445},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4946243464946747},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40119582414627075},{"id":"https://openalex.org/keywords/calculus","display_name":"Calculus (dental)","score":0.38741689920425415},{"id":"https://openalex.org/keywords/theoretical-physics","display_name":"Theoretical physics","score":0.3842584788799286},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3565319776535034},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.35443809628486633},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3481023907661438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3045910596847534},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.27715441584587097},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.2543443441390991},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.19953790307044983},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.06538853049278259}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7552130222320557},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6799516677856445},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4946243464946747},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40119582414627075},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.38741689920425415},{"id":"https://openalex.org/C33332235","wikidata":"https://www.wikidata.org/wiki/Q18362","display_name":"Theoretical physics","level":1,"score":0.3842584788799286},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3565319776535034},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.35443809628486633},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3481023907661438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3045910596847534},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.27715441584587097},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2543443441390991},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.19953790307044983},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06538853049278259},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1088/2632-2153/adde2a","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/adde2a","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05554870v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05554870","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning: Science and Technology, 2025, 6 (2), pp.025056. ⟨10.1088/2632-2153/adde2a⟩","raw_type":"Journal articles"},{"id":"pmh:oai:doaj.org/article:55b7dd43128040948ac7ec503ff8b557","is_oa":true,"landing_page_url":"https://doaj.org/article/55b7dd43128040948ac7ec503ff8b557","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning: Science and Technology, Vol 6, Iss 2, p 025056 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/adde2a","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/adde2a","pdf_url":null,"source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1995842804","https://openalex.org/W2050665571","https://openalex.org/W2070792261","https://openalex.org/W2893674448","https://openalex.org/W2941443959","https://openalex.org/W2972246420","https://openalex.org/W2992005611","https://openalex.org/W3014784185","https://openalex.org/W3217363338","https://openalex.org/W4214925787","https://openalex.org/W4281615642","https://openalex.org/W4296907727","https://openalex.org/W4387390352","https://openalex.org/W4389488975","https://openalex.org/W4392607758","https://openalex.org/W6610566761","https://openalex.org/W6639345543","https://openalex.org/W6680498451","https://openalex.org/W6684823096","https://openalex.org/W6706363465","https://openalex.org/W6714644935","https://openalex.org/W6725272734","https://openalex.org/W6725367010","https://openalex.org/W6729787662","https://openalex.org/W6750824881","https://openalex.org/W6767695172","https://openalex.org/W6770847983","https://openalex.org/W6790640608","https://openalex.org/W6796743115","https://openalex.org/W6798823188","https://openalex.org/W6810825484","https://openalex.org/W6841327968","https://openalex.org/W6854650749","https://openalex.org/W6855320337","https://openalex.org/W6868053177","https://openalex.org/W6869808133","https://openalex.org/W6873591292","https://openalex.org/W6990768437","https://openalex.org/W7073881921"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W1973641256","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W4321636575","https://openalex.org/W2741131631","https://openalex.org/W2045526782","https://openalex.org/W4405841813","https://openalex.org/W2156919374","https://openalex.org/W1483472507"],"abstract_inverted_index":{"Abstract":[0],"While":[1],"deep":[2],"learning":[3],"has":[4],"expanded":[5],"the":[6,13,27,30,49,60,85,94,99,146],"possibilities":[7],"for":[8,19,84],"highly":[9],"expressive":[10],"variational":[11,20],"families,":[12],"practical":[14,161],"benefits":[15],"of":[16,29,59,69,81,106,148,155],"these":[17],"tools":[18],"inference":[21],"(VI)":[22],"are":[23,143],"often":[24],"limited":[25],"by":[26],"minimization":[28],"traditional":[31],"Kullback\u2013Leibler":[32],"objective,":[33],"which":[34],"can":[35],"yield":[36],"suboptimal":[37],"solutions.":[38],"A":[39],"major":[40],"challenge":[41],"in":[42,124],"this":[43,74,113],"context":[44],"is":[45,121],"mode":[46,82,119],"collapse":[47,83,120],":":[48],"phenomenon":[50],"where":[51],"a":[52,56,78,103,153],"model":[53],"concentrates":[54],"on":[55,88],"few":[57],"modes":[58],"target":[61],"distribution":[62],"during":[63],"training,":[64],"despite":[65],"being":[66],"statistically":[67,125],"capable":[68],"expressing":[70],"them":[71],"all.":[72],"In":[73],"work,":[75],"we":[76,116],"carry":[77],"theoretical":[79,141],"investigation":[80],"gradient":[86],"flow":[87],"Gaussian":[89],"mixture":[90],"models.":[91],"We":[92],"identify":[93,129],"key":[95,131],"low-dimensional":[96,107],"statistics":[97],"characterizing":[98],"flow,":[100],"and":[101,128,137],"derive":[102],"closed":[104],"set":[105],"equations":[108],"governing":[109],"their":[110],"evolution.":[111],"Leveraging":[112],"compact":[114],"description,":[115],"show":[117],"that":[118],"present":[122],"even":[123],"favorable":[126],"scenarios,":[127],"two":[130],"mechanisms":[132],"driving":[133],"it:":[134],"mean":[135],"alignment":[136],"vanishing":[138],"weight.":[139],"Our":[140],"findings":[142],"consistent":[144],"with":[145],"implementation":[147],"VI":[149],"using":[150],"normalizing":[151],"flows,":[152],"class":[154],"popular":[156],"generative":[157],"models,":[158],"thereby":[159],"offering":[160],"insights.":[162]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}