{"id":"https://openalex.org/W4407949651","doi":"https://doi.org/10.1109/cdc56724.2024.10886816","title":"Heat Death of Generative Models in Closed-Loop Learning","display_name":"Heat Death of Generative Models in Closed-Loop Learning","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4407949651","doi":"https://doi.org/10.1109/cdc56724.2024.10886816"},"language":"en","primary_location":{"id":"doi:10.1109/cdc56724.2024.10886816","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886816","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065026788","display_name":"Matteo Marchi","orcid":"https://orcid.org/0000-0002-0458-124X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matteo Marchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038328783","display_name":"Stefano Soatto","orcid":"https://orcid.org/0000-0003-2902-6362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stefano Soatto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006038667","display_name":"Pratik Chaudhari","orcid":"https://orcid.org/0000-0003-4590-1956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pratik Chaudhari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047674203","display_name":"Paulo Tabuada","orcid":"https://orcid.org/0000-0002-3417-0951"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paulo Tabuada","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8648,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87389831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1524","last_page":"1530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.67330002784729,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.67330002784729,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6464999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6050000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-loop","display_name":"Closed loop","score":0.6769724488258362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5104267001152039},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.46626219153404236},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.46343880891799927},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.44118109345436096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4104555547237396},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.18239307403564453},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17789453268051147},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15708544850349426}],"concepts":[{"id":"https://openalex.org/C3019251811","wikidata":"https://www.wikidata.org/wiki/Q5135346","display_name":"Closed loop","level":2,"score":0.6769724488258362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5104267001152039},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.46626219153404236},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.46343880891799927},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.44118109345436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4104555547237396},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.18239307403564453},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17789453268051147},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15708544850349426},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc56724.2024.10886816","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886816","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2579895846","https://openalex.org/W3091123787","https://openalex.org/W4249599116","https://openalex.org/W4323066310","https://openalex.org/W4391410851","https://openalex.org/W4391468387","https://openalex.org/W4395044357","https://openalex.org/W4402264526","https://openalex.org/W6676935882","https://openalex.org/W6786798588","https://openalex.org/W6851775633","https://openalex.org/W6852927592","https://openalex.org/W6854010716","https://openalex.org/W6854866820","https://openalex.org/W6857191247"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4391584540","https://openalex.org/W2322335058","https://openalex.org/W4380551139","https://openalex.org/W2259382430","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531"],"abstract_inverted_index":{"Improvement":[0],"and":[1,23],"adoption":[2],"of":[3,16,50,76,83,128,149,158,168,191,211,213,234,262,271],"generative":[4,30,164,192,255],"machine":[5],"learning":[6,189],"models":[7,25,31,193,215],"is":[8,37,59,70,111,171,237],"rapidly":[9],"accelerating,":[10],"as":[11,91,137,182],"exemplified":[12],"by":[13,56,186],"the":[14,43,48,63,74,77,81,103,129,156,159,188,246,254],"popularity":[15],"LLMs":[17],"(Large":[18],"Language":[19],"Models)":[20],"for":[21,26],"text,":[22],"diffusion":[24],"image":[27],"generation.":[28],"As":[29],"become":[32],"widespread,":[33],"data":[34,54,131,236],"they":[35],"generate":[36],"incorporated":[38],"into":[39,175],"shared":[40],"content":[41,201],"through":[42],"public":[44],"web.":[45],"This":[46,69],"opens":[47],"question":[49,72],"what":[51],"happens":[52],"when":[53],"generated":[55],"a":[57,71,125,220,231,259,268],"model":[58,64,247],"fed":[60,196],"back":[61,197],"to":[62,90,113,136,155,172,181,204,248,258],"in":[65,102,152,202],"subsequent":[66],"training":[67,78,109,207],"campaigns.":[68],"about":[73],"stability":[75],"process,":[79,151],"whether":[80],"distribution":[82,132,256],"publicly":[84],"accessible":[85],"content,":[86],"which":[87],"we":[88,179,227],"refer":[89,180],"\u201cknowledge\u201d,":[92],"remains":[93],"stable":[94],"or":[95,121,264],"collapses.":[96],"Small":[97],"scale":[98],"empirical":[99],"experiments":[100],"reported":[101],"literature":[104],"show":[105,228],"that":[106,194],"this":[107,150,169,176],"closed-loop":[108,184],"process":[110,177],"prone":[112],"degenerating.":[114],"Models":[115],"may":[116],"start":[117],"producing":[118],"gibberish":[119],"data,":[120],"sample":[122],"from":[123],"only":[124,145],"small":[126,260],"subset":[127],"desired":[130],"(a":[133],"phenomenon":[134],"referred":[135],"mode":[138],"collapse).":[139],"So":[140],"far":[141],"there":[142],"has":[143],"been":[144],"limited":[146],"theoretical":[147],"understanding":[148],"part":[153],"due":[154],"complexity":[157],"deep":[160],"networks":[161],"underlying":[162],"these":[163,214],"models.":[165],"The":[166,209],"aim":[167],"paper":[170],"provide":[173],"insights":[174],"(that":[178],"\u201cgenerative":[183],"learning\u201d)":[185],"studying":[187],"dynamics":[190],"are":[195],"their":[198,205],"own":[199],"produced":[200],"addition":[203],"original":[206],"dataset.":[208],"sampling":[210],"many":[212],"can":[216],"be":[217],"controlled":[218],"via":[219],"\u201ctemperature\u201d":[221],"parameter.":[222],"Using":[223],"dynamical":[224],"systems":[225],"tools,":[226],"that,":[229],"unless":[230],"sufficient":[232],"amount":[233],"external":[235],"introduced":[238],"at":[239],"each":[240],"iteration,":[241],"any":[242],"non-trivial":[243],"temperature":[244],"leads":[245],"asymptotically":[249],"degenerate.":[250],"In":[251],"fact,":[252],"either":[253],"collapses":[257],"set":[261,270],"outputs,":[263],"becomes":[265],"uniform":[266],"over":[267],"large":[269],"outputs.":[272]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}