{"id":"https://openalex.org/W2829371370","doi":"https://doi.org/10.48550/arxiv.1807.04015","title":"On Catastrophic Forgetting and Mode Collapse in Generative Adversarial Networks","display_name":"On Catastrophic Forgetting and Mode Collapse in Generative Adversarial Networks","publication_year":2018,"publication_date":"2018-07-11","ids":{"openalex":"https://openalex.org/W2829371370","doi":"https://doi.org/10.48550/arxiv.1807.04015","mag":"2829371370"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1807.04015","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.04015","pdf_url":"https://arxiv.org/pdf/1807.04015","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.04015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066310816","display_name":"Hoang Thanh-Tung","orcid":"https://orcid.org/0000-0001-8537-9192","observed_orcids":["https://orcid.org/0000-0001-8537-9192"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Thanh-Tung, Hoang","raw_affiliation_strings":["Deakin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085471517","display_name":"Truyen Tran","orcid":"https://orcid.org/0000-0001-6531-8907","observed_orcids":["https://orcid.org/0000-0001-6531-8907"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tran, Truyen","raw_affiliation_strings":["Applied Artificial Intelligence Institute Deakin University","Deakin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applied Artificial Intelligence Institute Deakin University","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Deakin University","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9860000014305115},{"id":"https://openalex.org/keywords/mode-collapse","display_name":"mode collapse","score":0.9890000224113464},{"id":"https://openalex.org/keywords/generative-adversarial-networks","display_name":"generative adversarial networks","score":0.9990000128746033},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.984000027179718},{"id":"https://openalex.org/keywords/discriminator-training","display_name":"discriminator training","score":0.5899999737739563},{"id":"https://openalex.org/keywords/local-maxima","display_name":"local maxima","score":0.6520000100135803},{"id":"https://openalex.org/keywords/non-convergence","display_name":"non-convergence","score":0.7289999723434448},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.8029999732971191}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9218266010284424},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.9024204015731812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6799447536468506},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6453585028648376},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.6377270817756653},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6265273094177246},{"id":"https://openalex.org/C91528185","wikidata":"https://www.wikidata.org/wiki/Q520952","display_name":"Maxima","level":3,"score":0.6218865513801575},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5478864908218384},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5420693755149841},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.4389561712741852},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4140189290046692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41349726915359497},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35274505615234375},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20816239714622498},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08424621820449829},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08208051323890686},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.07256978750228882},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.05970531702041626},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C554144382","wikidata":"https://www.wikidata.org/wiki/Q213156","display_name":"Performance art","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1807.04015","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.04015","pdf_url":"https://arxiv.org/pdf/1807.04015","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2829371370","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/1807.04015.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1807.04015","doi":"https://doi.org/10.48550/arxiv.1807.04015","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1807.04015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.04015","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.04015","pdf_url":"https://arxiv.org/pdf/1807.04015","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2829371370.pdf","grobid_xml":"https://content.openalex.org/works/W2829371370.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W613766092","https://openalex.org/W1834627138","https://openalex.org/W1980287119","https://openalex.org/W1994618660","https://openalex.org/W2036963181","https://openalex.org/W2060277733","https://openalex.org/W2099471712","https://openalex.org/W2112796928","https://openalex.org/W2173520492","https://openalex.org/W2176412452","https://openalex.org/W2194775991","https://openalex.org/W2427497464","https://openalex.org/W2432004435","https://openalex.org/W2560647685","https://openalex.org/W2567101557","https://openalex.org/W2593729559","https://openalex.org/W2619503996","https://openalex.org/W2619508703","https://openalex.org/W2624823827","https://openalex.org/W2737492962","https://openalex.org/W2739748921","https://openalex.org/W2775288145","https://openalex.org/W2785838823","https://openalex.org/W2792263949","https://openalex.org/W2802061317","https://openalex.org/W2902666438","https://openalex.org/W2906643110","https://openalex.org/W2949117887","https://openalex.org/W2962760235","https://openalex.org/W2962767869","https://openalex.org/W2962848977","https://openalex.org/W2962879692","https://openalex.org/W2963850662","https://openalex.org/W2963981733","https://openalex.org/W2964121744","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W2922190387","https://openalex.org/W3091123787","https://openalex.org/W3129626542","https://openalex.org/W4206869270","https://openalex.org/W2902666438","https://openalex.org/W4387377716","https://openalex.org/W4200619652","https://openalex.org/W2775288145","https://openalex.org/W2728304432","https://openalex.org/W7133196193"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,151],"show":[4,26,116,133],"that":[5,27,95],"Generative":[6],"Adversarial":[7],"Networks":[8],"(GANs)":[9],"suffer":[10],"from":[11,140],"catastrophic":[12,135,156],"forgetting":[13,66,136,157],"even":[14],"when":[15,96],"they":[16],"are":[17,107],"trained":[18],"to":[19,48,69,100],"approximate":[20],"a":[21,31,97,101],"single":[22],"target":[23],"distribution.":[24],"We":[25,80,114,132],"GAN":[28,98],"training":[29,76,105],"is":[30,43,67],"continual":[32],"learning":[33],"problem":[34],"in":[35,57,88,130,158],"which":[36],"the":[37,44,49,58,61,75,82,85,112,117,120,138],"sequence":[38,45,59],"of":[39,46,53,63,77,84,91,111,122],"changing":[40],"model":[41],"distributions":[42],"tasks":[47,56],"discriminator.":[50,113],"The":[51],"level":[52,62],"mismatch":[54],"between":[55,119],"determines":[60],"forgetting.":[64],"Catastrophic":[65],"interrelated":[68],"mode":[70,126],"collapse":[71,127],"and":[72,93,125,128,146],"can":[73],"make":[74],"GANs":[78,92],"non-convergent.":[79],"investigate":[81],"landscape":[83],"discriminator's":[86],"output":[87],"different":[89],"variants":[90],"find":[94],"converges":[99],"good":[102],"equilibrium,":[103],"real":[104,142],"datapoints":[106,143],"wide":[108],"local":[109,123,144],"maxima":[110,124],"empirically":[115],"relationship":[118],"sharpness":[121],"generalization":[129],"GANs.":[131,159],"how":[134],"prevents":[137],"discriminator":[139],"making":[141],"maxima,":[145],"thus":[147],"causes":[148],"non-convergence.":[149],"Finally,":[150],"study":[152],"methods":[153],"for":[154],"preventing":[155]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2018-07-19T00:00:00"}