{"id":"https://openalex.org/W4307922287","doi":"https://doi.org/10.1145/3569928","title":"A Systematic Survey of Regularization and Normalization in GANs","display_name":"A Systematic Survey of Regularization and Normalization in GANs","publication_year":2022,"publication_date":"2022-11-02","ids":{"openalex":"https://openalex.org/W4307922287","doi":"https://doi.org/10.1145/3569928"},"language":"en","primary_location":{"id":"doi:10.1145/3569928","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3569928","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100757234","display_name":"Ziqiang Li","orcid":"https://orcid.org/0000-0001-9484-2310"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziqiang Li","raw_affiliation_strings":["University of Science and Technology of China, Heifei, Auhui, China"],"raw_orcid":"https://orcid.org/0000-0001-9484-2310","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Heifei, Auhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011835586","display_name":"Muhammad Usman","orcid":"https://orcid.org/0000-0002-1811-5207"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Usman","raw_affiliation_strings":["University of Science and Technology of China, Heifei, Auhui, China"],"raw_orcid":"https://orcid.org/0000-0002-1811-5207","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Heifei, Auhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047226398","display_name":"Rentuo Tao","orcid":"https://orcid.org/0000-0002-9023-0066"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rentuo Tao","raw_affiliation_strings":["University of Science and Technology of China, Heifei, Auhui, China"],"raw_orcid":"https://orcid.org/0000-0002-9023-0066","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Heifei, Auhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049847547","display_name":"Pengfei Xia","orcid":"https://orcid.org/0000-0001-8268-2057"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Xia","raw_affiliation_strings":["University of Science and Technology of China, Heifei, Auhui, China"],"raw_orcid":"https://orcid.org/0000-0001-8268-2057","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Heifei, Auhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101701657","display_name":"Chaoyue Wang","orcid":"https://orcid.org/0000-0002-9002-1029"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyue Wang","raw_affiliation_strings":["JD Explore Academy, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9002-1029","affiliations":[{"raw_affiliation_string":"JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605447","display_name":"Huanhuan Chen","orcid":"https://orcid.org/0000-0002-3918-384X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanhuan Chen","raw_affiliation_strings":["University of Science and Technology of China, Heifei, Auhui, China"],"raw_orcid":"https://orcid.org/0000-0002-3918-384X","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Heifei, Auhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365157","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-2332-3959"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["University of Science and Technology of China, Heifei, Auhui, China"],"raw_orcid":"https://orcid.org/0000-0002-2332-3959","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Heifei, Auhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100757234"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":5.5825,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97109458,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"55","issue":"11","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7680321931838989},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7419130802154541},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6285803914070129},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44459256529808044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44073110818862915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7680321931838989},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7419130802154541},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6285803914070129},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44459256529808044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44073110818862915},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3569928","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3569928","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.49000000953674316},{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G6300133821","display_name":null,"funder_award_id":"U19B2044, 61836011, and 91746209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":184,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1836465849","https://openalex.org/W1965102691","https://openalex.org/W1982652137","https://openalex.org/W2004641158","https://openalex.org/W2012899881","https://openalex.org/W2027911831","https://openalex.org/W2046267801","https://openalex.org/W2104664243","https://openalex.org/W2140229565","https://openalex.org/W2186222003","https://openalex.org/W2502312327","https://openalex.org/W2524985544","https://openalex.org/W2559655401","https://openalex.org/W2581485081","https://openalex.org/W2593414223","https://openalex.org/W2598912124","https://openalex.org/W2603777577","https://openalex.org/W2612690371","https://openalex.org/W2617965654","https://openalex.org/W2618530766","https://openalex.org/W2724651715","https://openalex.org/W2725922920","https://openalex.org/W2731516742","https://openalex.org/W2746314669","https://openalex.org/W2759973161","https://openalex.org/W2765407302","https://openalex.org/W2766151966","https://openalex.org/W2766290211","https://openalex.org/W2766527293","https://openalex.org/W2785325870","https://openalex.org/W2785464582","https://openalex.org/W2785678896","https://openalex.org/W2787579267","https://openalex.org/W2788053000","https://openalex.org/W2788549480","https://openalex.org/W2790871512","https://openalex.org/W2791184993","https://openalex.org/W2792263949","https://openalex.org/W2804078698","https://openalex.org/W2810518847","https://openalex.org/W2885192629","https://openalex.org/W2886265585","https://openalex.org/W2886848336","https://openalex.org/W2887997457","https://openalex.org/W2889599215","https://openalex.org/W2890139949","https://openalex.org/W2893749619","https://openalex.org/W2898148404","https://openalex.org/W2900599876","https://openalex.org/W2903140792","https://openalex.org/W2906643110","https://openalex.org/W2911910629","https://openalex.org/W2913939497","https://openalex.org/W2914848199","https://openalex.org/W2927788787","https://openalex.org/W2944220395","https://openalex.org/W2945216816","https://openalex.org/W2946950184","https://openalex.org/W2947670129","https://openalex.org/W2952056941","https://openalex.org/W2952716587","https://openalex.org/W2953327099","https://openalex.org/W2954960277","https://openalex.org/W2956968779","https://openalex.org/W2958360136","https://openalex.org/W2962369866","https://openalex.org/W2962770929","https://openalex.org/W2962974533","https://openalex.org/W2963623951","https://openalex.org/W2963767194","https://openalex.org/W2963966654","https://openalex.org/W2963981733","https://openalex.org/W2964024144","https://openalex.org/W2964057425","https://openalex.org/W2964121592","https://openalex.org/W2964121818","https://openalex.org/W2964138195","https://openalex.org/W2964159205","https://openalex.org/W2964201867","https://openalex.org/W2972962088","https://openalex.org/W2979927723","https://openalex.org/W2980104607","https://openalex.org/W2981188016","https://openalex.org/W2981212515","https://openalex.org/W2981660215","https://openalex.org/W2981952041","https://openalex.org/W2987210925","https://openalex.org/W2990440529","https://openalex.org/W2991327923","https://openalex.org/W2992308087","https://openalex.org/W2996690341","https://openalex.org/W2997072009","https://openalex.org/W2999905431","https://openalex.org/W3001197829","https://openalex.org/W3003134479","https://openalex.org/W3006168429","https://openalex.org/W3007815734","https://openalex.org/W3009561768","https://openalex.org/W3013409203","https://openalex.org/W3024756171","https://openalex.org/W3027566399","https://openalex.org/W3033085318","https://openalex.org/W3034241283","https://openalex.org/W3034361719","https://openalex.org/W3034431451","https://openalex.org/W3034600949","https://openalex.org/W3034720584","https://openalex.org/W3035125609","https://openalex.org/W3035231706","https://openalex.org/W3035524453","https://openalex.org/W3035872583","https://openalex.org/W3041860201","https://openalex.org/W3043547428","https://openalex.org/W3046411017","https://openalex.org/W3055194044","https://openalex.org/W3089509508","https://openalex.org/W3095402273","https://openalex.org/W3097646105","https://openalex.org/W3099088591","https://openalex.org/W3103619945","https://openalex.org/W3110608319","https://openalex.org/W3112427623","https://openalex.org/W3125257807","https://openalex.org/W3126915734","https://openalex.org/W3130440474","https://openalex.org/W3134644013","https://openalex.org/W3138696900","https://openalex.org/W3141393306","https://openalex.org/W3143197440","https://openalex.org/W3152673717","https://openalex.org/W3162083261","https://openalex.org/W3162926177","https://openalex.org/W3163880943","https://openalex.org/W3165906701","https://openalex.org/W3167305632","https://openalex.org/W3173275980","https://openalex.org/W3175491752","https://openalex.org/W3180059462","https://openalex.org/W3207376009","https://openalex.org/W3212042142","https://openalex.org/W3214536939","https://openalex.org/W4211165876","https://openalex.org/W4224305896","https://openalex.org/W4225123213","https://openalex.org/W4234552385","https://openalex.org/W4234698323","https://openalex.org/W4281847696","https://openalex.org/W4285965624","https://openalex.org/W4286231449","https://openalex.org/W4287237172","https://openalex.org/W4287285268","https://openalex.org/W4287693419","https://openalex.org/W4287725608","https://openalex.org/W4289754090","https://openalex.org/W4290714076","https://openalex.org/W4293869917","https://openalex.org/W4294643831","https://openalex.org/W4297808394","https://openalex.org/W4297944735","https://openalex.org/W4299412574","https://openalex.org/W4299590935","https://openalex.org/W4301054805","https://openalex.org/W4301206121","https://openalex.org/W4301409532","https://openalex.org/W4312440098","https://openalex.org/W4312457193","https://openalex.org/W6734576159","https://openalex.org/W6744629392","https://openalex.org/W6745136726","https://openalex.org/W6746775625","https://openalex.org/W6748356020","https://openalex.org/W6748655329","https://openalex.org/W6752378368","https://openalex.org/W6758291261","https://openalex.org/W6769145284","https://openalex.org/W6771641572","https://openalex.org/W6773861909","https://openalex.org/W6779092321","https://openalex.org/W6779669310","https://openalex.org/W6785248301","https://openalex.org/W6795288823","https://openalex.org/W6838910450","https://openalex.org/W6967095124"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Generative":[0],"Adversarial":[1],"Networks":[2],"(GANs)":[3],"have":[4,96,199],"been":[5,97,200],"widely":[6],"applied":[7],"in":[8,60,203,214,228],"different":[9,144,153,162,187],"scenarios":[10],"thanks":[11],"to":[12,52,81,101,221],"the":[13,26,30,44,53,102,138,161,180,183,191,222],"development":[14,118],"of":[15,29,33,77,91,104,119,146,155,164,182,193,212,226],"deep":[16],"neural":[17],"networks.":[18,34],"The":[19],"original":[20],"GAN":[21],"was":[22],"proposed":[23,98],"based":[24],"on":[25,115,137,169,186],"non-parametric":[27],"assumption":[28],"infinite":[31],"capacity":[32],"However,":[35],"it":[36],"is":[37],"still":[38],"unknown":[39],"whether":[40],"GANs":[41,61,147,156,227],"can":[42],"fit":[43],"target":[45],"distribution":[46],"without":[47],"any":[48],"prior":[49,79],"information.":[50],"Due":[51],"overconfident":[54],"assumption,":[55],"many":[56],"issues":[57],"remain":[58],"unaddressed":[59],"training,":[62],"such":[63],"as":[64],"non-convergence,":[65],"mode":[66],"collapses,":[67],"and":[68,72,84,93,117,126,140,158,166,189,195,218,224],"gradient":[69],"vanishing.":[70],"Regularization":[71],"normalization":[73,94,141,196,225],"are":[74,231],"common":[75],"methods":[76,95,185],"introducing":[78],"information":[80],"stabilize":[82],"training":[83,157],"improve":[85],"discrimination.":[86],"Although":[87],"a":[88,134,174],"handful":[89],"number":[90],"regularization":[92,139,165,194,223],"for":[99],"GANs,":[100],"best":[103],"our":[105],"knowledge,":[106],"there":[107],"exists":[108],"no":[109],"comprehensive":[110,135],"survey":[111,136],"that":[112,198],"primarily":[113],"focuses":[114],"objectives":[116,163],"these":[120,170],"methods,":[121],"apart":[122],"from":[123,143],"some":[124],"incomprehensive":[125],"limited-scope":[127],"studies.":[128],"In":[129],"this":[130,215,229],"work,":[131],"we":[132,150,172,178,207],"conduct":[133],"techniques":[142,197],"perspectives":[145,154],"training.":[148],"First,":[149],"systematically":[151],"describe":[152],"thus":[159],"obtain":[160],"normalization.":[167],"Based":[168],"objectives,":[171],"propose":[173],"new":[175],"taxonomy.":[176],"Furthermore,":[177],"compare":[179],"performance":[181],"mainstream":[184],"datasets":[188],"investigate":[190],"applications":[192],"frequently":[201],"employed":[202],"state-of-the-art":[204],"GANs.":[205],"Finally,":[206],"highlight":[208],"potential":[209],"future":[210],"directions":[211],"research":[213],"domain.":[216],"Code":[217],"studies":[219],"related":[220],"work":[230],"summarized":[232],"at":[233],"https://github.com/iceli1007/GANs-Regularization-Review":[234],".":[235]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2025-10-10T00:00:00"}