{"id":"https://openalex.org/W3196859439","doi":"https://doi.org/10.1109/isit45174.2021.9517791","title":"Understanding Entropic Regularization in GANs","display_name":"Understanding Entropic Regularization in GANs","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3196859439","doi":"https://doi.org/10.1109/isit45174.2021.9517791","mag":"3196859439"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9517791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002797487","display_name":"Daria Reshetova","orcid":"https://orcid.org/0009-0007-2161-0595"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daria Reshetova","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering","Department of Electrical Engineering, Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036993342","display_name":"Yikun Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yikun Bai","raw_affiliation_strings":["University of Delaware,Department of Electrical and Computer Engineering","Department of Electrical and Computer Engineering, University of Delaware"],"affiliations":[{"raw_affiliation_string":"University of Delaware,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I86501945"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Delaware","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041915281","display_name":"Xiugang Wu","orcid":"https://orcid.org/0000-0002-8130-975X"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiugang Wu","raw_affiliation_strings":["University of Delaware,Department of Electrical and Computer Engineering","Department of Electrical and Computer Engineering, University of Delaware"],"affiliations":[{"raw_affiliation_string":"University of Delaware,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I86501945"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Delaware","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003322209","display_name":"Ayfer \u00d6zg\u00fcr","orcid":"https://orcid.org/0000-0002-4455-4692"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayfer \u00d6zg\u00fcr","raw_affiliation_strings":["Stanford University,Department of Electrical Engineering","Department of Electrical Engineering, Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Electrical Engineering","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002797487"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.6781,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.71545085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"825","last_page":"830"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6702795624732971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5291507840156555},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.5224363207817078},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.507745623588562},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4843534231185913},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.4592267572879791},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.45218390226364136},{"id":"https://openalex.org/keywords/tikhonov-regularization","display_name":"Tikhonov regularization","score":0.43367788195610046},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4176318943500519},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40848392248153687},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39049696922302246},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37757450342178345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24947229027748108},{"id":"https://openalex.org/keywords/inverse-problem","display_name":"Inverse problem","score":0.2223571538925171},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.15370553731918335},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13368657231330872},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0897863507270813}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6702795624732971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5291507840156555},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.5224363207817078},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.507745623588562},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4843534231185913},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.4592267572879791},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.45218390226364136},{"id":"https://openalex.org/C152442038","wikidata":"https://www.wikidata.org/wiki/Q2778212","display_name":"Tikhonov regularization","level":3,"score":0.43367788195610046},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4176318943500519},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40848392248153687},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39049696922302246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37757450342178345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24947229027748108},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.2223571538925171},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.15370553731918335},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13368657231330872},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0897863507270813},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit45174.2021.9517791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9517791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G6361430373","display_name":null,"funder_award_id":"CCF-1704624,CCF-0939370","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W285471286","https://openalex.org/W2099111195","https://openalex.org/W2099471712","https://openalex.org/W2103972604","https://openalex.org/W2158131535","https://openalex.org/W2187958062","https://openalex.org/W2399107860","https://openalex.org/W2405756170","https://openalex.org/W2724892359","https://openalex.org/W2739748921","https://openalex.org/W2766210095","https://openalex.org/W2803117117","https://openalex.org/W2896974427","https://openalex.org/W2949573729","https://openalex.org/W2953259620","https://openalex.org/W2962879692","https://openalex.org/W2963073614","https://openalex.org/W2963470893","https://openalex.org/W2963506485","https://openalex.org/W2963597852","https://openalex.org/W2970137035","https://openalex.org/W3033956584","https://openalex.org/W3046187644","https://openalex.org/W4285719527","https://openalex.org/W4295521014","https://openalex.org/W4297807263","https://openalex.org/W4320013936","https://openalex.org/W6682962330","https://openalex.org/W6687295889","https://openalex.org/W6713469395","https://openalex.org/W6713645886","https://openalex.org/W6735913928","https://openalex.org/W6741832134","https://openalex.org/W6745847804","https://openalex.org/W6745905863","https://openalex.org/W6751249977","https://openalex.org/W6755600380","https://openalex.org/W6756138707","https://openalex.org/W6763424294","https://openalex.org/W6765721576","https://openalex.org/W6778928895","https://openalex.org/W6781820879"],"related_works":["https://openalex.org/W4293202849","https://openalex.org/W1980965563","https://openalex.org/W1489300767","https://openalex.org/W2387995142","https://openalex.org/W4380714744","https://openalex.org/W4319453655","https://openalex.org/W2089959425","https://openalex.org/W2057775761","https://openalex.org/W1608433645","https://openalex.org/W2964074194"],"abstract_inverted_index":{"Generative":[0],"Adversarial":[1],"Networks":[2],"(GANs)":[3],"are":[4,73],"a":[5,19,22,37,113,117,233,239],"popular":[6,102],"method":[7],"for":[8,51,238],"learning":[9],"distributions":[10],"from":[11,204,229],"data":[12,231],"by":[13,112,175],"modeling":[14],"the":[15,31,42,55,88,109,122,127,144,148,152,156,170,184,205,212,223,226],"target":[16,45,128,206],"distribution":[17,129,207],"as":[18,30],"function":[20],"of":[21,85,105,138,143,162,172,225,242],"known":[23],"distribution.":[24],"The":[25,83,159],"function,":[26],"often":[27],"referred":[28],"to":[29,35,63,75,190,210],"generator,":[32],"is":[33,54,61,124,130,166,236],"optimized":[34],"minimize":[36],"chosen":[38],"distance":[39,60,107,140,150],"measure":[40,50],"between":[41],"generated":[43],"and":[44,65,67,79,126],"distributions.":[46,243],"One":[47],"commonly":[48],"used":[49,74],"this":[52,96],"purpose":[53],"Wasserstein":[56,59,106,114,139,149,176],"distance.":[57,177],"However,":[58],"hard":[62],"compute":[64],"optimize,":[66],"in":[68,116,181,232],"practice":[69],"entropic":[70,103],"regularization":[71,86,137,164,219],"techniques":[72,165,220],"facilitate":[76],"its":[77],"computation":[78],"improve":[80,222],"numerical":[81],"convergence.":[82],"influence":[84],"on":[87],"learned":[89,111,189,228],"solution,":[90,145],"however,":[91],"remains":[92],"not":[93],"well-understood.":[94],"In":[95],"paper,":[97],"we":[98],"study":[99],"how":[100],"several":[101],"regularizations":[104],"impact":[108],"solution":[110],"GAN":[115],"simple":[118],"benchmark":[119],"setting":[120],"where":[121],"generator":[123,186,227],"linear":[125],"high-dimensional":[131],"Gaussian.":[132],"We":[133,178,214],"show":[134,179],"that":[135,167,180,217,235],"entropy":[136],"promotes":[141],"sparsification":[142],"while":[146],"replacing":[147],"with":[151,193],"Sinkhorn":[153],"divergence":[154],"recovers":[155],"unregularized":[157],"solution.":[158],"significant":[160],"benefit":[161],"both":[163,182],"they":[168],"remove":[169],"curse":[171],"dimensionality":[173],"suffered":[174],"cases":[183],"optimal":[185],"can":[187,221],"be":[188],"accuracy":[191],"\u220a":[192,198],"<tex":[194],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[195,200],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$O$</tex>":[196],"(1/":[197],"<sup":[199],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[201],")":[202],"samples":[203],"without":[208],"requiring":[209],"constrain":[211],"discriminator.":[213],"thus":[215],"conclude":[216],"these":[218],"quality":[224],"empirical":[230],"way":[234],"applicable":[237],"large":[240],"class":[241]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}