{"id":"https://openalex.org/W3116383660","doi":"https://doi.org/10.1162/neco_a_01416","title":"Least kth-Order and R\u00e9nyi Generative Adversarial Networks","display_name":"Least kth-Order and R\u00e9nyi Generative Adversarial Networks","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3116383660","doi":"https://doi.org/10.1162/neco_a_01416","mag":"3116383660","pmid":"https://pubmed.ncbi.nlm.nih.gov/34412112"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01416","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01416","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.02479","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Himesh Bhatia","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Himesh Bhatia","raw_affiliation_strings":["Department of Mathematics and Statistics, Queens University, ON K7L 3N6, Canada himesh.bhatia@queensu.ca"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, Queens University, ON K7L 3N6, Canada himesh.bhatia@queensu.ca","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":null,"display_name":"William Paul","orcid":null},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Paul","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory, Laurel, MD 20723, U.S.A. william.paul@jhuapl.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory, Laurel, MD 20723, U.S.A. william.paul@jhuapl.edu","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fady Alajaji","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fady Alajaji","raw_affiliation_strings":["Department of Mathematics and Statistics, Queens University, ON K7L 3N6, Canada fa@queensu.ca"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, Queens University, ON K7L 3N6, Canada fa@queensu.ca","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bahman Gharesifard","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bahman Gharesifard","raw_affiliation_strings":["Department of Mathematics and Statistics, Queens University, ON K7L 3N6, Canada bahman.gharesifard@queensu.ca"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, Queens University, ON K7L 3N6, Canada bahman.gharesifard@queensu.ca","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":null,"display_name":"Philippe Burlina","orcid":null},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philippe Burlina","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory, Laurel, MD 20723, and Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, U.S.A. philippe.burlina@jhuapl.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory, Laurel, MD 20723, and Department of Computer Science, Johns Hopkins University, Baltimore, MD 21218, U.S.A. philippe.burlina@jhuapl.edu","institution_ids":["https://openalex.org/I2802946424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1803,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.77545285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"33","issue":"9","first_page":"2473","last_page":"2510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4456999897956848,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4456999897956848,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2046000063419342,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.07429999858140945,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.7143999934196472},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6514999866485596},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.6496000289916992},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.6194999814033508},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5943999886512756},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.532800018787384},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.49410000443458557},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.43709999322891235}],"concepts":[{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.7143999934196472},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6514999866485596},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.6496000289916992},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.6194999814033508},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5943999886512756},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.532800018787384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5141000151634216},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4690000116825104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46540001034736633},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.43709999322891235},{"id":"https://openalex.org/C2988416141","wikidata":"https://www.wikidata.org/wiki/Q6031139","display_name":"Information loss","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3061999976634979},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2948000133037567},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C95611797","wikidata":"https://www.wikidata.org/wiki/Q17502105","display_name":"Infimum and supremum","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_01416","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01416","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:34412112","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34412112","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:arXiv.org:2006.02479","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.02479","pdf_url":"https://arxiv.org/pdf/2006.02479","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.02479","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.02479","pdf_url":"https://arxiv.org/pdf/2006.02479","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1560407055","https://openalex.org/W2001935257","https://openalex.org/W2026653933","https://openalex.org/W2093566764","https://openalex.org/W2158042553","https://openalex.org/W2165203736","https://openalex.org/W2174534725","https://openalex.org/W2765811365","https://openalex.org/W2797753119","https://openalex.org/W2900670597","https://openalex.org/W2997385310","https://openalex.org/W3003841403","https://openalex.org/W3119931323","https://openalex.org/W3123939790","https://openalex.org/W4230367971","https://openalex.org/W4230618008","https://openalex.org/W6638891565","https://openalex.org/W6640963894","https://openalex.org/W6653685756","https://openalex.org/W6674415119","https://openalex.org/W6679348642","https://openalex.org/W6683070961","https://openalex.org/W6685352114","https://openalex.org/W6729906282","https://openalex.org/W6734564793","https://openalex.org/W6736244717","https://openalex.org/W6741832134","https://openalex.org/W6744241929","https://openalex.org/W6747549573","https://openalex.org/W6757146666","https://openalex.org/W6757783891","https://openalex.org/W6785955155","https://openalex.org/W6840863013","https://openalex.org/W6991884099"],"related_works":[],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,12,21,38,55,79,115,123,128,133,140,147,153,171,178,192,195,201,218,238],"use":[3],"of":[4,7,15,23,94,139,170,174,194,230,240],"parameterized":[5],"families":[6],"information-theoretic":[8],"measures":[9],"to":[10,77,114,152,191,213,233],"generalize":[11],"loss":[13,29,57,68,87,109,118,149],"functions":[14],"generative":[16],"adversarial":[17],"networks":[18],"(GANs)":[19],"with":[20,51,98,189],"objective":[22],"improving":[24],"performance.":[25],"A":[26],"new":[27],"generator":[28,86],"function,":[30,110],"least":[31,39],"kth-order":[32,46,80],"GAN":[33,85,117,130],"(LkGAN),":[34],"is":[35,62,75,89,103,221],"introduced,":[36],"generalizing":[37],"squares":[40],"GANs":[41,214],"(LSGANs)":[42],"by":[43,127,168,177,200],"using":[44],"a":[45,136],"absolute":[47],"error":[48],"distortion":[49],"measure":[50],"k\u22651":[52],"(which":[53],"recovers":[54],"LSGAN":[56],"function":[58,69,88,119],"when":[59],"k=2).":[60],"It":[61,102],"shown":[63],"that":[64,105,146],"minimizing":[65,78],"this":[66,106,216],"generalized":[67,108],"under":[70,159],"an":[71],"(unconstrained)":[72],"optimal":[73],"discriminator":[74],"equivalent":[76],"Pearson-Vajda":[81],"divergence.":[82,142],"Another":[83],"novel":[84],"next":[90],"proposed":[91,148,219],"in":[92,215,227,244],"terms":[93],"R\u00e9nyi":[95],"cross-entropy":[96],"functionals":[97],"order":[99],"\u03b1>0,":[100],"\u03b1\u22601.":[101],"demonstrated":[104],"R\u00e9nyi-centric":[107],"which":[111],"provably":[112],"reduces":[113],"original":[116,129],"as":[120,198],"\u03b1\u21921,":[121],"preserves":[122],"equilibrium":[124],"point":[125],"satisfied":[126],"based":[131],"on":[132],"Jensen-R\u00e9nyi":[134],"divergence,":[135],"natural":[137],"extension":[138],"Jensen-Shannon":[141],"Experimental":[143],"results":[144],"indicate":[145],"functions,":[150],"applied":[151,212],"MNIST":[154],"and":[155,162,181,206,223],"CelebA":[156],"data":[157],"sets,":[158],"both":[160],"DCGAN":[161],"StyleGAN":[163],"architectures,":[164],"confer":[165],"performance":[166],"benefits":[167],"virtue":[169],"extra":[172],"degrees":[173],"freedom":[175],"provided":[176],"parameters":[179],"k":[180],"\u03b1,":[182],"respectively.":[183],"More":[184],"specifically,":[185],"experiments":[186],"show":[187],"improvements":[188],"regard":[190],"quality":[193],"generated":[196],"images":[197],"measured":[199],"Fr\u00e9chet":[202],"inception":[203],"distance":[204],"score":[205],"training":[207],"stability.":[208],"While":[209],"it":[210],"was":[211],"study,":[217],"approach":[220],"generic":[222],"can":[224],"be":[225],"used":[226],"other":[228],"applications":[229],"information":[231],"theory":[232],"deep":[234],"learning,":[235],"for":[236],"example,":[237],"issues":[239],"fairness":[241],"or":[242],"privacy":[243],"artificial":[245],"intelligence.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2021-01-05T00:00:00"}