{"id":"https://openalex.org/W7220979672","doi":"https://doi.org/10.48550/arxiv.2610.10021","title":"Controlling Dependence in Implicit Generative Models via Spread Mutual Information","display_name":"Controlling Dependence in Implicit Generative Models via Spread Mutual Information","publication_year":2026,"publication_date":"2026-10-07","ids":{"openalex":"https://openalex.org/W7220979672","doi":"https://doi.org/10.48550/arxiv.2610.10021"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.10021","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.10021","pdf_url":"https://arxiv.org/pdf/2610.10021","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.10021","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157902228","display_name":"Jiahao Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu, Jiahao","raw_affiliation_strings":["University of Oxford","Work completed at the University of Cambridge "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Work completed at the University of Cambridge ","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157981938","display_name":"Song Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liu, Song","raw_affiliation_strings":["University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102890597","display_name":"Jos\u00e9 Miguel Hern\u00e1ndez-Lobato","orcid":"https://orcid.org/0000-0001-7610-949X","observed_orcids":["https://orcid.org/0000-0001-7610-949X"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hern\u00e1ndez-Lobato, Jos\u00e9 Miguel","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111396317","display_name":"RuiKang OuYang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"OuYang, RuiKang","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.05180000141263008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.03150000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information-estimation","display_name":"mutual information estimation","score":0.8640000224113464},{"id":"https://openalex.org/keywords/implicit-generative-models","display_name":"implicit generative models","score":0.9079999923706055},{"id":"https://openalex.org/keywords/density-ratio-estimation","display_name":"density ratio estimation","score":0.8259999752044678},{"id":"https://openalex.org/keywords/singular-distributions","display_name":"singular distributions","score":0.6579999923706055},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.8431000113487244},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.7276999950408936},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6207000017166138},{"id":"https://openalex.org/C165216359","wikidata":"https://www.wikidata.org/wiki/Q670653","display_name":"Marginal distribution","level":3,"score":0.4749999940395355},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.44839999079704285},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4440999925136566},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.37619999051094055},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.36469998955726624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3621000051498413},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3179999887943268},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C80884492","wikidata":"https://www.wikidata.org/wiki/Q3345678","display_name":"Reproducing kernel Hilbert space","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.10021","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.10021","pdf_url":"https://arxiv.org/pdf/2610.10021","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.10021","doi":"https://doi.org/10.48550/arxiv.2610.10021","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.10021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.10021","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.10021","pdf_url":"https://arxiv.org/pdf/2610.10021","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1646158229","display_name":null,"funder_award_id":"EP/Y028805/","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G356165582","display_name":"EPSRC Centre for Doctoral Training in Analysis (Cambridge Centre for Analysis)","funder_award_id":"EP/L016516/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3860585748","display_name":"AI HUB IN GENERATIVE MODELS","funder_award_id":"EP/Y028805/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220979672.pdf","grobid_xml":"https://content.openalex.org/works/W7220979672.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W1686946872","https://openalex.org/W2530741948","https://openalex.org/W4297808394","https://openalex.org/W4407569633"],"related_works":["https://openalex.org/W4415428264","https://openalex.org/W7214072610","https://openalex.org/W7162006085","https://openalex.org/W2620283749","https://openalex.org/W2751066228","https://openalex.org/W4324297696","https://openalex.org/W7196935672","https://openalex.org/W4387687803","https://openalex.org/W4392222574","https://openalex.org/W2908066675"],"abstract_inverted_index":{"Mutual":[0,90],"information":[1],"(MI)":[2],"provides":[3],"an":[4],"objective":[5],"for":[6],"suppressing":[7],"or":[8],"encouraging":[9],"statistical":[10],"dependence":[11,142],"in":[12,22,49],"implicit":[13,23],"generative":[14],"models.":[15],"However,":[16],"direct":[17],"MI":[18,97],"evaluation":[19],"is":[20,32],"challenging":[21],"models":[24],"due":[25],"to":[26,108,126],"typically":[27],"intractable":[28],"densities.":[29],"A":[30],"remedy":[31],"estimating":[33],"the":[34,38,74,109,123],"generator":[35],"gradient":[36,124],"from":[37],"difference":[39,47],"between":[40],"conditional":[41,118],"and":[42,78,119,147],"marginal":[43,120],"scores.":[44],"This":[45,62],"score":[46,76],"can,":[48],"turn,":[50],"be":[51,131],"estimated":[52],"by":[53,102],"differentiating":[54],"a":[55,93,104,134],"log":[56],"density":[57],"ratio":[58],"learned":[59],"through":[60],"classification.":[61],"construction":[63,125],"nevertheless":[64],"faces":[65],"two":[66],"difficulties:":[67],"(i)":[68],"singular":[69],"distributions":[70,127],"need":[71],"not":[72],"admit":[73],"required":[75],"functions,":[77],"(ii)":[79],"poor":[80],"overlap":[81],"can":[82],"hinder":[83],"density-ratio":[84],"estimation.":[85],"We":[86],"therefore":[87],"introduce":[88],"Spread":[89],"Information":[91],"(SMI),":[92],"weighted":[94],"integral":[95],"of":[96,136],"across":[98],"noise":[99],"levels":[100],"obtained":[101],"applying":[103],"common":[105],"spreading":[106,113],"kernel":[107],"generated":[110],"variable.":[111],"Gaussian":[112],"yields":[114],"smooth,":[115],"strictly":[116],"positive":[117],"densities,":[121],"extending":[122],"that":[128],"may":[129],"originally":[130],"singular.":[132],"Across":[133],"variaty":[135],"experiments,":[137],"SMI":[138],"consistently":[139],"achieves":[140],"effective":[141],"control":[143],"among":[144],"MI-based":[145],"methods":[146],"remains":[148],"competitive":[149],"with":[150],"established":[151],"task-specific":[152],"approaches.":[153]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-09T00:00:00"}