{"id":"https://openalex.org/W2981641435","doi":"https://doi.org/10.1109/ieeeconf44664.2019.9048757","title":"PT-MMD: A Novel Statistical Framework for the Evaluation of Generative Systems","display_name":"PT-MMD: A Novel Statistical Framework for the Evaluation of Generative Systems","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2981641435","doi":"https://doi.org/10.1109/ieeeconf44664.2019.9048757","mag":"2981641435"},"language":"en","primary_location":{"id":"doi:10.1109/ieeeconf44664.2019.9048757","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf44664.2019.9048757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 53rd Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.12454","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020846694","display_name":"\u0410. \u0410. \u041f\u043e\u0442\u0430\u043f\u043e\u0432","orcid":"https://orcid.org/0000-0001-9864-3546"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Potapov","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, San Diego","University of California,Department of Electrical and Computer Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California,Department of Electrical and Computer Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072053383","display_name":"Ian Colbert","orcid":"https://orcid.org/0000-0002-1669-5519"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Colbert","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, San Diego","University of California,Department of Electrical and Computer Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California,Department of Electrical and Computer Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108695226","display_name":"Ken Kreutz-Delgado","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Kreutz-Delgado","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, San Diego","University of California,Department of Electrical and Computer Engineering,San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California,Department of Electrical and Computer Engineering,San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049178654","display_name":"Alexander Cloninger","orcid":"https://orcid.org/0000-0002-1423-9624"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Cloninger","raw_affiliation_strings":["Department of Mathematics, University of California, San Diego","University of California Department of Mathematics San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California Department of Mathematics San Diego","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070446698","display_name":"Srinjoy Das","orcid":"https://orcid.org/0000-0003-3821-8112"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srinjoy Das","raw_affiliation_strings":["Department of Mathematics, University of California, San Diego","University of California\u2014San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California\u2014San Diego","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12457968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2219","last_page":"2223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6573343873023987},{"id":"https://openalex.org/keywords/boltzmann-machine","display_name":"Boltzmann machine","score":0.6414300203323364},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.6405216455459595},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5595880746841431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5532299876213074},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5097681879997253},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.49899888038635254},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49772074818611145},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4958065450191498},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4492095410823822},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.437028169631958},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.41966792941093445},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.41910502314567566},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.320407509803772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6573343873023987},{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.6414300203323364},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.6405216455459595},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5595880746841431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5532299876213074},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5097681879997253},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.49899888038635254},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49772074818611145},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4958065450191498},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4492095410823822},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.437028169631958},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.41966792941093445},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41910502314567566},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.320407509803772},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ieeeconf44664.2019.9048757","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf44664.2019.9048757","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 53rd Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.12454","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.12454","pdf_url":"https://arxiv.org/pdf/1910.12454","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1910.12454","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.12454","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2981641435","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.12454","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.12454","pdf_url":"https://arxiv.org/pdf/1910.12454","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G1585335955","display_name":null,"funder_award_id":"ACI-1540112","funder_id":"https://openalex.org/F4320333677","funder_display_name":"Office of the President, University of California"},{"id":"https://openalex.org/G1624822810","display_name":"CI-New: Cognitive Hardware and Software Ecosystem Community Infrastructure (CHASE-CI)","funder_award_id":"1730158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3725287634","display_name":"Towards Deploying a Science-Driven Regional Interoperable Science DMZ","funder_award_id":"1540112","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4923312906","display_name":null,"funder_award_id":"CNS-1730158","funder_id":"https://openalex.org/F4320333677","funder_display_name":"Office of the President, University of California"},{"id":"https://openalex.org/G502606643","display_name":"CC* NPEO: Toward the National Research Platform","funder_award_id":"1826967","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5143622969","display_name":"Collaborative Research: Geometric Analysis and Computation for Generative Models","funder_award_id":"1819222","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5218904322","display_name":null,"funder_award_id":"OAC-1826967","funder_id":"https://openalex.org/F4320333677","funder_display_name":"Office of the President, University of California"},{"id":"https://openalex.org/G6632354235","display_name":null,"funder_award_id":"ACI-1541349","funder_id":"https://openalex.org/F4320333677","funder_display_name":"Office of the President, University of California"},{"id":"https://openalex.org/G7278722489","display_name":"CC*DNI DIBBs: The Pacific Research Platform","funder_award_id":"1541349","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332603","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48"},{"id":"https://openalex.org/F4320333677","display_name":"Office of the President, University of California","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2981641435.pdf","grobid_xml":"https://content.openalex.org/works/W2981641435.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W967544008","https://openalex.org/W1514205146","https://openalex.org/W1986830331","https://openalex.org/W2007339694","https://openalex.org/W2116064496","https://openalex.org/W2212660284","https://openalex.org/W2480619634","https://openalex.org/W2481798478","https://openalex.org/W2562637781","https://openalex.org/W2741967249","https://openalex.org/W2786015036","https://openalex.org/W2943295716","https://openalex.org/W2949995983","https://openalex.org/W2962760235","https://openalex.org/W2963185411","https://openalex.org/W4233510584","https://openalex.org/W6624452987","https://openalex.org/W6625168331","https://openalex.org/W6742511651","https://openalex.org/W6745560452","https://openalex.org/W6761762982","https://openalex.org/W6779669310"],"related_works":["https://openalex.org/W3014005448","https://openalex.org/W2963982857","https://openalex.org/W2990476209","https://openalex.org/W2998420077","https://openalex.org/W2996510349","https://openalex.org/W3175931011","https://openalex.org/W3110333142","https://openalex.org/W3168420341","https://openalex.org/W3209714930","https://openalex.org/W2945924057","https://openalex.org/W2971128425","https://openalex.org/W2429678572","https://openalex.org/W3046618572","https://openalex.org/W2619042136","https://openalex.org/W2247318628","https://openalex.org/W2153118244","https://openalex.org/W3126761820","https://openalex.org/W2224454245","https://openalex.org/W2275207081","https://openalex.org/W2141985162"],"abstract_inverted_index":{"Stochastic-sampling-based":[0],"Generative":[1,10,133],"Neural":[2],"Networks,":[3,12],"such":[4,18,34],"as":[5,19,95,189],"Restricted":[6,120],"Boltzmann":[7,121],"Machines":[8],"and":[9,26,87,111,137,161],"Adversarial":[11,134],"are":[13,157],"now":[14],"used":[15],"for":[16,48,69,104,119,164],"applications":[17],"denoising,":[20],"image":[21],"occlusion":[22],"removal,":[23],"pattern":[24],"completion,":[25],"motion":[27],"synthesis.":[28],"In":[29,61],"scenarios":[30],"which":[31,91],"involve":[32],"performing":[33],"inference":[35],"tasks":[36],"with":[37],"these":[38,153],"models,":[39],"it":[40],"is":[41],"critical":[42,174],"to":[43,94,115,139,145],"determine":[44],"metrics":[45],"that":[46],"allow":[47],"model":[49,72,141],"selection":[50,142],"and/or":[51],"maintenance":[52],"of":[53,82,101,109,126,132,149,176],"requisite":[54],"generative":[55,71],"performance":[56,73],"under":[57],"pre-specified":[58],"implementation":[59],"constraints.":[60],"this":[62,102],"paper,":[63],"we":[64,92],"propose":[65],"a":[66],"new":[67],"metric":[68,103],"evaluating":[70],"based":[74],"on":[75],"p-values":[76],"derived":[77],"from":[78],"the":[79,99,147,165,173],"combined":[80],"use":[81],"Maximum":[83],"Mean":[84],"Discrepancy":[85],"(MMD)":[86],"permutation-based":[88],"(PT-based)":[89],"resampling,":[90],"refer":[93],"PT-MMD.":[96],"We":[97],"demonstrate":[98],"effectiveness":[100],"two":[105,130,167],"cases:":[106],"(1)":[107],"Selection":[108],"bitwidth":[110],"activation":[112],"function":[113],"complexity":[114],"achieve":[116],"minimum":[117],"power-at-performance":[118],"Machines;":[122],"(2)":[123],"Quantitative":[124],"comparison":[125],"images":[127,182],"generated":[128,150,181],"by":[129,194],"types":[131],"Networks":[135],"(PGAN":[136],"WGAN)":[138],"facilitate":[140],"in":[143,179],"order":[144],"maximize":[146],"fidelity":[148],"images.":[151],"For":[152],"applications,":[154],"our":[155],"results":[156],"shown":[158],"using":[159],"Euclidean":[160],"Haar-based":[162],"kernels":[163],"PT-MMD":[166],"sample":[168],"hypothesis":[169],"test.":[170],"This":[171],"demonstrates":[172],"role":[175],"distance":[177],"functions":[178],"comparing":[180],"against":[183],"their":[184],"corresponding":[185],"ground":[186],"truth":[187],"counterparts":[188],"what":[190],"would":[191],"be":[192],"perceived":[193],"human":[195],"users.":[196]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2019-11-01T00:00:00"}