{"id":"https://openalex.org/W4391670820","doi":"https://doi.org/10.48550/arxiv.2402.04355","title":"PQMass: Probabilistic Assessment of the Quality of Generative Models using Probability Mass Estimation","display_name":"PQMass: Probabilistic Assessment of the Quality of Generative Models using Probability Mass Estimation","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391670820","doi":"https://doi.org/10.48550/arxiv.2402.04355"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.04355","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04355","pdf_url":"https://arxiv.org/pdf/2402.04355","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.04355","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023596257","display_name":"Pablo Lemos","orcid":"https://orcid.org/0000-0002-4728-8473"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lemos, Pablo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024334952","display_name":"S Jeelani Sharief","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharief, Sammy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068089852","display_name":"Nikolay Malkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malkin, Nikolay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Salhi, Salma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salhi, Salma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Stone, Connor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stone, Connor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Perreault-Levasseur, Laurence","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perreault-Levasseur, Laurence","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Hezaveh, Yashar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hezaveh, Yashar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.8492000102996826,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.8492000102996826,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.7491999864578247,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.729200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6690234541893005},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5664242506027222},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5441532731056213},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46421387791633606},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.424850732088089},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41389885544776917},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.38702452182769775},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.32660526037216187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30906057357788086},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27624279260635376},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12472203373908997},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05567553639411926}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6690234541893005},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5664242506027222},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5441532731056213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46421387791633606},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.424850732088089},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41389885544776917},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38702452182769775},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32660526037216187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30906057357788086},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27624279260635376},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12472203373908997},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05567553639411926},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2402.04355","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04355","pdf_url":"https://arxiv.org/pdf/2402.04355","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.ed.ac.uk:publications/d2e07abb-f194-4f52-b394-74ac7ffcaf71","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/508440164/LemosEtalICLR2025PQMassProbabilisticAssessmentoftheQualityofGenerativeModels.pdf","pdf_url":"https://www.pure.ed.ac.uk/ws/files/508440164/LemosEtalICLR2025PQMassProbabilisticAssessmentoftheQualityofGenerativeModels.pdf","source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lemos, P, Sharief, S, Malkin, N, Salhi, S, Stone, C, Perreault-Levasseur, L & Hezaveh, Y 2025, 'PQMass : Probabilistic assessment of the quality of generative models using probability mass estimation', Paper presented at The Thirteenth International Conference on Learning Representations, Singapore, 24/04/25 - 28/04/25 pp. 1-27. < https://openreview.net/forum?id=n7qGCmluZr >","raw_type":"conferenceObject"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/d2e07abb-f194-4f52-b394-74ac7ffcaf71","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/d2e07abb-f194-4f52-b394-74ac7ffcaf71","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lemos, P, Sharief, S, Malkin, N, Salhi, S, Stone, C, Perreault-Levasseur, L & Hezaveh, Y 2025, 'PQMass : Probabilistic assessment of the quality of generative models using probability mass estimation', Paper presented at The Thirteenth International Conference on Learning Representations, Singapore, 24/04/25 - 28/04/25 pp. 1-27. < https://openreview.net/forum?id=n7qGCmluZr >","raw_type":"conferenceObject"},{"id":"doi:10.48550/arxiv.2402.04355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.04355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.04355","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04355","pdf_url":"https://arxiv.org/pdf/2402.04355","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320331257","display_name":"Alliance de recherche num\u00e9rique du Canada","ror":"https://ror.org/010r6td27"},{"id":"https://openalex.org/F4320332193","display_name":"Genentech","ror":"https://ror.org/04gndp242"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391670820.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W4390549206","https://openalex.org/W4390718435","https://openalex.org/W3137171911","https://openalex.org/W2002739602","https://openalex.org/W2345647014","https://openalex.org/W2201192772","https://openalex.org/W3136891595","https://openalex.org/W2535030201","https://openalex.org/W1964819397"],"abstract_inverted_index":{"We":[0,119,142],"propose":[1],"a":[2,28,37,72],"likelihood-free":[3],"method":[4,31],"for":[5,32,158],"comparing":[6],"two":[7,84],"distributions":[8],"given":[9],"samples":[10,65,87],"from":[11,83,90],"each,":[12],"with":[13],"the":[14,18,34,42,50,61,76,79,91,102,105,134,156],"goal":[15],"of":[16,20,36,44,63,86,104,124,139],"assessing":[17,33,133],"quality":[19],"generative":[21,39],"models.":[22,47,118],"The":[23],"proposed":[24],"approach,":[25],"PQMass,":[26],"provides":[27],"statistically":[29],"rigorous":[30],"performance":[35],"single":[38],"model":[40],"or":[41,114],"comparison":[43],"multiple":[45],"competing":[46],"PQMass":[48,95,121,146],"divides":[49],"sample":[51],"space":[52],"into":[53],"non-overlapping":[54],"regions":[55],"and":[56,127,137,153],"applies":[57],"chi-squared":[58],"tests":[59],"to":[60,149],"number":[62],"data":[64,123,152],"that":[66,74,78,145],"fall":[67],"within":[68],"each":[69],"region,":[70],"giving":[71],"p-value":[73],"measures":[75],"probability":[77],"bin":[80],"counts":[81],"derived":[82],"sets":[85],"are":[88],"drawn":[89],"same":[92],"multinomial":[93],"distribution.":[94],"does":[96,109],"not":[97],"depend":[98],"on":[99,112,122],"assumptions":[100],"regarding":[101],"density":[103],"true":[106],"distribution,":[107],"nor":[108],"it":[110],"rely":[111],"training":[113],"fitting":[115],"any":[116],"auxiliary":[117],"evaluate":[120],"various":[125],"modalities":[126],"dimensions,":[128],"demonstrating":[129],"its":[130],"effectiveness":[131],"in":[132,161],"quality,":[135],"novelty,":[136],"diversity":[138],"generated":[140],"samples.":[141],"further":[143],"show":[144],"scales":[147],"well":[148],"moderately":[150],"high-dimensional":[151],"thus":[154],"obviates":[155],"need":[157],"feature":[159],"extraction":[160],"practical":[162],"applications.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}