{"id":"https://openalex.org/W4393027465","doi":"https://doi.org/10.48550/arxiv.2403.12636","title":"A Practical Guide to Sample-based Statistical Distances for Evaluating Generative Models in Science","display_name":"A Practical Guide to Sample-based Statistical Distances for Evaluating Generative Models in Science","publication_year":2024,"publication_date":"2024-03-19","ids":{"openalex":"https://openalex.org/W4393027465","doi":"https://doi.org/10.48550/arxiv.2403.12636"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.12636","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12636","pdf_url":"https://arxiv.org/pdf/2403.12636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.12636","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103252659","display_name":"Sebastian Bischoff","orcid":"https://orcid.org/0000-0002-3066-4022"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Bischoff, Sebastian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049992668","display_name":"Alana Darcher","orcid":"https://orcid.org/0000-0001-9048-9732"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Darcher, Alana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089500555","display_name":"Michael Deistler","orcid":"https://orcid.org/0000-0002-3573-0404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deistler, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026158316","display_name":"Richard Gao","orcid":"https://orcid.org/0000-0001-5916-6433"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Richard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208319","display_name":"Franziska Gerken","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerken, Franziska","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208320","display_name":"Manuel Gloeckler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gloeckler, Manuel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094030897","display_name":"Lisa Haxel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haxel, Lisa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027064428","display_name":"Jaivardhan Kapoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kapoor, Jaivardhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076310458","display_name":"Janne K. Lappalainen","orcid":"https://orcid.org/0000-0002-0547-7401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lappalainen, Janne K","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080225154","display_name":"Jakob H. Macke","orcid":"https://orcid.org/0000-0001-5154-8912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Macke, Jakob H","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040966381","display_name":"Guy Moss","orcid":"https://orcid.org/0000-0002-5504-0523"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moss, Guy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045568925","display_name":"Matthijs Pals","orcid":"https://orcid.org/0000-0002-3051-1325"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pals, Matthijs","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081822814","display_name":"Felix Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Felix","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113250334","display_name":"Rachel Rapp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rapp, Rachel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208317","display_name":"A Erdem Sa\u011ftekin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sa\u011ftekin, A Erdem","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010417177","display_name":"Cornelius Schr\u00f6der","orcid":"https://orcid.org/0000-0001-5643-2097"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schr\u00f6der, Cornelius","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043346741","display_name":"Auguste Schulz","orcid":"https://orcid.org/0000-0001-8616-3756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schulz, Auguste","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022197014","display_name":"Zinovia Stefanidi","orcid":"https://orcid.org/0000-0001-7317-0009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stefanidi, Zinovia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047322932","display_name":"Shoji Toyota","orcid":"https://orcid.org/0000-0003-0613-4205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toyota, Shoji","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208318","display_name":"Linda Ulmer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulmer, Linda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031248654","display_name":"Julius Vetter","orcid":"https://orcid.org/0009-0003-9839-9039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vetter, Julius","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":21,"corresponding_author_ids":["https://openalex.org/A5103252659"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.3043000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.3043000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6392800807952881},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47855812311172485},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35743391513824463},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3483002185821533},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3375011682510376},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22960996627807617}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6392800807952881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47855812311172485},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35743391513824463},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3483002185821533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3375011682510376},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22960996627807617}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.12636","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12636","pdf_url":"https://arxiv.org/pdf/2403.12636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.12636","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.12636","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.12636","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.12636","pdf_url":"https://arxiv.org/pdf/2403.12636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393027465.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2380075625","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829"],"abstract_inverted_index":{"Generative":[0],"models":[1,34,128,173],"are":[2,121],"invaluable":[3],"in":[4,55,123,174],"many":[5],"fields":[6],"of":[7,10,66,136],"science":[8],"because":[9],"their":[11,110],"ability":[12],"to":[13,39,45,161,164],"capture":[14],"high-dimensional":[15],"and":[16,25,57,108,114,138,167],"complicated":[17],"distributions,":[18],"such":[19],"as":[20],"photo-realistic":[21],"images,":[22],"protein":[23],"structures,":[24],"connectomes.":[26],"How":[27],"do":[28],"we":[29,125,159],"evaluate":[30,126,168],"the":[31,103],"samples":[32],"these":[33,119],"generate?":[35],"This":[36],"work":[37],"aims":[38],"provide":[40],"an":[41],"accessible":[42],"entry":[43],"point":[44],"understanding":[46],"popular":[47],"sample-based":[48],"statistical":[49,67,169],"distances,":[50],"requiring":[51],"only":[52],"foundational":[53],"knowledge":[54],"mathematics":[56],"statistics.":[58],"We":[59,101,144],"focus":[60],"on":[61,153],"four":[62],"commonly":[63],"used":[64,122],"notions":[65],"distances":[68,120,148,170],"representing":[69],"different":[70,130,151],"methodologies:":[71],"Using":[72],"low-dimensional":[73],"projections":[74],"(Sliced-Wasserstein;":[75],"SW),":[76],"obtaining":[77],"a":[78,134,139],"distance":[79,107],"using":[80,86],"classifiers":[81],"(Classifier":[82],"Two-Sample":[83],"Tests;":[84],"C2ST),":[85],"embeddings":[87],"through":[88],"kernels":[89],"(Maximum":[90],"Mean":[91],"Discrepancy;":[92],"MMD),":[93],"or":[94],"neural":[95],"networks":[96],"(Fr\u00e9chet":[97],"Inception":[98],"Distance;":[99],"FID).":[100],"highlight":[102],"intuition":[104],"behind":[105],"each":[106],"explain":[109],"merits,":[111],"scalability,":[112],"complexity,":[113],"pitfalls.":[115],"To":[116],"demonstrate":[117],"how":[118],"practice,":[124],"generative":[127,172],"from":[129],"scientific":[131],"domains,":[132],"namely":[133],"model":[135,140],"decision-making":[137],"generating":[141],"medical":[142],"images.":[143],"showcase":[145],"that":[146],"distinct":[147],"can":[149],"give":[150],"results":[152],"similar":[154],"data.":[155],"Through":[156],"this":[157],"guide,":[158],"aim":[160],"help":[162],"researchers":[163],"use,":[165],"interpret,":[166],"for":[171],"science.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2024-03-21T00:00:00"}