{"id":"https://openalex.org/W4254889511","doi":"https://doi.org/10.36227/techrxiv.16610896","title":"Standardised Metrics and Methods for Synthetic Tabular Data Evaluation","display_name":"Standardised Metrics and Methods for Synthetic Tabular Data Evaluation","publication_year":2021,"publication_date":"2021-09-21","ids":{"openalex":"https://openalex.org/W4254889511","doi":"https://doi.org/10.36227/techrxiv.16610896"},"language":"en","primary_location":{"id":"doi:10.36227/techrxiv.16610896","doi":"https://doi.org/10.36227/techrxiv.16610896","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.16610896","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TechRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.36227/techrxiv.16610896","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056472622","display_name":"Mikel Hernandez","orcid":"https://orcid.org/0000-0002-4470-9674","observed_orcids":["https://orcid.org/0000-0002-4470-9674"]},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]},{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]},{"id":"https://openalex.org/I4405260289","display_name":"Ulster University, Derry-Londonderry Campus","ror":"https://ror.org/03hab3x36","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Mikel Hernandez","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","the Vicomtech Foundation,"],"raw_orcid":"https://orcid.org/0000-0002-4470-9674","affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","institution_ids":[]},{"raw_affiliation_string":"Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","institution_ids":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]},{"raw_affiliation_string":"the Vicomtech Foundation,","institution_ids":["https://openalex.org/I4210092551"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034994292","display_name":"Gorka Epelde","orcid":"https://orcid.org/0000-0002-5179-415X","observed_orcids":["https://orcid.org/0000-0002-5179-415X"]},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]},{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]},{"id":"https://openalex.org/I4405260289","display_name":"Ulster University, Derry-Londonderry Campus","ror":"https://ror.org/03hab3x36","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Gorka Epelde","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","the Vicomtech Foundation,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","institution_ids":[]},{"raw_affiliation_string":"Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","institution_ids":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]},{"raw_affiliation_string":"the Vicomtech Foundation,","institution_ids":["https://openalex.org/I4210092551"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041970971","display_name":"Ane Alberdi","orcid":"https://orcid.org/0000-0003-2754-0632","observed_orcids":["https://orcid.org/0000-0003-2754-0632"]},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]},{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]},{"id":"https://openalex.org/I4405260289","display_name":"Ulster University, Derry-Londonderry Campus","ror":"https://ror.org/03hab3x36","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Ane Alberdi","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","the Vicomtech Foundation,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","institution_ids":[]},{"raw_affiliation_string":"Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","institution_ids":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]},{"raw_affiliation_string":"the Vicomtech Foundation,","institution_ids":["https://openalex.org/I4210092551"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070792058","display_name":"Rodrigo Cilla","orcid":"https://orcid.org/0000-0003-4303-8335","observed_orcids":["https://orcid.org/0000-0003-4303-8335"]},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]},{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]},{"id":"https://openalex.org/I4405260289","display_name":"Ulster University, Derry-Londonderry Campus","ror":"https://ror.org/03hab3x36","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Rodrigo Cilla","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","the Vicomtech Foundation,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","institution_ids":[]},{"raw_affiliation_string":"Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","institution_ids":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]},{"raw_affiliation_string":"the Vicomtech Foundation,","institution_ids":["https://openalex.org/I4210092551"]}]},{"author_position":"last","author":{"id":null,"display_name":"Debbie Rankin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]},{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]},{"id":"https://openalex.org/I4405260289","display_name":"Ulster University, Derry-Londonderry Campus","ror":"https://ror.org/03hab3x36","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Debbie Rankin","raw_affiliation_strings":["Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","the Vicomtech Foundation,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basque Research and Technology Alliance (BRTA), Mikeletegi 57, 20009, Donostia-San Sebasti\u00e1n, Spain","institution_ids":[]},{"raw_affiliation_string":"Mondragon Unibertsitatea, Loramendi Kalea 4, 20500, Arrasate-Mondrag\u00f3n, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"School of Computing, Engineering and Intelligent Systems, Ulster University, Derry-Londonderry, United Kingdom","institution_ids":["https://openalex.org/I138801177","https://openalex.org/I4405260289"]},{"raw_affiliation_string":"the Vicomtech Foundation,","institution_ids":["https://openalex.org/I4210092551"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14509","display_name":"demographic modeling and climate adaptation","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synthetic-tabular-data-generation","display_name":"synthetic tabular data generation","score":0.9509999752044678},{"id":"https://openalex.org/keywords/synthetic-data-evaluation","display_name":"synthetic data evaluation","score":0.9419999718666077},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.7559999823570251},{"id":"https://openalex.org/keywords/similarity","display_name":"similarity","score":0.5099999904632568},{"id":"https://openalex.org/keywords/utility","display_name":"utility","score":0.8259999752044678},{"id":"https://openalex.org/keywords/privacy","display_name":"privacy","score":0.8090000152587891},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.8199999928474426},{"id":"https://openalex.org/keywords/evaluation-pipeline","display_name":"evaluation pipeline","score":0.8149999976158142},{"id":"https://openalex.org/keywords/health-data","display_name":"health data","score":0.5809999704360962},{"id":"https://openalex.org/keywords/data-privacy","display_name":"data privacy","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8116792440414429},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7507519721984863},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6743984222412109},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6397549510002136},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5703909397125244},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.559322714805603},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5391943454742432},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.49860334396362305},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4654347002506256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26769280433654785},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.08980989456176758},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.36227/techrxiv.16610896","doi":"https://doi.org/10.36227/techrxiv.16610896","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.16610896","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TechRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.36227/techrxiv.16610896","doi":"https://doi.org/10.36227/techrxiv.16610896","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.16610896","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TechRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2014226385","https://openalex.org/W2280339326","https://openalex.org/W2565167788","https://openalex.org/W2604918751","https://openalex.org/W2806276686","https://openalex.org/W2899141320","https://openalex.org/W2903970876","https://openalex.org/W2904931021","https://openalex.org/W2910283416","https://openalex.org/W2921914364","https://openalex.org/W2941381173","https://openalex.org/W2954395498","https://openalex.org/W2961396908","https://openalex.org/W2963034797","https://openalex.org/W2964461202","https://openalex.org/W3002098238","https://openalex.org/W3004621080","https://openalex.org/W3011155930","https://openalex.org/W3012140936","https://openalex.org/W3015471667","https://openalex.org/W3022574011","https://openalex.org/W3033682799","https://openalex.org/W3039775522","https://openalex.org/W3087767709","https://openalex.org/W3088465102","https://openalex.org/W3090025689","https://openalex.org/W3096063263","https://openalex.org/W3104728961","https://openalex.org/W3121700981"],"related_works":["https://openalex.org/W4315435229","https://openalex.org/W4285428941","https://openalex.org/W4392933229","https://openalex.org/W4312846665","https://openalex.org/W7134158592","https://openalex.org/W7172207321","https://openalex.org/W7134279213","https://openalex.org/W4408285914","https://openalex.org/W7164514080","https://openalex.org/W4224022798"],"abstract_inverted_index":{"Synthetic":[0],"Tabular":[1],"Data":[2],"Generation":[3],"(STDG)":[4],"is":[5,32],"a":[6,46,88,103,109,118],"potentially":[7],"valuable":[8],"technology":[9],"with":[10,173],"great":[11],"promise":[12],"to":[13,22,44,94,120,136,166,184],"augment":[14],"real":[15],"data":[16,30,192],"and":[17,41,54,57,68,92,108,134,168,193],"preserve":[18],"privacy.":[19],"However,":[20],"prior":[21],"adoption,":[23],"an":[24,70,131],"empirical":[25],"assessment":[26,64],"of":[27,38,52,90,106,113,140,154,195],"synthetic":[28],"tabular":[29],"(STD)":[31],"required":[33],"across":[34,144],"the":[35,66,98,138,141,159,170,181,186],"three":[36],"dimensions":[37],"resemblance,":[39],"utility,":[40],"privacy,":[42],"trying":[43],"find":[45],"trade-off":[47],"between":[48],"them.":[49,114],"A":[50],"lack":[51],"standardised":[53],"objective":[55],"metrics":[56,91],"methods":[58,93],"has":[59,79],"been":[60,80],"found":[61],"targeting":[62],"this":[63,77,84],"in":[65,83,97],"literature":[67],"neither":[69],"organised":[71],"pipeline":[72,110,143,161],"or":[73,175],"process":[74],"for":[75,125,190],"coordinating":[76],"evaluation":[78,135],"identified.":[81],"Therefore,":[82],"work":[85],"we":[86,116,129],"propose":[87],"collection":[89],"evaluate":[95,167],"STD":[96,171],"previously":[99],"defined":[100],"dimensions,":[101],"presenting":[102],"meaningful":[104],"orchestration":[105],"them":[107],"unifying":[111],"all":[112],"Additionally,":[115],"present":[117],"methodology":[119],"categorise":[121],"STDG":[122,150,178],"approaches":[123,189],"performance":[124],"each":[126],"dimension.":[127],"Finally,":[128],"conducted":[130],"extensive":[132],"analysis":[133],"verify":[137],"usability":[139],"proposed":[142,160],"six":[145],"healthcare-related":[146],"datasets,":[147],"using":[148],"four":[149],"approaches.":[151],"The":[152],"results":[153],"these":[155],"analyses":[156],"showed":[157],"that":[158],"can":[162],"effectively":[163],"be":[164],"used":[165],"benchmark":[169],"generated":[172],"one":[174],"more":[176],"different":[177],"approaches,":[179],"helping":[180],"scientific":[182],"community":[183],"select":[185],"most":[187],"suitable":[188],"their":[191],"application":[194],"interest.":[196]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2022-05-12T00:00:00"}