{"id":"https://openalex.org/W4387415233","doi":"https://doi.org/10.1109/tpami.2023.3322540","title":"A Comprehensive Survey of Dataset Distillation","display_name":"A Comprehensive Survey of Dataset Distillation","publication_year":2023,"publication_date":"2023-10-06","ids":{"openalex":"https://openalex.org/W4387415233","doi":"https://doi.org/10.1109/tpami.2023.3322540","pmid":"https://pubmed.ncbi.nlm.nih.gov/37801377"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3322540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3322540","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036865546","display_name":"Shiye Lei","orcid":"https://orcid.org/0000-0001-7810-9346"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Shiye Lei","raw_affiliation_strings":["Sydney AI Centre, School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Sydney AI Centre, School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Sydney AI Centre, School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Sydney AI Centre, School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5036865546"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":13.1074,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.99162495,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"46","issue":"1","first_page":"17","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8179516792297363},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7860405445098877},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6060078740119934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6049237251281738},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5424100160598755},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49087387323379517},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4650237560272217},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3247483968734741}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8179516792297363},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7860405445098877},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6060078740119934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6049237251281738},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5424100160598755},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49087387323379517},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4650237560272217},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3247483968734741},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3322540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3322540","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37801377","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37801377","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G7519899501","display_name":null,"funder_award_id":"FL-170100117","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":127,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1618905105","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2131715540","https://openalex.org/W2150355110","https://openalex.org/W2163922914","https://openalex.org/W2183341477","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2551176409","https://openalex.org/W2618530766","https://openalex.org/W2750384547","https://openalex.org/W2782485997","https://openalex.org/W2798836702","https://openalex.org/W2884282566","https://openalex.org/W2963218601","https://openalex.org/W2963446712","https://openalex.org/W2963512530","https://openalex.org/W2963809228","https://openalex.org/W2964189064","https://openalex.org/W2964350391","https://openalex.org/W3034202788","https://openalex.org/W3034368386","https://openalex.org/W3035524453","https://openalex.org/W3042502718","https://openalex.org/W3048813204","https://openalex.org/W3086152015","https://openalex.org/W3090552759","https://openalex.org/W3118608800","https://openalex.org/W3132455321","https://openalex.org/W3138154797","https://openalex.org/W3142096533","https://openalex.org/W3153243387","https://openalex.org/W3159500102","https://openalex.org/W3163842339","https://openalex.org/W3198953397","https://openalex.org/W3199250079","https://openalex.org/W4210968720","https://openalex.org/W4224321474","https://openalex.org/W4229008343","https://openalex.org/W4283076909","https://openalex.org/W4288055445","https://openalex.org/W4292851305","https://openalex.org/W4293254968","https://openalex.org/W4298184315","https://openalex.org/W4298186396","https://openalex.org/W4298187613","https://openalex.org/W4307110822","https://openalex.org/W4308234021","https://openalex.org/W4308242404","https://openalex.org/W4309798066","https://openalex.org/W4312252393","https://openalex.org/W4312292108","https://openalex.org/W4312412605","https://openalex.org/W4318903808","https://openalex.org/W4319300193","https://openalex.org/W4323717410","https://openalex.org/W4324007138","https://openalex.org/W4384808247","https://openalex.org/W4385324575","https://openalex.org/W4385488764","https://openalex.org/W4385570233","https://openalex.org/W4386065613","https://openalex.org/W4386065957","https://openalex.org/W4386072234","https://openalex.org/W4386072282","https://openalex.org/W4386075990","https://openalex.org/W4386083114","https://openalex.org/W4386794919","https://openalex.org/W6636501900","https://openalex.org/W6639506587","https://openalex.org/W6703116779","https://openalex.org/W6728757088","https://openalex.org/W6730486400","https://openalex.org/W6734797129","https://openalex.org/W6739901393","https://openalex.org/W6743688258","https://openalex.org/W6747381837","https://openalex.org/W6752495264","https://openalex.org/W6755207826","https://openalex.org/W6756054015","https://openalex.org/W6763397881","https://openalex.org/W6765715182","https://openalex.org/W6771794784","https://openalex.org/W6774314701","https://openalex.org/W6778883912","https://openalex.org/W6779606177","https://openalex.org/W6779630500","https://openalex.org/W6779744012","https://openalex.org/W6782005658","https://openalex.org/W6782937392","https://openalex.org/W6784333009","https://openalex.org/W6785639913","https://openalex.org/W6787972765","https://openalex.org/W6790536367","https://openalex.org/W6793860214","https://openalex.org/W6799502010","https://openalex.org/W6802256862","https://openalex.org/W6810158854","https://openalex.org/W6810545120","https://openalex.org/W6811426508","https://openalex.org/W6838762437","https://openalex.org/W6839101817","https://openalex.org/W6839533060","https://openalex.org/W6840879406","https://openalex.org/W6842625742","https://openalex.org/W6843755740","https://openalex.org/W6843803106","https://openalex.org/W6844132738","https://openalex.org/W6845851061","https://openalex.org/W6846286316","https://openalex.org/W6846302668","https://openalex.org/W6846734579","https://openalex.org/W6846778395","https://openalex.org/W6848231127","https://openalex.org/W6849113541","https://openalex.org/W6849576524","https://openalex.org/W6849660973","https://openalex.org/W6849787791","https://openalex.org/W6849929278","https://openalex.org/W6850535345","https://openalex.org/W6850543518","https://openalex.org/W6854465218","https://openalex.org/W6856108340","https://openalex.org/W6876545396"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W3026162553","https://openalex.org/W4230611425","https://openalex.org/W2731899572","https://openalex.org/W1972035260","https://openalex.org/W4294635752","https://openalex.org/W4304166257","https://openalex.org/W2768175398","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Deep":[0],"learning":[1,98],"technology":[2],"has":[3,11,45,91,127],"developed":[4],"unprecedentedly":[5],"in":[6,16,29,131],"the":[7,13,51,96,119],"last":[8],"decade":[9],"and":[10,90,109,165,172,178],"become":[12,47],"primary":[14],"choice":[15],"many":[17],"application":[18],"domains.":[19],"This":[20,150],"progress":[21],"is":[22],"mainly":[23],"attributed":[24],"to":[25,38,49,67,114,181],"a":[26,74,83,153],"systematic":[27],"collaboration":[28],"which":[30],"rapidly":[31],"growing":[32],"computing":[33,58],"resources":[34],"encourage":[35],"advanced":[36],"algorithms":[37],"deal":[39],"with":[40,56,146],"massive":[41],"data.":[42,123],"However,":[43],"it":[44],"gradually":[46],"challenging":[48],"handle":[50],"unlimited":[52],"growth":[53],"of":[54,121,156],"data":[55,69,89,110,143,145],"limited":[57],"power.":[59],"To":[60],"this":[61,79],"end,":[62],"diverse":[63],"approaches":[64],"are":[65,135],"proposed":[66],"improve":[68],"processing":[70],"efficiency.":[71],"Dataset":[72],"distillation,":[73,169],"dataset":[75,86,101,125,157,168,187],"reduction":[76],"method,":[77],"addresses":[78],"problem":[80],"by":[81],"synthesizing":[82],"small":[84],"typical":[85],"from":[87,95,159],"substantial":[88],"attracted":[92],"much":[93],"attention":[94],"deep":[97],"community.":[99],"Existing":[100],"distillation":[102,126,158,163],"methods":[103],"can":[104],"be":[105],"taxonomized":[106],"into":[107],"meta-learning":[108],"matching":[111],"frameworks":[112,164],"according":[113],"whether":[115],"they":[116],"explicitly":[117],"mimic":[118],"performance":[120,130,170],"target":[122],"Although":[124],"shown":[128],"surprising":[129],"compressing":[132],"datasets,":[133],"there":[134],"still":[136],"several":[137],"limitations":[138],"such":[139],"as":[140],"distilling":[141],"high-resolution":[142],"or":[144],"complex":[147],"label":[148],"spaces.":[149],"paper":[151],"provides":[152],"holistic":[154],"understanding":[155],"multiple":[160],"aspects,":[161],"including":[162],"algorithms,":[166],"factorized":[167],"comparison,":[171],"applications.":[173],"Finally,":[174],"we":[175],"discuss":[176],"challenges":[177],"promising":[179],"directions":[180],"further":[182],"promote":[183],"future":[184],"studies":[185],"on":[186],"distillation.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}