{"id":"https://openalex.org/W4387490658","doi":"https://doi.org/10.1109/tpami.2023.3323376","title":"Dataset Distillation: A Comprehensive Review","display_name":"Dataset Distillation: A Comprehensive Review","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4387490658","doi":"https://doi.org/10.1109/tpami.2023.3323376","mag":"37815974"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3323376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3323376","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013672772","display_name":"Ruonan Yu","orcid":"https://orcid.org/0009-0008-4809-7119"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Ruonan Yu","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101559354","display_name":"Songhua Liu","orcid":"https://orcid.org/0000-0003-1033-5122"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Songhua Liu","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015574447","display_name":"Xinchao Wang","orcid":"https://orcid.org/0000-0003-0057-1404"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xinchao Wang","raw_affiliation_strings":["National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013672772"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":18.8603,"has_fulltext":false,"cited_by_count":109,"citation_normalized_percentile":{"value":0.99542314,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"1","first_page":"150","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8156779408454895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.660227358341217},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6360760927200317},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.5851291418075562},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5363612771034241},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4767742455005646},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4693380892276764},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4443914592266083},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43688246607780457},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4247207045555115},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.41511255502700806},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39269113540649414},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37269628047943115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8156779408454895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.660227358341217},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6360760927200317},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.5851291418075562},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5363612771034241},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4767742455005646},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4693380892276764},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4443914592266083},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43688246607780457},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4247207045555115},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.41511255502700806},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39269113540649414},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37269628047943115},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3323376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3323376","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"mag:37815974","is_oa":false,"landing_page_url":"http://www.cqvip.com/qk/81988A/200906/31701233.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306555982","display_name":"\u795e\u5dde\u6c11\u4fd7","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"\u795e\u5dde\u6c11\u4fd7","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2531075042","display_name":null,"funder_award_id":"AISG2-RP-2021-023","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G7078142857","display_name":null,"funder_award_id":"A-0005947-21-00","funder_id":"https://openalex.org/F4320320698","funder_display_name":"National University of Singapore"}],"funders":[{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4554660148","display_name":"Advanced Research and Technology Innovation Centre, College of Design and Engineering, National University of Singapore","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":236,"referenced_works":["https://openalex.org/W1139185857","https://openalex.org/W1489608363","https://openalex.org/W1558089843","https://openalex.org/W1567512734","https://openalex.org/W1618905105","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1903029394","https://openalex.org/W1959608418","https://openalex.org/W1997865285","https://openalex.org/W2025266141","https://openalex.org/W2040476474","https://openalex.org/W2051267297","https://openalex.org/W2053637704","https://openalex.org/W2102605133","https://openalex.org/W2112796928","https://openalex.org/W2112856797","https://openalex.org/W2117539524","https://openalex.org/W2125389028","https://openalex.org/W2133564696","https://openalex.org/W2135930857","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2530417694","https://openalex.org/W2535690855","https://openalex.org/W2551176409","https://openalex.org/W2560647685","https://openalex.org/W2561238782","https://openalex.org/W2618530766","https://openalex.org/W2743289088","https://openalex.org/W2746314669","https://openalex.org/W2750384547","https://openalex.org/W2766678531","https://openalex.org/W2766966408","https://openalex.org/W2774918944","https://openalex.org/W2805516822","https://openalex.org/W2896409484","https://openalex.org/W2896457183","https://openalex.org/W2907492528","https://openalex.org/W2912213068","https://openalex.org/W2912322140","https://openalex.org/W2914721378","https://openalex.org/W2934843808","https://openalex.org/W2943530662","https://openalex.org/W2946547492","https://openalex.org/W2948562596","https://openalex.org/W2961317571","https://openalex.org/W2962770929","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963456518","https://openalex.org/W2963785012","https://openalex.org/W2964015378","https://openalex.org/W2964067969","https://openalex.org/W2964189064","https://openalex.org/W2965527544","https://openalex.org/W2981895326","https://openalex.org/W2985068832","https://openalex.org/W2986013765","https://openalex.org/W2987861506","https://openalex.org/W2990270730","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W3007041883","https://openalex.org/W3033511014","https://openalex.org/W3034368386","https://openalex.org/W3042502718","https://openalex.org/W3048813204","https://openalex.org/W3086152015","https://openalex.org/W3087068985","https://openalex.org/W3090552759","https://openalex.org/W3091577071","https://openalex.org/W3091958244","https://openalex.org/W3094502228","https://openalex.org/W3096831136","https://openalex.org/W3097784654","https://openalex.org/W3100156920","https://openalex.org/W3102061158","https://openalex.org/W3105507192","https://openalex.org/W3108124733","https://openalex.org/W3109695251","https://openalex.org/W3110290422","https://openalex.org/W3113682753","https://openalex.org/W3118608800","https://openalex.org/W3121478722","https://openalex.org/W3138154797","https://openalex.org/W3142096533","https://openalex.org/W3144281354","https://openalex.org/W3153243387","https://openalex.org/W3177196641","https://openalex.org/W3198953397","https://openalex.org/W3199250079","https://openalex.org/W3206057312","https://openalex.org/W3206218040","https://openalex.org/W3206450082","https://openalex.org/W4224035735","https://openalex.org/W4224292778","https://openalex.org/W4224321474","https://openalex.org/W4224952733","https://openalex.org/W4281639462","https://openalex.org/W4281700249","https://openalex.org/W4281768461","https://openalex.org/W4283076909","https://openalex.org/W4283716107","https://openalex.org/W4283816018","https://openalex.org/W4285605911","https://openalex.org/W4285981784","https://openalex.org/W4287828539","https://openalex.org/W4288055445","https://openalex.org/W4292851305","https://openalex.org/W4293254968","https://openalex.org/W4293846201","https://openalex.org/W4296151204","https://openalex.org/W4297733535","https://openalex.org/W4297775537","https://openalex.org/W4297779241","https://openalex.org/W4297815988","https://openalex.org/W4298184315","https://openalex.org/W4298186396","https://openalex.org/W4307110822","https://openalex.org/W4308234021","https://openalex.org/W4308672549","https://openalex.org/W4309795816","https://openalex.org/W4309798066","https://openalex.org/W4312252393","https://openalex.org/W4312292108","https://openalex.org/W4312412605","https://openalex.org/W4319300193","https://openalex.org/W4320013936","https://openalex.org/W4320167258","https://openalex.org/W4320814035","https://openalex.org/W4324007138","https://openalex.org/W4385324575","https://openalex.org/W4385488764","https://openalex.org/W4386065957","https://openalex.org/W4386072234","https://openalex.org/W4386072282","https://openalex.org/W4386075990","https://openalex.org/W4386083031","https://openalex.org/W4386083114","https://openalex.org/W4386451890","https://openalex.org/W4390874575","https://openalex.org/W6629092883","https://openalex.org/W6631943919","https://openalex.org/W6633217203","https://openalex.org/W6636501900","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639506587","https://openalex.org/W6640963894","https://openalex.org/W6655979582","https://openalex.org/W6668990524","https://openalex.org/W6677088747","https://openalex.org/W6677258307","https://openalex.org/W6678815747","https://openalex.org/W6678911119","https://openalex.org/W6679434410","https://openalex.org/W6679909955","https://openalex.org/W6681580871","https://openalex.org/W6683810145","https://openalex.org/W6687566353","https://openalex.org/W6726873649","https://openalex.org/W6728757088","https://openalex.org/W6730179637","https://openalex.org/W6734265508","https://openalex.org/W6736057607","https://openalex.org/W6737664043","https://openalex.org/W6739868092","https://openalex.org/W6743428213","https://openalex.org/W6743688258","https://openalex.org/W6745256532","https://openalex.org/W6745689806","https://openalex.org/W6747231328","https://openalex.org/W6751796012","https://openalex.org/W6751797489","https://openalex.org/W6752495264","https://openalex.org/W6753331806","https://openalex.org/W6755207826","https://openalex.org/W6755843862","https://openalex.org/W6756054015","https://openalex.org/W6756333562","https://openalex.org/W6756633790","https://openalex.org/W6759828284","https://openalex.org/W6761496057","https://openalex.org/W6762376514","https://openalex.org/W6762840122","https://openalex.org/W6763117472","https://openalex.org/W6766336336","https://openalex.org/W6769906912","https://openalex.org/W6770070843","https://openalex.org/W6771794784","https://openalex.org/W6774302960","https://openalex.org/W6778804409","https://openalex.org/W6778883912","https://openalex.org/W6779606177","https://openalex.org/W6779630500","https://openalex.org/W6779744012","https://openalex.org/W6781651343","https://openalex.org/W6782005658","https://openalex.org/W6782937392","https://openalex.org/W6783201573","https://openalex.org/W6784333009","https://openalex.org/W6785639913","https://openalex.org/W6787972765","https://openalex.org/W6788876066","https://openalex.org/W6790536367","https://openalex.org/W6791353385","https://openalex.org/W6793860214","https://openalex.org/W6794566239","https://openalex.org/W6796616252","https://openalex.org/W6799502010","https://openalex.org/W6802256862","https://openalex.org/W6803316053","https://openalex.org/W6809885388","https://openalex.org/W6810158854","https://openalex.org/W6810545120","https://openalex.org/W6811426508","https://openalex.org/W6838762437","https://openalex.org/W6838917211","https://openalex.org/W6839101817","https://openalex.org/W6839533060","https://openalex.org/W6840879406","https://openalex.org/W6842625742","https://openalex.org/W6843803106","https://openalex.org/W6844132738","https://openalex.org/W6845851061","https://openalex.org/W6846286316","https://openalex.org/W6846302668","https://openalex.org/W6846734579","https://openalex.org/W6846778395","https://openalex.org/W6849576524","https://openalex.org/W6849929278","https://openalex.org/W6850535345"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W4385544042","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128","https://openalex.org/W3000197790"],"abstract_inverted_index":{"Recent":[0],"success":[1],"of":[2,12,130,162],"deep":[3,17],"learning":[4],"is":[5],"largely":[6],"attributed":[7],"to":[8,40,95],"the":[9,21,24,30,49,87,107,117,141],"sheer":[10],"amount":[11],"data":[13,51],"used":[14],"for":[15,52,188],"training":[16,44,53],"neural":[18],"networks.":[19],"Despite":[20],"unprecedented":[22],"success,":[23],"massive":[25],"data,":[26],"unfortunately,":[27],"significantly":[28],"increases":[29],"burden":[31],"on":[32,48,105,116],"storage":[33],"and":[34,36,62,79,128,135,144,168,184],"transmission":[35],"further":[37],"gives":[38],"rise":[39],"a":[41,97,125,159],"cumbersome":[42],"model":[43],"process.":[45],"Besides,":[46],"relying":[47],"raw":[50],"<italic":[54],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[55],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">per":[56],"se</i>":[57],"yields":[58],"concerns":[59],"about":[60],"privacy":[61],"copyright.":[63],"To":[64],"alleviate":[65],"these":[66],"shortcomings,":[67],"dataset":[68,74,100],"distillation":[69],"(DD),":[70],"also":[71,174],"known":[72],"as":[73],"condensation":[75],"(DC),":[76],"was":[77],"introduced":[78],"has":[80],"recently":[81],"attracted":[82],"much":[83,98],"research":[84],"attention":[85],"in":[86,133,165,178],"community.":[88],"Given":[89],"an":[90,146],"original":[91,118],"dataset,":[92],"DD":[93,134,154,179],"aims":[94],"derive":[96],"smaller":[99],"containing":[101],"synthetic":[102],"samples,":[103],"based":[104],"which":[106],"trained":[108,115],"models":[109],"yield":[110],"performance":[111],"comparable":[112],"with":[113],"those":[114],"dataset.":[119],"In":[120],"this":[121,166],"paper,":[122],"we":[123,157],"give":[124],"comprehensive":[126],"review":[127],"summary":[129],"recent":[131],"advances":[132],"its":[136],"application.":[137],"We":[138,173],"first":[139],"introduce":[140],"task":[142],"formally":[143],"propose":[145],"overall":[147],"algorithmic":[148],"framework":[149],"followed":[150],"by":[151],"all":[152],"existing":[153],"methods.":[155],"Next,":[156],"provide":[158],"systematic":[160],"taxonomy":[161],"current":[163,176],"methodologies":[164],"area,":[167],"discuss":[169],"their":[170],"theoretical":[171],"interconnections.":[172],"present":[175],"challenges":[177],"through":[180],"extensive":[181],"empirical":[182],"studies":[183],"envision":[185],"possible":[186],"directions":[187],"future":[189],"works.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":17}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2023-10-11T00:00:00"}