{"id":"https://openalex.org/W7131836552","doi":"https://doi.org/10.1109/tbdata.2026.3668524","title":"Efficient Dataset Distillation via Generative Pruning","display_name":"Efficient Dataset Distillation via Generative Pruning","publication_year":2026,"publication_date":"2026-02-27","ids":{"openalex":"https://openalex.org/W7131836552","doi":"https://doi.org/10.1109/tbdata.2026.3668524"},"language":null,"primary_location":{"id":"doi:10.1109/tbdata.2026.3668524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2026.3668524","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127287038","display_name":"Yingyi Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingyi Ma","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0005-0859-0759","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005099561","display_name":"Muquan Li","orcid":"https://orcid.org/0009-0009-3417-2007"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muquan Li","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0009-3417-2007","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127355538","display_name":"Guiduo Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guiduo Duan","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127139857","display_name":"Ke Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Qin","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-6174-3877","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016843517","display_name":"Shuang Liang","orcid":"https://orcid.org/0000-0001-7387-2801"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Liang","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7387-2801","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5127069866","display_name":"Dongyang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyang Zhang","raw_affiliation_strings":["Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4839-0234","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Computing, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20805572,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"4","first_page":"1195","last_page":"1207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07909999787807465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07909999787807465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.043299999088048935,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.03590000048279762,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6848999857902527},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6836000084877014},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6675999760627747},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5913000106811523},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5450000166893005},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5379999876022339},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43810001015663147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8830000162124634},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6848999857902527},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6836000084877014},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5913000106811523},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5450000166893005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5425999760627747},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5379999876022339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5325999855995178},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4269999861717224},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4099000096321106},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32030001282691956},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.26930001378059387}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2026.3668524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2026.3668524","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.4926711916923523,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3601739905","display_name":null,"funder_award_id":"2025ZNSFSC1464","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"},{"id":"https://openalex.org/G4240871074","display_name":null,"funder_award_id":"62406057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2604435062","https://openalex.org/W2733283920","https://openalex.org/W2798836702","https://openalex.org/W2942964245","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2964292098","https://openalex.org/W2998702515","https://openalex.org/W3003301247","https://openalex.org/W3035574324","https://openalex.org/W3127419657","https://openalex.org/W3137006678","https://openalex.org/W3192333284","https://openalex.org/W4285981784","https://openalex.org/W4312252393","https://openalex.org/W4312412605","https://openalex.org/W4312988721","https://openalex.org/W4319300193","https://openalex.org/W4386065613","https://openalex.org/W4386075990","https://openalex.org/W4387490658","https://openalex.org/W4390872297","https://openalex.org/W4402727287","https://openalex.org/W4402753490","https://openalex.org/W4402754154","https://openalex.org/W4402772294","https://openalex.org/W4404125070","https://openalex.org/W4409364092","https://openalex.org/W4413146156","https://openalex.org/W7133190560","https://openalex.org/W7133215339","https://openalex.org/W7133233076"],"related_works":[],"abstract_inverted_index":{"Dataset":[0],"distillation":[1],"(DD)":[2],"has":[3],"demonstrated":[4],"the":[5,77],"promise":[6],"of":[7,17,107],"synthesizing":[8],"smaller":[9],"datasets":[10],"that":[11,74,99,127,150],"enable":[12],"competitive":[13,164],"performance.":[14],"While":[15],"most":[16],"DD":[18],"methods":[19],"operate":[20],"in":[21],"pixel":[22],"space,":[23],"they":[24],"often":[25],"suffer":[26],"from":[27],"poor":[28],"scalability":[29],"on":[30,137,142],"high-resolution":[31],"datasets.":[32],"Recent":[33],"works":[34],"have":[35],"thus":[36],"shifted":[37],"towards":[38],"parameterizing":[39],"synthetic":[40],"data":[41],"using":[42],"deep":[43],"generative":[44],"priors.":[45],"However,":[46],"these":[47],"approaches":[48],"apply":[49],"latent":[50,81,130],"updates":[51],"to":[52,57,111,155],"all":[53],"generator":[54,78,134],"layers,":[55],"leading":[56],"substantial":[58],"computational":[59],"overhead.":[60],"To":[61],"address":[62],"this":[63],"limitation,":[64],"we":[65],"propose":[66],"Generative":[67],"Lightweight":[68],"Distillation":[69],"(GLiD),":[70],"a":[71,94,123],"unified":[72],"framework":[73],"jointly":[75],"compresses":[76],"and":[79,104,115,144,146],"accelerates":[80],"optimization":[82],"for":[83],"efficient":[84],"distillation.":[85],"GLiD":[86,152],"introduces":[87],"two":[88],"key":[89],"components:":[90],"(1)":[91],"We":[92,120],"introduce":[93],"Classification-Diversity":[95],"Sensitivity":[96],"Pruning":[97],"mechanism":[98],"quantifies":[100],"both":[101],"discriminative":[102],"utility":[103],"semantic":[105],"diversity":[106],"each":[108],"output":[109],"channel":[110],"guide":[112],"structural":[113],"pruning":[114],"selective":[116],"layer-wise":[117],"optimization.":[118],"(2)":[119],"also":[121],"present":[122],"Layer-Adaptive":[124],"Scheduling":[125],"strategy":[126],"dynamically":[128],"allocates":[129],"update":[131],"steps":[132],"across":[133,158],"stages":[135],"based":[136],"convergence":[138],"behavior.":[139],"Extensive":[140],"experiments":[141],"CIFAR-10":[143],"ImageNet-1K":[145],"its":[147],"subsets":[148],"demonstrate":[149],"our":[151],"achieves":[153],"up":[154],"10\u00d7":[156],"acceleration":[157],"different":[159],"datasets,":[160],"while":[161],"maintaining":[162],"performance":[163],"with":[165],"state-of-the-art":[166],"methods.":[167]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-02-28T00:00:00"}