{"id":"https://openalex.org/W7155082866","doi":"https://doi.org/10.48550/arxiv.2604.18135","title":"Soft Label Pruning and Quantization for Large-Scale Dataset Distillation","display_name":"Soft Label Pruning and Quantization for Large-Scale Dataset Distillation","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155082866","doi":"https://doi.org/10.48550/arxiv.2604.18135"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.18135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.18135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134113940","display_name":"Xiao Lingao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lingao, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134195703","display_name":"Yang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.34779998660087585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.34779998660087585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.28630000352859497,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.02800000086426735,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.770799994468689},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.699400007724762},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6991999745368958},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6556000113487244},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4101000130176544},{"id":"https://openalex.org/keywords/fractionating-column","display_name":"Fractionating column","score":0.3089999854564667},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.3000999987125397}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.770799994468689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304999828338623},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.699400007724762},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6991999745368958},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6556000113487244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49869999289512634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45660001039505005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3179999887943268},{"id":"https://openalex.org/C154030694","wikidata":"https://www.wikidata.org/wiki/Q1436074","display_name":"Fractionating column","level":3,"score":0.3089999854564667},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C140073362","wikidata":"https://www.wikidata.org/wiki/Q738759","display_name":"Soft computing","level":3,"score":0.2865999937057495},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2646999955177307},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.18135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.18135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4797872006893158}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0,85],"dataset":[1,28,162],"distillation":[2,163],"requires":[3,50],"storing":[4],"auxiliary":[5],"soft":[6,129],"labels":[7],"that":[8],"can":[9],"be":[10],"30-40x":[11],"larger":[12,17],"on":[13,18,134,138],"ImageNet-1K":[14,135],"and":[15,53,82,95,115,136,147,161],"200x":[16],"ImageNet-21K":[19,139],"than":[20],"the":[21,25,153],"condensed":[22],"images,":[23],"undermining":[24],"goal":[26],"of":[27,155],"compression.":[29],"We":[30,88],"identify":[31],"two":[32],"fundamental":[33],"issues":[34],"necessitating":[35],"such":[36],"extensive":[37,51],"labels:":[38],"(1)":[39],"insufficient":[40,55],"image":[41,90],"diversity,":[42,57,102,114],"where":[43,58],"high":[44,71],"within-class":[45],"similarity":[46],"in":[47,61],"synthetic":[48],"images":[49],"augmentation,":[52],"(2)":[54],"supervision":[56,97,101],"limited":[59],"variety":[60],"supervisory":[62],"signals":[63],"during":[64,98],"training":[65],"leads":[66],"to":[67,111,122,145],"performance":[68],"degradation":[69],"at":[70,168],"compression":[72],"rates.":[73],"To":[74],"address":[75],"these":[76],"challenges,":[77],"we":[78,103],"propose":[79],"Label":[80,105,116],"Pruning":[81,106],"Quantization":[83,117],"for":[84],"Distillation":[86],"(LPQLD).":[87],"enhance":[89],"diversity":[91],"via":[92],"class-wise":[93],"batching":[94],"batch-normalization":[96],"synthesis.":[99],"For":[100],"introduce":[104],"with":[107,118],"Dynamic":[108],"Knowledge":[109],"Reuse":[110],"improve":[112,123],"label-per-augmentation":[113],"Calibrated":[119],"Student-Teacher":[120],"Alignment":[121],"augmentation-per-image":[124],"diversity.":[125],"Our":[126],"approach":[127],"reduces":[128],"label":[130],"storage":[131],"by":[132,143],"78x":[133],"500x":[137],"while":[140],"improving":[141],"accuracy":[142],"up":[144],"7.2%":[146],"2.8%,":[148],"respectively.":[149],"Extensive":[150],"experiments":[151],"validate":[152],"superiority":[154],"LPQLD":[156],"across":[157],"different":[158],"network":[159],"architectures":[160],"methods.":[164],"Code":[165],"is":[166],"available":[167],"https://github.com/he-y/soft-label-pruning-quantization-for-dataset-distillation.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}