{"id":"https://openalex.org/W4416286331","doi":"https://doi.org/10.1109/jiot.2025.3633710","title":"A Comprehensive Survey on Data Distillation: Techniques, Frameworks, and Future Directions","display_name":"A Comprehensive Survey on Data Distillation: Techniques, Frameworks, and Future Directions","publication_year":2025,"publication_date":"2025-11-17","ids":{"openalex":"https://openalex.org/W4416286331","doi":"https://doi.org/10.1109/jiot.2025.3633710"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3633710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3633710","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071397336","display_name":"Qaiser Razi","orcid":"https://orcid.org/0009-0008-5352-6870"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Qaiser Razi","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani Campus, Pilani, Rajasthan, India","Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani, Pilani Campus, Vidya Vihar, Pilani, Rajasthan, India"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani Campus, Pilani, Rajasthan, India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani, Pilani Campus, Vidya Vihar, Pilani, Rajasthan, India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033369923","display_name":"Sukhendra Singh","orcid":"https://orcid.org/0000-0001-7980-9889"},"institutions":[{"id":"https://openalex.org/I99729588","display_name":"Indian Institute of Technology Bhubaneswar","ror":"https://ror.org/04gx72j20","country_code":"IN","type":"education","lineage":["https://openalex.org/I99729588"]},{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Somya Singh","raw_affiliation_strings":["School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, Odisha, India","School of Computer Engineering, KIIT University, Bhubaneswar, Odisha, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, Odisha, India","institution_ids":["https://openalex.org/I67357951","https://openalex.org/I99729588"]},{"raw_affiliation_string":"School of Computer Engineering, KIIT University, Bhubaneswar, Odisha, India","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035529348","display_name":"Rojalina Priyadarshini","orcid":"https://orcid.org/0000-0002-5481-5251"},"institutions":[{"id":"https://openalex.org/I99729588","display_name":"Indian Institute of Technology Bhubaneswar","ror":"https://ror.org/04gx72j20","country_code":"IN","type":"education","lineage":["https://openalex.org/I99729588"]},{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Riya Priyadarshini","raw_affiliation_strings":["School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, Odisha, India","School of Computer Engineering, KIIT University, Bhubaneswar, Odisha, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, Odisha, India","institution_ids":["https://openalex.org/I67357951","https://openalex.org/I99729588"]},{"raw_affiliation_string":"School of Computer Engineering, KIIT University, Bhubaneswar, Odisha, India","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018894191","display_name":"Vikas Hassija","orcid":"https://orcid.org/0009-0003-9023-1661"},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]},{"id":"https://openalex.org/I99729588","display_name":"Indian Institute of Technology Bhubaneswar","ror":"https://ror.org/04gx72j20","country_code":"IN","type":"education","lineage":["https://openalex.org/I99729588"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vikas Hassija","raw_affiliation_strings":["School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, Odisha, India","School of Computer Engineering, KIIT University, Bhubaneswar, Odisha, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, Odisha, India","institution_ids":["https://openalex.org/I67357951","https://openalex.org/I99729588"]},{"raw_affiliation_string":"School of Computer Engineering, KIIT University, Bhubaneswar, Odisha, India","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059170253","display_name":"GSS Chalapathi","orcid":"https://orcid.org/0000-0002-4087-7208"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"G. S. S. Chalapathi","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani Campus, Pilani, Rajasthan, India","Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani, Pilani Campus, Vidya Vihar, Pilani, Rajasthan, India"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani Campus, Pilani, Rajasthan, India","institution_ids":["https://openalex.org/I74796645"]},{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Birla Institute of Technology and Science, Pilani, Pilani Campus, Vidya Vihar, Pilani, Rajasthan, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071397336"],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37765357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"3","first_page":"3808","last_page":"3826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2134999930858612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2134999930858612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.12929999828338623,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.1242000013589859,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7023000121116638},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5896999835968018},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.44699999690055847},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4415000081062317},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43810001015663147},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.42399999499320984},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.42250001430511475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8066999912261963},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7023000121116638},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5896999835968018},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4544000029563904},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44040000438690186},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.42399999499320984},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42250001430511475},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3853999972343445},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.28220000863075256},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.2782000005245209}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3633710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3633710","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1997865285","https://openalex.org/W2016053056","https://openalex.org/W2051267297","https://openalex.org/W2060277733","https://openalex.org/W2085261163","https://openalex.org/W2150593711","https://openalex.org/W2188301034","https://openalex.org/W2194775991","https://openalex.org/W2526050071","https://openalex.org/W2535690855","https://openalex.org/W2561981131","https://openalex.org/W2618530766","https://openalex.org/W2664267452","https://openalex.org/W2782485997","https://openalex.org/W2783538964","https://openalex.org/W2788388592","https://openalex.org/W2905810301","https://openalex.org/W2914721378","https://openalex.org/W2963456518","https://openalex.org/W2963785012","https://openalex.org/W2964015378","https://openalex.org/W3021654819","https://openalex.org/W3026230850","https://openalex.org/W3034202788","https://openalex.org/W3034368386","https://openalex.org/W3116337923","https://openalex.org/W3138616181","https://openalex.org/W3142096533","https://openalex.org/W3176690543","https://openalex.org/W3198953397","https://openalex.org/W3199250079","https://openalex.org/W3205257742","https://openalex.org/W4221145186","https://openalex.org/W4307110822","https://openalex.org/W4311415873","https://openalex.org/W4312252393","https://openalex.org/W4312292108","https://openalex.org/W4312933868","https://openalex.org/W4316039445","https://openalex.org/W4319300193","https://openalex.org/W4324007138","https://openalex.org/W4385764183","https://openalex.org/W4387415233","https://openalex.org/W4387490658","https://openalex.org/W4390872709","https://openalex.org/W4394676716","https://openalex.org/W4401043057","https://openalex.org/W4402727287","https://openalex.org/W4402903985","https://openalex.org/W4404245541","https://openalex.org/W4405179214","https://openalex.org/W4406891734","https://openalex.org/W4415284371"],"related_works":[],"abstract_inverted_index":{"The":[0],"increased":[1],"adoption":[2],"of":[3,26,41,73,123],"machine":[4],"learning":[5,96],"techniques":[6],"has":[7,19,49],"led":[8],"to":[9,192,215],"exponential":[10],"growth":[11,18],"in":[12,34,108,126,175],"data":[13,74,94,110,124,152,186,217],"generation":[14],"and":[15,24,44,63,87,102,116,132,141,157,182,196,204,221],"utilization.":[16],"This":[17,67,199],"necessitated":[20],"efficient":[21,222],"storage,":[22],"processing,":[23],"utilization":[25],"this":[27],"data,":[28],"which":[29],"presents":[30],"critical":[31],"challenges,":[32],"particularly":[33],"resource-constrained":[35],"environments":[36],"such":[37,79,112,129],"as":[38,51,80,113,130],"the":[39,121],"Internet":[40],"Things":[42],"(IoT)":[43],"edge":[45,142,160],"devices.":[46],"Data":[47,170],"distillation":[48,95,125,153,171,187,218],"emerged":[50],"a":[52,70],"promising":[53],"solution":[54],"that":[55],"reduces":[56],"dataset":[57],"size":[58],"while":[59],"preserving":[60],"essential":[61],"information":[62,197],"optimizing":[64],"computational":[65,150,194],"resources.":[66],"survey":[68,200],"provides":[69],"comprehensive":[71],"analysis":[72],"reduction":[75],"techniques,":[76],"covering":[77],"methodologies":[78],"knowledge":[81],"distillation,":[82],"coreset":[83],"selection,":[84],"hyperparameter":[85],"optimization,":[86],"generative":[88],"modeling.":[89],"We":[90],"further":[91],"explore":[92],"various":[93],"frameworks,":[97],"including":[98],"performance,":[99],"gradient,":[100],"parameter,":[101],"distribution":[103],"matching,":[104],"highlighting":[105],"their":[106],"effectiveness":[107],"different":[109],"modalities":[111],"images,":[114],"graphs,":[115],"text.":[117],"Furthermore,":[118],"we":[119],"examine":[120],"implications":[122],"key":[127],"areas":[128],"continual":[131],"federated":[133],"learning,":[134],"privacy":[135],"preservation,":[136],"security,":[137],"healthcare,":[138],"IoT":[139],"applications,":[140],"computing.":[143],"By":[144],"enabling":[145],"lightweight":[146],"models":[147],"with":[148],"minimal":[149],"overhead,":[151],"facilitates":[154],"real-time":[155],"inference":[156],"decision-making":[158],"on":[159],"devices,":[161],"making":[162],"it":[163],"highly":[164],"relevant":[165],"for":[166,212,219],"low-power,":[167],"bandwidth-limited":[168],"environments.":[169],"offers":[172],"numerous":[173,189],"advantages":[174],"improving":[176],"model":[177],"efficiency,":[178],"reducing":[179],"training":[180],"costs,":[181],"enhancing":[183],"privacy.":[184],"However,":[185],"faces":[188],"challenges":[190,203],"related":[191],"scalability,":[193],"complexity,":[195],"retention.":[198],"identifies":[201],"these":[202],"outlines":[205],"potential":[206],"future":[207],"research":[208],"directions,":[209],"providing":[210],"insights":[211],"researchers":[213],"seeking":[214],"leverage":[216],"scalable":[220],"machine-learning":[223],"applications.":[224]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-17T00:00:00"}