{"id":"https://openalex.org/W4416383678","doi":"https://doi.org/10.1007/s10462-025-11423-3","title":"Knowledge distillation and dataset distillation of large language models: emerging trends, challenges, and future directions","display_name":"Knowledge distillation and dataset distillation of large language models: emerging trends, challenges, and future directions","publication_year":2025,"publication_date":"2025-11-20","ids":{"openalex":"https://openalex.org/W4416383678","doi":"https://doi.org/10.1007/s10462-025-11423-3","pmid":"https://pubmed.ncbi.nlm.nih.gov/41278248"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-025-11423-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11423-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11423-3.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11423-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108970041","display_name":"Luyang Fang","orcid":"https://orcid.org/0009-0003-2465-6864"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luyang Fang","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062577958","display_name":"Xiaowei Yu","orcid":"https://orcid.org/0000-0002-5599-8424"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaowei Yu","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX USA","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiazhang Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiazhang Cai","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090936853","display_name":"Yongkai Chen","orcid":"https://orcid.org/0000-0002-5243-8341"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongkai Chen","raw_affiliation_strings":["Department of Statistics, Harvard University, Cambridge, MA USA","Department of Statistics, Harvard University, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Harvard University, Cambridge, MA USA","institution_ids":["https://openalex.org/I2801851002"]},{"raw_affiliation_string":"Department of Statistics, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068730978","display_name":"Shushan Wu","orcid":"https://orcid.org/0000-0001-7594-0273"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shushan Wu","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054926175","display_name":"Zhengliang Liu","orcid":"https://orcid.org/0000-0003-0898-6444"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengliang Liu","raw_affiliation_strings":["School of Computing, University of Georgia, Athens, GA USA","School of Computing, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113393853","display_name":"Zhenyuan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenyuan Yang","raw_affiliation_strings":["School of Computing, University of Georgia, Athens, GA USA","School of Computing, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113428668","display_name":"Haoran Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoran Lu","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xilin Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xilin Gong","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761340","display_name":"Yufang Liu","orcid":"https://orcid.org/0000-0002-4350-3543"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yufang Liu","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111091383","display_name":"Terry Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terry Ma","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, Pittsburgh, PA USA","School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089592973","display_name":"Wei Ruan","orcid":"https://orcid.org/0000-0003-3717-3055"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Ruan","raw_affiliation_strings":["School of Computing, University of Georgia, Athens, GA USA","School of Computing, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101476807","display_name":"Ali Abbasi","orcid":"https://orcid.org/0009-0008-4116-0920"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Abbasi","raw_affiliation_strings":["Department of Computer Science, Vanderbilt University, Nashville, TN USA","Department of Computer Science, Vanderbilt University, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Vanderbilt University, Nashville, TN USA","institution_ids":["https://openalex.org/I200719446"]},{"raw_affiliation_string":"Department of Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101994917","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0003-2494-8077"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX USA","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015977907","display_name":"Tao Wang","orcid":"https://orcid.org/0000-0001-9085-7240"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Wang","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026133451","display_name":"Ehsan Latif","orcid":"https://orcid.org/0009-0008-6553-4093"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ehsan Latif","raw_affiliation_strings":["AI4STEM Education Center, University of Georgia, Athens, GA USA","AI4STEM Education Center, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI4STEM Education Center, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"AI4STEM Education Center, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431708","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0001-9475-6455"},"institutions":[{"id":"https://openalex.org/I4210127938","display_name":"Mayo Clinic Hospital","ror":"https://ror.org/03660jn93","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099","https://openalex.org/I4210127938"]},{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Department of Radiation Oncology, Mayo Clinic Arizona, Phoenix, AZ USA","Department of Radiation Oncology, Mayo Clinic Arizona, Phoenix, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Mayo Clinic Arizona, Phoenix, AZ USA","institution_ids":["https://openalex.org/I4210127938"]},{"raw_affiliation_string":"Department of Radiation Oncology, Mayo Clinic Arizona, Phoenix, AZ, USA","institution_ids":["https://openalex.org/I4210146710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541045","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-6763-8146"},"institutions":[{"id":"https://openalex.org/I25041050","display_name":"Augusta University","ror":"https://ror.org/012mef835","country_code":"US","type":"education","lineage":["https://openalex.org/I25041050"]},{"id":"https://openalex.org/I4210087454","display_name":"Augusta University Health","ror":"https://ror.org/007rawr89","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Computer and Cyber Sciences, Augusta University, Augusta, GA USA","School of Computer and Cyber Sciences, Augusta University, Augusta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Cyber Sciences, Augusta University, Augusta, GA USA","institution_ids":["https://openalex.org/I4210087454","https://openalex.org/I25041050"]},{"raw_affiliation_string":"School of Computer and Cyber Sciences, Augusta University, Augusta, GA, USA","institution_ids":["https://openalex.org/I25041050"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068682350","display_name":"Soheil Kolouri","orcid":"https://orcid.org/0000-0001-8495-5362"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soheil Kolouri","raw_affiliation_strings":["Department of Computer Science, Vanderbilt University, Nashville, TN USA","Department of Computer Science, Vanderbilt University, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Vanderbilt University, Nashville, TN USA","institution_ids":["https://openalex.org/I200719446"]},{"raw_affiliation_string":"Department of Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013379229","display_name":"Xiaoming Zha\u0131","orcid":"https://orcid.org/0000-0003-4519-1931"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoming Zhai","raw_affiliation_strings":["AI4STEM Education Center, University of Georgia, Athens, GA USA","AI4STEM Education Center, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI4STEM Education Center, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"AI4STEM Education Center, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038582366","display_name":"Dajiang Zhu","orcid":"https://orcid.org/0000-0002-6940-3911"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dajiang Zhu","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX USA","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011097997","display_name":"Wenqin Zhong","orcid":"https://orcid.org/0000-0001-6239-2909"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenxuan Zhong","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100647156","display_name":"Tianming Liu","orcid":"https://orcid.org/0000-0002-8132-9048"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianming Liu","raw_affiliation_strings":["School of Computing, University of Georgia, Athens, GA USA","School of Computing, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"School of Computing, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082287780","display_name":"Ping Ma","orcid":"https://orcid.org/0000-0002-2446-3849"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ping Ma","raw_affiliation_strings":["Department of Statistics, University of Georgia, Athens, GA USA","Department of Statistics, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Statistics, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5011097997","https://openalex.org/A5082287780","https://openalex.org/A5100647156"],"corresponding_institution_ids":["https://openalex.org/I165733156"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":7.7457,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.97621921,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"59","issue":"1","first_page":"17","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.27149999141693115,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.27149999141693115,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1670999974012375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.10980000346899033,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5846999883651733},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5616000294685364},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5587000250816345},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5508999824523926},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.38909998536109924},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7979000210762024},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5587000250816345},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5508999824523926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4343000054359436},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43309998512268066},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.27810001373291016},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.26809999346733093}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10462-025-11423-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11423-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11423-3.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},{"id":"pmid:41278248","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41278248","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial intelligence review","raw_type":null},{"id":"pmh:oai:digitalcommons.library.tmc.edu:uthgsbs_docs-7573","is_oa":false,"landing_page_url":"https://digitalcommons.library.tmc.edu/uthgsbs_docs/6736","pdf_url":null,"source":{"id":"https://openalex.org/S4377196655","display_name":"Digital Commons-TMC (Texas Medical Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1337852284","host_organization_name":"Texas Medical Center","host_organization_lineage":["https://openalex.org/I1337852284"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty, Staff and Student Publications","raw_type":"text"},{"id":"pmh:oai:europepmc.org:11442095","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12634706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10462-025-11423-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11423-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11423-3.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1057368924","display_name":"AMPS: Scalable Graph Models for Anomaly Detection in Large-Scale Smart Grids","funder_award_id":"2318809","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3006871758","display_name":"ATD: Quantum algorithms for spatiotemporal models with applications to threat detection","funder_award_id":"2319279","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3299422055","display_name":null,"funder_award_id":"DMS-1903226","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3536330259","display_name":"Novel Analytical and Computational Approaches for Fusion and Analysis of Multi-Level and Multi-Scale Networks Data","funder_award_id":"2311297","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4512135103","display_name":"Collaborative Research: Novel Statistical Tools for Metagenomics and Metabolomics Data","funder_award_id":"1903226","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4751759797","display_name":null,"funder_award_id":"DMS-2318809","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5267050737","display_name":null,"funder_award_id":"DMS-2101104","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5952319773","display_name":"Supporting Instructional Decision Making: The Potential of An Automatically Scored Three-dimensional Assessment System","funder_award_id":"2101104","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7022192407","display_name":"AI-based Assessment in STEM Education Conference","funder_award_id":"2138854","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7096424243","display_name":null,"funder_award_id":"R01GM152814","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7215514593","display_name":null,"funder_award_id":"DMS-2124493","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7350814145","display_name":"National Center on Generative AI for Uplifting STEM+C Education (GENIUS Center)","funder_award_id":"R305C240010","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G7521989958","display_name":"ATD: Inductive Spatiotemporal Graph Encoding for Interpretable and Transferable Deep Learning with Application in Human Dynamics","funder_award_id":"2124493","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7810602616","display_name":"ATD: Nonparametric Testing and Fast Computing Methods for Spatiotemporal Models with Applications to Threat Detection","funder_award_id":"1925066","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8063176","display_name":null,"funder_award_id":"DMS-2311297","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8121683822","display_name":null,"funder_award_id":"DMS-2319279","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8582535629","display_name":null,"funder_award_id":"DMS-1925066","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416383678.pdf","grobid_xml":"https://content.openalex.org/works/W4416383678.grobid-xml"},"referenced_works_count":116,"referenced_works":["https://openalex.org/W2010371250","https://openalex.org/W2111051539","https://openalex.org/W2165638532","https://openalex.org/W2225156818","https://openalex.org/W2535690855","https://openalex.org/W2560647685","https://openalex.org/W2606846509","https://openalex.org/W2620998106","https://openalex.org/W2743289088","https://openalex.org/W2747909401","https://openalex.org/W2883253089","https://openalex.org/W2889787757","https://openalex.org/W2963140444","https://openalex.org/W2970454332","https://openalex.org/W2987861506","https://openalex.org/W3022172246","https://openalex.org/W3034238904","https://openalex.org/W3034368386","https://openalex.org/W3034457116","https://openalex.org/W3034756453","https://openalex.org/W3034957837","https://openalex.org/W3081894066","https://openalex.org/W3085139254","https://openalex.org/W3085804837","https://openalex.org/W3091002423","https://openalex.org/W3105966348","https://openalex.org/W3133702157","https://openalex.org/W3137609883","https://openalex.org/W3164914122","https://openalex.org/W3166349013","https://openalex.org/W3173894143","https://openalex.org/W3177828909","https://openalex.org/W3189360412","https://openalex.org/W3198953397","https://openalex.org/W4200547951","https://openalex.org/W4221159394","https://openalex.org/W4224927203","https://openalex.org/W4287120901","https://openalex.org/W4312412605","https://openalex.org/W4312971720","https://openalex.org/W4312973355","https://openalex.org/W4313123929","https://openalex.org/W4313564799","https://openalex.org/W4319300193","https://openalex.org/W4324143928","https://openalex.org/W4366829988","https://openalex.org/W4367042263","https://openalex.org/W4383737134","https://openalex.org/W4385488764","https://openalex.org/W4385497571","https://openalex.org/W4385571011","https://openalex.org/W4385572310","https://openalex.org/W4385572634","https://openalex.org/W4385573003","https://openalex.org/W4386065613","https://openalex.org/W4386075990","https://openalex.org/W4386159907","https://openalex.org/W4387490658","https://openalex.org/W4389518686","https://openalex.org/W4389519059","https://openalex.org/W4389519385","https://openalex.org/W4389519598","https://openalex.org/W4389520756","https://openalex.org/W4390872541","https://openalex.org/W4391136507","https://openalex.org/W4391528467","https://openalex.org/W4391836235","https://openalex.org/W4391855109","https://openalex.org/W4394951779","https://openalex.org/W4394975332","https://openalex.org/W4395678434","https://openalex.org/W4396904920","https://openalex.org/W4396941333","https://openalex.org/W4398245384","https://openalex.org/W4399956442","https://openalex.org/W4400207786","https://openalex.org/W4400681719","https://openalex.org/W4401043057","https://openalex.org/W4401815218","https://openalex.org/W4401863519","https://openalex.org/W4402715869","https://openalex.org/W4402727287","https://openalex.org/W4402795000","https://openalex.org/W4402916541","https://openalex.org/W4402949637","https://openalex.org/W4402961816","https://openalex.org/W4403003380","https://openalex.org/W4403649757","https://openalex.org/W4404134492","https://openalex.org/W4404293760","https://openalex.org/W4404420828","https://openalex.org/W4404515031","https://openalex.org/W4404534210","https://openalex.org/W4404783533","https://openalex.org/W4404792919","https://openalex.org/W4404893089","https://openalex.org/W4405087416","https://openalex.org/W4406259888","https://openalex.org/W4407953206","https://openalex.org/W4409347578","https://openalex.org/W4410811958","https://openalex.org/W4411119989","https://openalex.org/W4411630326","https://openalex.org/W4412069460","https://openalex.org/W4412153502","https://openalex.org/W4412403831","https://openalex.org/W4412615195","https://openalex.org/W4412886669","https://openalex.org/W4412887740","https://openalex.org/W4412887981","https://openalex.org/W4412888874","https://openalex.org/W4414320956","https://openalex.org/W4415271252","https://openalex.org/W4415514507","https://openalex.org/W4416034933","https://openalex.org/W4416252008"],"related_works":[],"abstract_inverted_index":{"The":[0],"exponential":[1],"growth":[2],"of":[3,29,121,194],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"continues":[8],"to":[9,16,160],"highlight":[10,127],"the":[11,119,191],"need":[12],"for":[13],"efficient":[14,139,158],"strategies":[15],"meet":[17],"ever-expanding":[18],"computational":[19],"and":[20,36,51,67,85,97,103,118,134,154,165,167,178,196],"data":[21],"demands.":[22],"This":[23],"survey":[24,182],"provides":[25],"a":[26,184],"comprehensive":[27,169],"analysis":[28],"two":[30],"complementary":[31],"paradigms:":[32],"Knowledge":[33],"Distillation":[34,38],"(KD)":[35],"Dataset":[37],"(DD),":[39],"both":[40],"aimed":[41],"at":[42],"compressing":[43],"LLMs":[44,189],"while":[45],"preserving":[46,151],"their":[47],"advanced":[48],"reasoning":[49,153],"capabilities":[50],"linguistic":[52,155],"diversity.":[53],"We":[54,125],"first":[55],"examine":[56],"key":[57],"methodologies":[58],"in":[59,113,150],"KD,":[60],"such":[61,131],"as":[62,132],"task-specific":[63],"alignment,":[64],"rationale-based":[65],"training,":[66],"multi-teacher":[68],"frameworks,":[69],"alongside":[70],"DD":[71,98,197],"techniques":[72],"that":[73],"synthesize":[74],"compact,":[75],"high-impact":[76],"datasets":[77],"through":[78,190],"optimization-based":[79],"gradient":[80],"matching,":[81],"latent":[82],"space":[83],"regularization,":[84],"generative":[86],"synthesis.":[87],"Building":[88],"on":[89],"these":[90,108],"foundations,":[91,177],"we":[92],"explore":[93],"how":[94],"integrating":[95],"KD":[96,195],"can":[99],"produce":[100],"more":[101],"effective":[102],"scalable":[104],"compression":[105],"strategies.":[106],"Together,":[107],"approaches":[109],"address":[110],"persistent":[111],"challenges":[112,148],"model":[114],"scalability,":[115],"architectural":[116],"heterogeneity,":[117],"preservation":[120],"emergent":[122,152],"LLM":[123],"abilities.":[124],"further":[126],"applications":[128],"across":[129],"domains":[130],"healthcare":[133],"education,":[135],"where":[136],"distillation":[137],"enables":[138],"deployment":[140],"without":[141],"sacrificing":[142],"performance.":[143],"Despite":[144],"substantial":[145],"progress,":[146],"open":[147],"remain":[149],"diversity,":[156],"enabling":[157],"adaptation":[159],"continually":[161],"evolving":[162],"teacher":[163],"models":[164],"datasets,":[166],"establishing":[168],"evaluation":[170],"protocols.":[171],"By":[172],"synthesizing":[173],"methodological":[174],"innovations,":[175],"theoretical":[176],"practical":[179],"insights,":[180],"our":[181],"charts":[183],"path":[185],"toward":[186],"sustainable,":[187],"resource-efficient":[188],"tighter":[192],"integration":[193],"principles.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-11-20T00:00:00"}