{"id":"https://openalex.org/W7133343571","doi":"https://doi.org/10.48550/arxiv.2603.01875","title":"KDFlow: A User-Friendly and Efficient Knowledge Distillation Framework for Large Language Models","display_name":"KDFlow: A User-Friendly and Efficient Knowledge Distillation Framework for Large Language Models","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133343571","doi":"https://doi.org/10.48550/arxiv.2603.01875"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.01875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.01875","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127928056","display_name":"Songming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Songming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127938914","display_name":"Xue Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127906313","display_name":"Tong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113852554","display_name":"Bojie Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Bojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127997487","display_name":"Yufeng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yufeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101028913","display_name":"JinAn Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22179999947547913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22179999947547913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.15440000593662262,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.06889999657869339,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.640999972820282},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6151999831199646},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5866000056266785},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5367000102996826},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.4975000023841858},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.42100000381469727},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.38440001010894775},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.37290000915527344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7885000109672546},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.640999972820282},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6151999831199646},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5866000056266785},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5367000102996826},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4228000044822693},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42100000381469727},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33889999985694885},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.01875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.01875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.742550790309906,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,145,182],"(KD)":[2],"is":[3,188],"an":[4],"essential":[5],"technique":[6],"to":[7,48,166,170,176],"compress":[8],"large":[9],"language":[10],"models":[11],"(LLMs)":[12],"into":[13],"smaller":[14],"ones.":[15],"However,":[16],"despite":[17],"the":[18,22,26,78,84,113,123,126,131],"distinct":[19],"roles":[20],"of":[21,81,87,93,102],"student":[23,127],"model":[24,28],"and":[25,42,70,83,121,134,143,146,156,179],"teacher":[27,74],"in":[29,96],"KD,":[30],"most":[31],"existing":[32],"frameworks":[33],"still":[34],"use":[35],"a":[36,57,67,97],"homogeneous":[37],"training":[38,50,79],"backend":[39],"(e.g.,":[40],"FSDP":[41],"DeepSpeed)":[43],"for":[44,60,73,150],"both":[45,94,141],"models,":[46],"leading":[47],"suboptimal":[49],"efficiency.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"present":[56],"novel":[58],"framework":[59,110,139],"LLM":[61,181],"distillation,":[62],"termed":[63],"\\textbf{KDFlow},":[64],"which":[65],"features":[66],"decoupled":[68],"architecture":[69],"employs":[71],"SGLang":[72],"inference.":[75],"By":[76],"bridging":[77],"efficiency":[80,86],"FSDP2":[82],"inference":[85],"SGLang,":[88],"KDFlow":[89,162],"achieves":[90],"full":[91,104],"utilization":[92],"advantages":[95],"unified":[98],"system.":[99],"Moreover,":[100],"instead":[101],"transferring":[103],"logits":[105,124],"across":[106],"different":[107],"processes,":[108],"our":[109,138],"only":[111],"transmits":[112],"teacher's":[114],"hidden":[115],"states":[116],"using":[117],"zero-copy":[118],"data":[119],"transfer":[120],"recomputes":[122],"on":[125],"side,":[128],"effectively":[129],"balancing":[130],"communication":[132],"cost":[133],"KD":[135,148,152,172],"performance.":[136],"Furthermore,":[137],"supports":[140],"off-policy":[142],"on-policy":[144],"incorporates":[147],"algorithms":[149],"cross-tokenizer":[151],"through":[153],"highly":[154],"extensible":[155],"user-friendly":[157],"APIs.":[158],"Experiments":[159],"show":[160],"that":[161],"can":[163],"achieve":[164],"\\textbf{1.44$\\times$":[165],"6.36$\\times$}":[167],"speedup":[168],"compared":[169],"current":[171],"frameworks,":[173],"enabling":[174],"researchers":[175],"rapidly":[177],"prototype":[178],"scale":[180],"with":[183],"minimal":[184],"engineering":[185],"overhead.":[186],"Code":[187],"available":[189],"at:":[190],"https://github.com/songmzhang/KDFlow":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-04T00:00:00"}