{"id":"https://openalex.org/W7125579965","doi":"https://doi.org/10.1145/3786604","title":"Orchestrating Prompt Expertise: Enhancing Knowledge Distillation via Expert-Guided Tuning","display_name":"Orchestrating Prompt Expertise: Enhancing Knowledge Distillation via Expert-Guided Tuning","publication_year":2026,"publication_date":"2026-01-24","ids":{"openalex":"https://openalex.org/W7125579965","doi":"https://doi.org/10.1145/3786604"},"language":"en","primary_location":{"id":"doi:10.1145/3786604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786604","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3786604","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123771787","display_name":"Xu Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210104364","display_name":"Global Security Intelligence (United Kingdom)","ror":"https://ror.org/01ag8d960","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104364"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Xu Meng","raw_affiliation_strings":["Guangdong Key Lab of New Security and Intelligence Technology","Harbin Institute of Technology Shenzhen"],"raw_orcid":"https://orcid.org/0009-0005-4631-8203","affiliations":[{"raw_affiliation_string":"Guangdong Key Lab of New Security and Intelligence Technology","institution_ids":["https://openalex.org/I4210104364"]},{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053687590","display_name":"Jun Rao","orcid":"https://orcid.org/0000-0001-5804-1508"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Rao","raw_affiliation_strings":["School of computer science and technology, Harbin Institute of Technology Shenzhen"],"raw_orcid":"https://orcid.org/0000-0001-5804-1508","affiliations":[{"raw_affiliation_string":"School of computer science and technology, Harbin Institute of Technology Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123768659","display_name":"Shuhan Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210104364","display_name":"Global Security Intelligence (United Kingdom)","ror":"https://ror.org/01ag8d960","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104364"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Shuhan Qi","raw_affiliation_strings":["Guangdong Key Lab of New Security and Intelligence Technology","Harbin Institute of Technology Shenzhen"],"raw_orcid":"https://orcid.org/0000-0002-6903-145X","affiliations":[{"raw_affiliation_string":"Guangdong Key Lab of New Security and Intelligence Technology","institution_ids":["https://openalex.org/I4210104364"]},{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123733743","display_name":"Xuebo Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuebo Liu","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen"],"raw_orcid":"https://orcid.org/0000-0001-8524-2006","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-2124-0954"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["Ping An Technology"],"raw_orcid":"https://orcid.org/0000-0003-2124-0954","affiliations":[{"raw_affiliation_string":"Ping An Technology","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123763282","display_name":"Min Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Institute of Computing and Intelligence, Harbin Institute of Technology Shenzhen"],"raw_orcid":"https://orcid.org/0000-0002-3895-5510","affiliations":[{"raw_affiliation_string":"Institute of Computing and Intelligence, Harbin Institute of Technology Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123749669","display_name":"Xuan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Wang","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen"],"raw_orcid":"https://orcid.org/0000-0002-3512-0649","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08916375,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"2","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6100000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6100000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.15379999577999115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0617000013589859,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7002000212669373},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6757000088691711},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.6107000112533569},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.43130001425743103},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3765000104904175}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7002000212669373},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6757000088691711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6704000234603882},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.6107000112533569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4781999886035919},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42719998955726624},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786604","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3786604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786604","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2157386343","display_name":null,"funder_award_id":"2024A1515030024","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G4621923776","display_name":null,"funder_award_id":"JCYJ20220818102414030","funder_id":"https://openalex.org/F4320316880","funder_display_name":"Natural Science Foundation of Shenzhen City"},{"id":"https://openalex.org/G5421374829","display_name":null,"funder_award_id":"62372139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316880","display_name":"Natural Science Foundation of Shenzhen City","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2043379390","https://openalex.org/W2743289088","https://openalex.org/W2747909401","https://openalex.org/W2809290718","https://openalex.org/W2937408455","https://openalex.org/W2963140444","https://openalex.org/W2963254338","https://openalex.org/W2973172293","https://openalex.org/W3034368386","https://openalex.org/W3101547357","https://openalex.org/W3153675281","https://openalex.org/W3174770825","https://openalex.org/W4214488463","https://openalex.org/W4312247736","https://openalex.org/W4319586248","https://openalex.org/W4365801687","https://openalex.org/W4387037106","https://openalex.org/W4387385613","https://openalex.org/W4404782912"],"related_works":[],"abstract_inverted_index":{"Multi-teacher":[0],"knowledge":[1,4,26,181],"distillation":[2,182],"transfers":[3],"from":[5,27,33,65,93],"multiple":[6,28,43,82],"large":[7],"teacher":[8,44,68],"models":[9,45],"to":[10,87,106,136,146,172],"a":[11,52,94,101,128,151],"small":[12],"student":[13,63],"model":[14,64,98],"and":[15,40,47,75,99,109,120,127,164,174,178,183],"has":[16],"performed":[17],"well":[18],"on":[19,160,186],"many":[20],"downstream":[21],"tasks.":[22],"However,":[23],"when":[24],"distilling":[25],"teachers,":[29],"it":[30],"always":[31],"suffers":[32],"the":[34,62,72,79,113,133,193],"severe":[35],"problems":[36,74],"of":[37,91],"being":[38],"time-consuming":[39],"storage-extensive":[41],"for":[42,60,154],"training":[46,61],"inference.":[48],"We":[49,140,157],"present":[50],"MoE-KD,":[51,81],"simple":[53],"but":[54],"effective":[55],"framework":[56],"that":[57],"produces":[58],"supervision":[59,115],"one":[66],"single":[67,95],"model,":[69],"which":[70,131],"fixes":[71],"above":[73],"improves":[76],"effectiveness.":[77],"In":[78],"proposed":[80],"trainable":[83],"prompts":[84],"are":[85],"used":[86],"extract":[88],"different":[89],"views":[90],"samples":[92],"pre-trained":[96],"language":[97],"only":[100],"few":[102],"parameters":[103],"(prompts)":[104],"need":[105],"be":[107],"trained":[108],"stored.":[110],"To":[111],"guarantee":[112],"generated":[114],"signals":[116],"with":[117,192],"increased":[118],"robustness":[119],"correctness,":[121],"we":[122],"introduce":[123],"an":[124],"uncertainty-based":[125],"mechanism":[126],"selector":[129],"module,":[130],"routes":[132],"input":[134],"instance":[135],"its":[137],"corresponding":[138],"teacher.":[139],"have":[141],"also":[142],"extended":[143],"MoE":[144],"KD":[145,162],"lifelong":[147,165,189],"learning":[148,166],"scenarios,":[149],"proposing":[150],"lightweight":[152],"solution":[153],"catastrophic":[155],"forgetting.":[156],"conduct":[158],"experiments":[159],"traditional":[161],"scenarios":[163],"scenarios.":[167],"MoE-KD":[168],"yields":[169],"improvements":[170,185],"up":[171],"1.1%":[173],"140%":[175],"in":[176,180,188],"accuracy":[177],"efficiency":[179],"2.8%":[184],"average":[187],"learning,":[190],"compared":[191],"strong":[194],"baseline":[195],"methods.":[196]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-01-25T00:00:00"}