{"id":"https://openalex.org/W7155402706","doi":"https://doi.org/10.1145/3797552.3797695","title":"Mimicking Expert Teaching: A Multi-Path Feature Alignment Strategy for Knowledge Distillation","display_name":"Mimicking Expert Teaching: A Multi-Path Feature Alignment Strategy for Knowledge Distillation","publication_year":2025,"publication_date":"2025-11-21","ids":{"openalex":"https://openalex.org/W7155402706","doi":"https://doi.org/10.1145/3797552.3797695"},"language":null,"primary_location":{"id":"doi:10.1145/3797552.3797695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797552.3797695","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 4th International Conference on Artificial Intelligence and Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3797552.3797695","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jianhao Zhou","orcid":"https://orcid.org/0009-0003-3593-5754"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhao Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing, Jiangsu, China,"],"raw_orcid":"https://orcid.org/0009-0003-3593-5754","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing, Jiangsu, China,","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067114555","display_name":"Ningzhong Liu","orcid":"https://orcid.org/0000-0002-6735-7130"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningzhong Liu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing, Jiangsu, China,"],"raw_orcid":"https://orcid.org/0000-0002-6735-7130","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"MIIT Key Laboratory of Pattern Analysis and Machine Intelligence, Nanjing, Jiangsu, China,","institution_ids":["https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.69243452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"895","last_page":"900"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.8460000157356262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.8460000157356262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03709999844431877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6672000288963318},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.6137999892234802},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5917999744415283},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5376999974250793},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.44600000977516174},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4309999942779541},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.41290000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419000267982483},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6672000288963318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6407999992370605},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6137999892234802},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5917999744415283},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44600000977516174},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C47432892","wikidata":"https://www.wikidata.org/wiki/Q831390","display_name":"Wavelet","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C196216189","wikidata":"https://www.wikidata.org/wiki/Q2867","display_name":"Wavelet transform","level":3,"score":0.27410000562667847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3797552.3797695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797552.3797695","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 4th International Conference on Artificial Intelligence and Education","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3797552.3797695","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797552.3797695","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 4th International Conference on Artificial Intelligence and Education","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5299280881881714,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2561238782","https://openalex.org/W2964118293","https://openalex.org/W2995607862","https://openalex.org/W3177196641","https://openalex.org/W4221031469","https://openalex.org/W4226426325","https://openalex.org/W4312929415","https://openalex.org/W4366999950","https://openalex.org/W4382458595","https://openalex.org/W4386065360","https://openalex.org/W4386072392","https://openalex.org/W4391158658","https://openalex.org/W4394625632","https://openalex.org/W4402667890","https://openalex.org/W4403780854","https://openalex.org/W4409362958","https://openalex.org/W4409364235","https://openalex.org/W4409366907","https://openalex.org/W4412877089","https://openalex.org/W4415797084"],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"efficient":[1],"models":[2],"for":[3],"educational":[4,51,147],"AI":[5,148],"applications":[6],"such":[7],"as":[8],"handwritten":[9,134],"formula":[10,135],"recognition":[11,136],"relies":[12],"on":[13,117],"effectively":[14,138],"transferring":[15],"knowledge":[16,28],"from":[17],"a":[18,23,60,71,92,101],"large":[19],"teacher":[20],"model":[21],"to":[22,43,75,87,95,104],"compact":[24],"student":[25],"model.":[26],"Conventional":[27],"distillation":[29],"methods":[30],"often":[31],"use":[32],"simple":[33],"feature":[34],"alignment":[35],"modules":[36],"like":[37],"basic":[38],"bottleneck":[39],"layers,":[40],"which":[41],"struggle":[42],"capture":[44],"high-frequency":[45,97],"and":[46,100,120],"directional":[47,89],"features":[48],"crucial":[49],"in":[50,133,146],"data.":[52],"Inspired":[53],"by":[54,137],"expert":[55],"teaching":[56],"strategies,":[57],"we":[58],"propose":[59],"novel":[61],"Multi-Path":[62],"Feature":[63],"Alignment":[64],"Module":[65],"(MPFA":[66],"Module).":[67],"It":[68],"begins":[69],"with":[70],"large-kernel":[72,110],"grouped":[73],"convolution":[74,111],"establish":[76],"macroscopic":[77],"context.":[78],"A":[79],"core":[80],"three-path":[81],"stage":[82],"then":[83],"uses":[84],"asymmetric":[85],"convolutions":[86],"extract":[88],"spatial":[90],"details,":[91],"wavelet":[93],"transform":[94],"enhance":[96],"pattern":[98],"recognition,":[99],"residual":[102],"connection":[103],"consolidate":[105],"foundational":[106],"knowledge.":[107],"Finally,":[108],"another":[109],"refines":[112],"the":[113],"output.":[114],"Extensive":[115],"experiments":[116],"MNIST,":[118],"CIFAR-100,":[119],"ImageNet":[121],"show":[122],"our":[123],"method":[124],"consistently":[125],"improves":[126],"performance.":[127],"Notably,":[128],"it":[129],"achieves":[130],"significant":[131],"gains":[132],"capturing":[139],"fine-grained":[140],"features,":[141],"demonstrating":[142],"its":[143],"strong":[144],"applicability":[145],"scenarios.":[149]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-24T00:00:00"}