{"id":"https://openalex.org/W7122550350","doi":"https://doi.org/10.3390/info17010070","title":"Hierarchical Knowledge Distillation for Efficient Model Compression and Transfer: A Multi-Level Aggregation Approach","display_name":"Hierarchical Knowledge Distillation for Efficient Model Compression and Transfer: A Multi-Level Aggregation Approach","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7122550350","doi":"https://doi.org/10.3390/info17010070"},"language":"en","primary_location":{"id":"doi:10.3390/info17010070","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17010070","pdf_url":"https://www.mdpi.com/2078-2489/17/1/70/pdf","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/17/1/70/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070575756","display_name":"Titinunt Kitrungrotsakul","orcid":"https://orcid.org/0000-0001-7254-1787"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Titinunt Kitrungrotsakul","raw_affiliation_strings":["Research Center for Space Computing System, Zhejiang Lab, Hangzhou 311121, China"],"raw_orcid":"https://orcid.org/0000-0001-7254-1787","affiliations":[{"raw_affiliation_string":"Research Center for Space Computing System, Zhejiang Lab, Hangzhou 311121, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121468115","display_name":"Preeyanuch Srichola","orcid":null},"institutions":[{"id":"https://openalex.org/I198105771","display_name":"Kasetsart University","ror":"https://ror.org/05gzceg21","country_code":"TH","type":"education","lineage":["https://openalex.org/I198105771"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Preeyanuch Srichola","raw_affiliation_strings":["Cellulose for Future Materials and Technologies Special Research Unit, Department of Biotechnology, Faculty of Agro-Industry, Kasetsart University, Bangkok 10900, Thailand","Kasetsart Agricultural and Agro-Industrial Product Improvement Institute, Kasetsart University, Bangkok 10900, Thailand"],"raw_orcid":"https://orcid.org/0000-0001-8012-0405","affiliations":[{"raw_affiliation_string":"Cellulose for Future Materials and Technologies Special Research Unit, Department of Biotechnology, Faculty of Agro-Industry, Kasetsart University, Bangkok 10900, Thailand","institution_ids":["https://openalex.org/I198105771"]},{"raw_affiliation_string":"Kasetsart Agricultural and Agro-Industrial Product Improvement Institute, Kasetsart University, Bangkok 10900, Thailand","institution_ids":["https://openalex.org/I198105771"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070575756"],"corresponding_institution_ids":["https://openalex.org/I4210123185"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03724836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"1","first_page":"70","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.41920000314712524,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.41920000314712524,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.3043000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07880000025033951,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7946000099182129},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6801999807357788},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6338000297546387},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5907999873161316},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.48190000653266907},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.39570000767707825},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.3488999903202057},{"id":"https://openalex.org/keywords/knowledge-acquisition","display_name":"Knowledge acquisition","score":0.3273000121116638}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7946000099182129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.742900013923645},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6801999807357788},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6338000297546387},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5907999873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.521399974822998},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4950999915599823},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3828999996185303},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.29910001158714294},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info17010070","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17010070","pdf_url":"https://www.mdpi.com/2078-2489/17/1/70/pdf","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:80dff91f0e1043919229a8dc669a80da","is_oa":true,"landing_page_url":"https://doaj.org/article/80dff91f0e1043919229a8dc669a80da","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 17, Iss 1, p 70 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info17010070","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17010070","pdf_url":"https://www.mdpi.com/2078-2489/17/1/70/pdf","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2735840","display_name":null,"funder_award_id":"62202435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7122550350.pdf","grobid_xml":"https://content.openalex.org/works/W7122550350.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2515866431","https://openalex.org/W2592962403","https://openalex.org/W2626107033","https://openalex.org/W2779054585","https://openalex.org/W2963785576","https://openalex.org/W2964194231","https://openalex.org/W2981448908","https://openalex.org/W3012326541","https://openalex.org/W3034368386","https://openalex.org/W3047058320","https://openalex.org/W3111501160","https://openalex.org/W3139732141","https://openalex.org/W3152083889","https://openalex.org/W3203532272","https://openalex.org/W4229058281","https://openalex.org/W4239999461","https://openalex.org/W4283721482","https://openalex.org/W4312219282","https://openalex.org/W4312272363","https://openalex.org/W4385768214","https://openalex.org/W4388740367","https://openalex.org/W4390872745","https://openalex.org/W4390873744","https://openalex.org/W4393159564","https://openalex.org/W4394966885","https://openalex.org/W4402473945","https://openalex.org/W4402772638","https://openalex.org/W4402776460","https://openalex.org/W4404536218","https://openalex.org/W4407152340"],"related_works":[],"abstract_inverted_index":{"The":[0],"success":[1],"of":[2],"large-scale":[3],"deep":[4],"learning":[5],"models":[6,96],"in":[7,17,35,98],"remote":[8,128],"sensing":[9,129],"tasks":[10],"has":[11],"been":[12],"transformative,":[13],"enabling":[14],"significant":[15],"advances":[16],"image":[18],"classification,":[19],"object":[20],"detection,":[21],"and":[22,28,101,104,120,132,140,144],"image\u2013text":[23],"retrieval.":[24],"However,":[25],"their":[26,107],"computational":[27],"memory":[29],"demands":[30],"pose":[31],"challenges":[32],"for":[33,59],"deployment":[34,61,153],"resource-constrained":[36],"environments.":[37],"Knowledge":[38,80],"distillation":[39],"(KD)":[40],"alleviates":[41],"these":[42],"issues":[43],"by":[44],"transferring":[45],"knowledge":[46,89,108],"from":[47,90],"a":[48,52,83,91,146],"strong":[49,157],"teacher":[50,92],"to":[51,65],"student":[53,148],"model,":[54],"which":[55],"can":[56],"be":[57],"compact":[58,147],"efficient":[60],"or":[62],"architecturally":[63],"matched":[64],"improve":[66],"accuracy":[67],"under":[68],"the":[69,110],"same":[70],"inference":[71],"budget.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"introduce":[77],"Hierarchical":[78],"Multi-Segment":[79],"Distillation":[81],"(HIMS_KD),":[82],"multi-stage":[84],"framework":[85],"that":[86,135],"sequentially":[87],"distills":[88],"into":[93,109],"multiple":[94],"assistant":[95],"specialized":[97],"low-,":[99],"mid-,":[100],"high-level":[102],"representations,":[103],"then":[105],"aggregates":[106],"final":[111],"student.":[112],"We":[113],"integrate":[114],"feature-level":[115],"alignment,":[116,119],"auxiliary":[117],"similarity-logit":[118],"supervised":[121],"loss":[122],"during":[123],"distillation.":[124],"Experiments":[125],"on":[126],"benchmark":[127],"datasets":[130],"(RSITMD":[131],"RSICD)":[133],"show":[134],"HIMS_KD":[136],"improves":[137],"retrieval":[138],"performance":[139],"enhances":[141],"zero-shot":[142],"classification;":[143],"when":[145],"is":[149],"used,":[150],"it":[151],"reduces":[152],"cost":[154],"while":[155],"retaining":[156],"accuracy.":[158]},"counts_by_year":[],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2026-01-13T00:00:00"}