{"id":"https://openalex.org/W4410536992","doi":"https://doi.org/10.1109/access.2025.3571732","title":"The Impact of Integrating Shallow and Deep Information on Knowledge Distillation","display_name":"The Impact of Integrating Shallow and Deep Information on Knowledge Distillation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410536992","doi":"https://doi.org/10.1109/access.2025.3571732"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3571732","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3571732","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3571732","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111315464","display_name":"yilin miao","orcid":null},"institutions":[{"id":"https://openalex.org/I31637741","display_name":"Inner Mongolia University of Science and Technology","ror":"https://ror.org/044rgx723","country_code":"CN","type":"education","lineage":["https://openalex.org/I31637741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilin Miao","raw_affiliation_strings":["School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China"],"raw_orcid":"https://orcid.org/0009-0001-9024-3019","affiliations":[{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","institution_ids":["https://openalex.org/I31637741"]},{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China","institution_ids":["https://openalex.org/I31637741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072724801","display_name":"Yuhong Tang","orcid":"https://orcid.org/0000-0003-2967-778X"},"institutions":[{"id":"https://openalex.org/I31637741","display_name":"Inner Mongolia University of Science and Technology","ror":"https://ror.org/044rgx723","country_code":"CN","type":"education","lineage":["https://openalex.org/I31637741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhong Tang","raw_affiliation_strings":["School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","institution_ids":["https://openalex.org/I31637741"]},{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China","institution_ids":["https://openalex.org/I31637741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084341155","display_name":"Hua Ren","orcid":"https://orcid.org/0000-0002-7073-1891"},"institutions":[{"id":"https://openalex.org/I31637741","display_name":"Inner Mongolia University of Science and Technology","ror":"https://ror.org/044rgx723","country_code":"CN","type":"education","lineage":["https://openalex.org/I31637741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huangliang Ren","raw_affiliation_strings":["School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","institution_ids":["https://openalex.org/I31637741"]},{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China","institution_ids":["https://openalex.org/I31637741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101524772","display_name":"Jianjun Li","orcid":"https://orcid.org/0000-0003-3003-8344"},"institutions":[{"id":"https://openalex.org/I31637741","display_name":"Inner Mongolia University of Science and Technology","ror":"https://ror.org/044rgx723","country_code":"CN","type":"education","lineage":["https://openalex.org/I31637741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Li","raw_affiliation_strings":["School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China"],"raw_orcid":"https://orcid.org/0000-0003-3003-8344","affiliations":[{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, China","institution_ids":["https://openalex.org/I31637741"]},{"raw_affiliation_string":"School of Digital and Intelligent Industry, Inner Mongolia University of Science and Technology, Baotou, Inner Mongolia, China","institution_ids":["https://openalex.org/I31637741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31637741"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6508,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85972438,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"89831","last_page":"89843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.3172999918460846,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.3172999918460846,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7217864990234375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6580971479415894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3444862961769104},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08660006523132324},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.05842876434326172}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7217864990234375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6580971479415894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3444862961769104},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08660006523132324},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.05842876434326172}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3571732","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3571732","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5b9c0911ac1548b8af3ac6f41f1f692b","is_oa":true,"landing_page_url":"https://doaj.org/article/5b9c0911ac1548b8af3ac6f41f1f692b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 89831-89843 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3571732","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3571732","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2054256067","display_name":"\u57fa\u4e8e\u8f7b\u91cf\u7ea7\u591a\u4efb\u52a1\u8054\u5408\u6a21\u578b\u7684\u4eba\u4f53\u5f02\u5e38\u884c\u4e3a\u68c0\u6d4b\u4e0e\u5b9a\u4f4d\u7814\u7a76","funder_award_id":"62066036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4486813440","display_name":null,"funder_award_id":"62066036","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G8839714276","display_name":null,"funder_award_id":"2022MS06009","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2752782242","https://openalex.org/W2936864631","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963840672","https://openalex.org/W2964137095","https://openalex.org/W2964231884","https://openalex.org/W2980677578","https://openalex.org/W2981408784","https://openalex.org/W3034368386","https://openalex.org/W3034552520","https://openalex.org/W3043350800","https://openalex.org/W3121842289","https://openalex.org/W3151130473","https://openalex.org/W3158759505","https://openalex.org/W4226426325","https://openalex.org/W4289752563","https://openalex.org/W4312901050","https://openalex.org/W4366213854","https://openalex.org/W4372347372","https://openalex.org/W4381598461","https://openalex.org/W4385346076","https://openalex.org/W4386076222","https://openalex.org/W4386076493","https://openalex.org/W4390874575","https://openalex.org/W4392173735","https://openalex.org/W4402667890","https://openalex.org/W4404672046","https://openalex.org/W4404751038","https://openalex.org/W6637373629","https://openalex.org/W6773204560","https://openalex.org/W6839053282","https://openalex.org/W6846467139","https://openalex.org/W6848227991","https://openalex.org/W6853702739","https://openalex.org/W6857675576","https://openalex.org/W6857738556","https://openalex.org/W6861387779"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,224],"is":[2,35,68,74],"a":[3,13,23,63,78,117,161],"key":[4],"technique":[5],"for":[6,31,38,80],"compressing":[7],"neural":[8,54],"networks,":[9,55],"leveraging":[10],"insights":[11],"from":[12,98],"large":[14],"teacher":[15],"model":[16,91,181,188,210,235],"to":[17,148,153,176,221],"enhance":[18,149],"the":[19,57,89,104,107,125,150,172,177,183,186,190,205,208,212,230],"generalization":[20],"capability":[21],"of":[22,106,128,185,207,232],"smaller":[24],"student":[25,109,187,209,234],"model.":[26,110],"The":[27],"ResNet":[28,67,90],"family,":[29],"recognized":[30],"its":[32],"residual":[33],"connections,":[34],"commonly":[36],"employed":[37],"various":[39],"visual":[40],"tasks.":[41],"It":[42],"effectively":[43],"addresses":[44],"issues":[45],"such":[46],"as":[47,77],"gradient":[48],"vanishing":[49],"and":[50,73,133,143,156,198,218,228,239],"degradation":[51],"in":[52,70,94,101],"deep":[53,64],"making":[56],"training":[58],"process":[59],"more":[60],"manageable.":[61],"As":[62],"network":[65],"architecture,":[66],"proficient":[69],"feature":[71,119],"extraction":[72,120],"frequently":[75],"used":[76],"backbone":[79],"knowledge":[81,223],"refinement.":[82],"However,":[83],"our":[84,180,233],"experimental":[85],"findings":[86],"reveal":[87],"that":[88,123,170],"falls":[92],"short":[93],"extracting":[95],"shallow":[96,118],"information":[97,135],"images,":[99],"which":[100],"turn":[102],"affects":[103],"performance":[105,184,206,231],"corresponding":[108],"To":[111],"address":[112],"these":[113],"issues,":[114],"we":[115,159],"propose":[116],"module":[121],"(SFEM)":[122],"enriches":[124],"receptive":[126],"field":[127],"images":[129],"through":[130],"dilated":[131],"convolutions":[132],"captures":[134],"at":[136],"different":[137,202],"scales,":[138],"while":[139],"reducing":[140],"parameter":[141],"counts":[142],"optimizing":[144],"computational":[145],"resources.":[146],"Additionally,":[147],"model's":[151],"sensitivity":[152],"both":[154],"horizontal":[155],"vertical":[157],"directions,":[158],"introduce":[160],"full-dimensional":[162],"perceptual":[163],"(FDP)":[164],"attention":[165],"mechanism.":[166],"Experimental":[167],"results":[168],"demonstrate":[169],"on":[171,211],"CIFAR-100":[173,213],"dataset,":[174],"compared":[175],"baseline":[178],"model,":[179],"improves":[182,215,236],"under":[189],"same":[191],"architectural":[192,203],"guidance":[193],"by":[194,216,237],"1.73%,":[195],"1.41%,":[196],"1.16%,":[197],"0.72%,":[199],"respectively.":[200,241],"Under":[201],"guidance,":[204],"dataset":[214],"2.27%":[217],"1.51%,":[219],"respectively.Compared":[220],"state-of-the-art":[222],"methods":[225],"(e.g.,":[226],"RKD":[227],"VID),":[229],"1.03%":[238],"1.56%,":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}