{"id":"https://openalex.org/W4408997013","doi":"https://doi.org/10.3390/jimaging11040102","title":"Hierarchical Knowledge Transfer: Cross-Layer Distillation for Industrial Anomaly Detection","display_name":"Hierarchical Knowledge Transfer: Cross-Layer Distillation for Industrial Anomaly Detection","publication_year":2025,"publication_date":"2025-03-28","ids":{"openalex":"https://openalex.org/W4408997013","doi":"https://doi.org/10.3390/jimaging11040102","pmid":"https://pubmed.ncbi.nlm.nih.gov/40278018"},"language":"en","primary_location":{"id":"doi:10.3390/jimaging11040102","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging11040102","pdf_url":"https://www.mdpi.com/2313-433X/11/4/102/pdf?version=1743411937","source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2313-433X/11/4/102/pdf?version=1743411937","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108410958","display_name":"Jinyong Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junning Xu","raw_affiliation_strings":["College of Electronics and Information Engineering, Shanghai University of Electric Power, Shanghai 201306, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Shanghai University of Electric Power, Shanghai 201306, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000065311","display_name":"Sanxin Jiang","orcid":"https://orcid.org/0000-0002-4840-5635"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sanxin Jiang","raw_affiliation_strings":["College of Electronics and Information Engineering, Shanghai University of Electric Power, Shanghai 201306, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Shanghai University of Electric Power, Shanghai 201306, China","institution_ids":["https://openalex.org/I23632641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5000065311"],"corresponding_institution_ids":["https://openalex.org/I23632641"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":5.2247,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94561252,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"4","first_page":"102","last_page":"102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7302101850509644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7266808152198792},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6560972929000854},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6551059484481812},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6315032839775085},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5859889388084412},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5414649248123169},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5292028188705444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.503271758556366},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.4719371497631073},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41932815313339233},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39165109395980835},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32200735807418823},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11611557006835938},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10856151580810547}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7302101850509644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7266808152198792},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6560972929000854},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6551059484481812},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6315032839775085},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5859889388084412},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5414649248123169},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5292028188705444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.503271758556366},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.4719371497631073},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41932815313339233},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39165109395980835},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32200735807418823},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11611557006835938},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10856151580810547},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/jimaging11040102","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging11040102","pdf_url":"https://www.mdpi.com/2313-433X/11/4/102/pdf?version=1743411937","source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},{"id":"pmid:40278018","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40278018","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of imaging","raw_type":null},{"id":"pmh:oai:doaj.org/article:05e7bcdc600f4b0ea7d64cb392592009","is_oa":true,"landing_page_url":"https://doaj.org/article/05e7bcdc600f4b0ea7d64cb392592009","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Imaging, Vol 11, Iss 4, p 102 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12027715","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12027715","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Imaging","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/jimaging11040102","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging11040102","pdf_url":"https://www.mdpi.com/2313-433X/11/4/102/pdf?version=1743411937","source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408997013.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1514907448","https://openalex.org/W2108598243","https://openalex.org/W2884585870","https://openalex.org/W2948982773","https://openalex.org/W3015735225","https://openalex.org/W3034314048","https://openalex.org/W3118600296","https://openalex.org/W3169077988","https://openalex.org/W3169651898","https://openalex.org/W3183588514","https://openalex.org/W3204520143","https://openalex.org/W3208797540","https://openalex.org/W3209793239","https://openalex.org/W4214694907","https://openalex.org/W4289792391","https://openalex.org/W4312772600","https://openalex.org/W4319780907","https://openalex.org/W4381885872","https://openalex.org/W4386072499","https://openalex.org/W4387490275","https://openalex.org/W4388513164","https://openalex.org/W4390062685","https://openalex.org/W4390875033","https://openalex.org/W4394625793","https://openalex.org/W4394726689","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6840297240"],"related_works":["https://openalex.org/W2806741695","https://openalex.org/W4290647774","https://openalex.org/W3189286258","https://openalex.org/W3207797160","https://openalex.org/W3210364259","https://openalex.org/W4300558037","https://openalex.org/W2667207928","https://openalex.org/W2912112202","https://openalex.org/W4377864969","https://openalex.org/W3120251014"],"abstract_inverted_index":{"There":[0],"are":[1,33,96],"two":[2,147],"problems":[3],"with":[4,190],"traditional":[5,14],"knowledge":[6,73,107],"distillation":[7],"methods":[8,15],"in":[9,47,79,105,128,172],"industrial":[10,65],"anomaly":[11,139],"detection:":[12],"first,":[13],"mostly":[16],"use":[17],"feature":[18,77],"alignment":[19],"between":[20],"the":[21,42,71,75,80,99,103,112,115,129,152,165,177,194],"same":[22],"layers.":[23],"The":[24],"second":[25],"is":[26,119,143],"that":[27,185],"similar":[28],"or":[29],"even":[30],"identical":[31],"structures":[32],"usually":[34],"used":[35],"to":[36,44,83,101,108,151],"build":[37],"teacher-student":[38,116],"models,":[39],"thus":[40,90],"limiting":[41],"ability":[43],"represent":[45],"anomalies":[46],"multiple":[48],"ways.":[49],"To":[50],"address":[51],"these":[52],"issues,":[53],"this":[54],"work":[55],"proposes":[56],"a":[57,136,168],"Hierarchical":[58],"Knowledge":[59],"Transfer":[60],"(HKT)":[61],"framework":[62],"for":[63],"detecting":[64],"surface":[66],"anomalies.":[67],"First,":[68],"HKT":[69],"utilizes":[70],"deep":[72],"of":[74,111,157,167,201],"highest":[76],"layer":[78,110],"teacher's":[81],"network":[82],"guide":[84],"student":[85,130,155],"learning":[86],"at":[87,164],"every":[88],"level,":[89],"enabling":[91],"cross-layer":[92],"interactions.":[93],"Multiple":[94],"projectors":[95],"built":[97],"inside":[98],"model":[100,173],"facilitate":[102],"teacher":[104,153],"transferring":[106],"each":[109],"student.":[113],"Second,":[114],"structural":[117],"symmetry":[118],"decoupled":[120],"by":[121],"embedding":[122],"Convolutional":[123],"Block":[124],"Attention":[125],"Modules":[126],"(CBAM)":[127],"network.":[131],"Finally,":[132],"based":[133],"on":[134,176],"HKT,":[135,158],"more":[137],"powerful":[138],"detection":[140,162],"model,":[141],"HKT+,":[142],"developed.":[144],"By":[145],"adding":[146],"additional":[148],"convolutional":[149],"layers":[150],"and":[154,180,203],"networks":[156],"HKT+":[159,186],"achieves":[160,187],"enhanced":[161],"capabilities":[163],"cost":[166],"relatively":[169],"small":[170],"increase":[171],"parameters.":[174],"Experiments":[175],"MVTec":[178],"AD":[179],"BeanTech":[181],"AD(BTAD)":[182],"datasets":[183],"show":[184],"state-of-the-art":[188,210],"performance":[189],"average":[191],"area":[192],"under":[193],"receiver":[195],"operating":[196],"characteristic":[197],"curve":[198],"(AUROC)":[199],"scores":[200],"98.69%":[202],"94.58%,":[204],"respectively,":[205],"which":[206],"outperforms":[207],"most":[208],"current":[209],"methods.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}