{"id":"https://openalex.org/W4406612277","doi":"https://doi.org/10.1109/smc54092.2024.10831291","title":"Knowledge Distillation Using Global Fusion and Feature Restoration for Industrial Defect Detectors","display_name":"Knowledge Distillation Using Global Fusion and Feature Restoration for Industrial Defect Detectors","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4406612277","doi":"https://doi.org/10.1109/smc54092.2024.10831291"},"language":"en","primary_location":{"id":"doi:10.1109/smc54092.2024.10831291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831291","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028354738","display_name":"Zhengqian Feng","orcid":"https://orcid.org/0000-0001-7083-0585"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhengqian Feng","raw_affiliation_strings":["SHANDONG SCICOM Information and Economy Research Institute CO. . Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SHANDONG SCICOM Information and Economy Research Institute CO. . Ltd","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiyao Yue","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyao Yue","raw_affiliation_strings":["Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382402","display_name":"Li Wang","orcid":"https://orcid.org/0000-0002-2929-4255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang Li","raw_affiliation_strings":["SHANDONG SCICOM Information and Economy Research Institute CO. . Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SHANDONG SCICOM Information and Economy Research Institute CO. . Ltd","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066041146","display_name":"Mingle Zhou","orcid":"https://orcid.org/0000-0003-4911-276X"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingle Zhou","raw_affiliation_strings":["Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024839815","display_name":"Delong Han","orcid":"https://orcid.org/0000-0001-7195-3413"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Delong Han","raw_affiliation_strings":["Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056862464","display_name":"Gang Li","orcid":"https://orcid.org/0000-0002-7896-4833"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Li","raw_affiliation_strings":["Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences),Key Laboratory of Computing Power Network and Information Security,Jinan","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4396019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2146","last_page":"2151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9275000095367432,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10834","display_name":"Welding Techniques and Residual Stresses","score":0.9211999773979187,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.6467447876930237},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6173148155212402},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5607203841209412},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5328662395477295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5280511975288391},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5047174692153931},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49987006187438965},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.46216249465942383},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4489686191082001},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.12398722767829895},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.08790057897567749}],"concepts":[{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.6467447876930237},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6173148155212402},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5607203841209412},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5328662395477295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5280511975288391},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5047174692153931},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49987006187438965},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.46216249465942383},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4489686191082001},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.12398722767829895},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.08790057897567749},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc54092.2024.10831291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831291","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W2193145675","https://openalex.org/W2407386500","https://openalex.org/W2903707108","https://openalex.org/W2959289524","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2981884310","https://openalex.org/W2982242214","https://openalex.org/W2986357608","https://openalex.org/W3176459575","https://openalex.org/W4221028129","https://openalex.org/W4312980183","https://openalex.org/W4313141028"],"related_works":["https://openalex.org/W2366906938","https://openalex.org/W2349391998","https://openalex.org/W4205655149","https://openalex.org/W2000775715","https://openalex.org/W2074467390","https://openalex.org/W2795393339","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"technology":[2],"has":[3],"been":[4],"widely":[5],"applied":[6],"in":[7,24,150],"industrial":[8,151],"quality":[9],"inspection":[10],"tasks":[11],"to":[12,79,99,134,170,205],"improve":[13,147],"the":[14,25,43,48,66,83,88,109,112,115,136,156,163,175,184,198],"accuracy":[15],"of":[16,27,105,111,123,138,166,177,201],"defect":[17,152,159],"detection,":[18,29],"object":[19,28,181],"recognition,":[20],"and":[21,32,56,74,101],"classification.":[22],"However,":[23],"task":[26],"both":[30],"feature-based":[31],"regression-based":[33],"traditional":[34],"knowledge":[35],"distillation":[36,84],"methods":[37],"impose":[38],"overly":[39],"strict":[40],"constraints":[41],"on":[42,82,183],"student":[44,106],"model.":[45,113],"To":[46],"address":[47],"above":[49],"issues,":[50],"this":[51],"article":[52],"proposes":[53],"Global":[54,70],"Fusion":[55,71],"Feature":[57,96],"Restoration":[58,97],"Knowledge":[59],"Distillation(FRD).":[60],"FRD":[61,91,118,144,161,178,196],"integrates":[62],"contextual":[63],"information":[64],"into":[65],"channel":[67],"through":[68],"a":[69,94,103,120,188],"Module":[72],"(GFM),":[73],"further":[75],"utilizes":[76],"attention":[77],"mechanisms":[78],"adaptively":[80],"focus":[81],"region":[85],"after":[86],"separating":[87],"foreground":[89],"background.":[90],"also":[92,173],"uses":[93],"Mask":[95],"(MFR)":[98],"mask":[100],"restore":[102],"portion":[104],"features,":[107],"improving":[108],"learnability":[110],"At":[114],"same":[116],"time,":[117],"adopts":[119],"comprehensive":[121],"approach":[122],"multiple":[124],"loss":[125],"superposition":[126],"constraints,":[127],"rather":[128],"than":[129],"simply":[130],"using":[131],"MSE":[132],"losses":[133],"imitate":[135],"features":[137],"teachers.":[139],"Experiments":[140],"have":[141],"shown":[142],"that":[143],"can":[145],"effectively":[146],"model":[148],"performance":[149],"detection":[153,182],"tasks.":[154],"On":[155,187],"aluminum":[157],"surface":[158],"dataset,":[160],"increased":[162,197],"mAP":[164,199],"index":[165],"RetinaNet-Res50":[167,202],"from":[168,203],"57.7%":[169],"61.7%.":[171],"We":[172],"confirmed":[174],"effectiveness":[176],"for":[179],"general":[180],"Coco":[185],"dataset.":[186],"randomly":[189],"selected":[190],"COCO":[191],"dataset":[192],"containing":[193],"4000":[194],"images,":[195],"metric":[200],"21.5%":[204],"43.6%.":[206]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}