{"id":"https://openalex.org/W7125961561","doi":"https://doi.org/10.1109/smc58881.2025.11342742","title":"Enhancing Convolutional Neural Network Performance through Self-Distillation with Feature Extractor and MLP Head","display_name":"Enhancing Convolutional Neural Network Performance through Self-Distillation with Feature Extractor and MLP Head","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125961561","doi":"https://doi.org/10.1109/smc58881.2025.11342742"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11342742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100409387","display_name":"Linlin Liu","orcid":"https://orcid.org/0000-0002-1058-4551"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Liu","raw_affiliation_strings":["Shenyang University of Technology,Shenyang,China"],"affiliations":[{"raw_affiliation_string":"Shenyang University of Technology,Shenyang,China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100356629","display_name":"Zhe Li","orcid":"https://orcid.org/0000-0001-9767-0489"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Li","raw_affiliation_strings":["Shenyang University of Technology,Shenyang,China"],"affiliations":[{"raw_affiliation_string":"Shenyang University of Technology,Shenyang,China","institution_ids":["https://openalex.org/I157507598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100409387"],"corresponding_institution_ids":["https://openalex.org/I157507598"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71990055,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1524","last_page":"1529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.863099992275238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.863099992275238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6840000152587891},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6669999957084656},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6650000214576721},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6430000066757202},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.6039999723434448},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5723000168800354},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5175999999046326}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.804099977016449},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6840000152587891},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6669999957084656},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6650000214576721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.650600016117096},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6430000066757202},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.6039999723434448},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5723000168800354},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5175999999046326},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.507099986076355},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3849000036716461},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3743000030517578},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2913999855518341},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28700000047683716}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11342742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11342742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1996901117","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2531409750","https://openalex.org/W2981441441","https://openalex.org/W2982220706","https://openalex.org/W2982242214","https://openalex.org/W2987861506","https://openalex.org/W3016984854","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W4313182973","https://openalex.org/W4386075969","https://openalex.org/W4402754006"],"related_works":[],"abstract_inverted_index":{"Convolutional":[0],"neural":[1,35],"networks":[2],"have":[3,20,79],"demonstrated":[4],"notable":[5],"advancements":[6],"in":[7,34,52,58,213],"recent":[8],"years.":[9],"In":[10,112],"order":[11],"to":[12,55,61,82,101,136,148,171,198],"meet":[13],"the":[14,22,32,91,98,124,138,151,158,168,183,204,214],"demands":[15,44],"of":[16,49,93,114,163,216],"high-precision":[17],"scenarios,":[18],"researchers":[19],"improved":[21],"performance":[23,37],"by":[24,41,187],"using":[25],"deeper":[26],"or":[27],"wider":[28],"network":[29,36],"architectures.":[30],"However,":[31,85],"improvement":[33,205],"is":[38,206],"often":[39],"accompanied":[40],"increased":[42],"computational":[43],"and":[45,63,107,175,191],"a":[46,94,118,210],"larger":[47],"number":[48,215],"parameters,":[50],"which":[51],"turn":[53],"lead":[54],"exponential":[56],"growth":[57],"costs":[59],"related":[60],"computation":[62],"data":[64],"storage,":[65],"as":[66,68],"well":[67],"longer":[69],"response":[70],"times.":[71],"To":[72],"address":[73,137],"these":[74,164],"problems,":[75],"techniques":[76],"like":[77],"self-distillation":[78,89,120],"been":[80],"proposed":[81],"compress":[83],"models.":[84],"models":[86,200],"trained":[87],"with":[88,103,132,208],"lack":[90],"guidance":[92],"teacher":[95],"model,":[96],"causing":[97],"student":[99],"model":[100],"struggle":[102],"capturing":[104],"global":[105,173],"information":[106,145,174],"focusing":[108],"on":[109,128,177,189,193,201],"key":[110,155,178],"features.":[111,179],"light":[113],"this,":[115],"we":[116],"propose":[117],"novel":[119],"method":[121],"that":[122,182],"combines":[123],"feature":[125,141],"extractor":[126,142],"based":[127],"depthwise":[129],"separable":[130],"convolutions":[131],"an":[133],"MLP":[134,152],"Head":[135,153],"limitation.":[139],"The":[140,161],"captures":[143],"multi-level":[144],"from":[146],"local":[147],"global,":[149],"while":[150],"highlights":[154],"features":[156],"for":[157],"final":[159],"classification.":[160],"combination":[162],"two":[165],"components":[166],"enhances":[167],"model\u2019s":[169,184],"ability":[170],"extract":[172],"focus":[176],"Experiments":[180],"demonstrate":[181],"accuracy":[185],"increases":[186],"3.62%":[188],"CIFAR-100":[190],"4.37%":[192],"Tiny":[194],"ImageNet":[195],"increase":[196,212],"compared":[197],"baseline":[199],"average.":[202],"Moreover,":[203],"achieved":[207],"only":[209],"slight":[211],"parameters.":[217]},"counts_by_year":[],"updated_date":"2026-01-29T23:17:01.242718","created_date":"2026-01-29T00:00:00"}