{"id":"https://openalex.org/W4381800749","doi":"https://doi.org/10.1109/ojcs.2023.3288227","title":"Reverse Self-Distillation Overcoming the Self-Distillation Barrier","display_name":"Reverse Self-Distillation Overcoming the Self-Distillation Barrier","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381800749","doi":"https://doi.org/10.1109/ojcs.2023.3288227"},"language":"en","primary_location":{"id":"doi:10.1109/ojcs.2023.3288227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2023.3288227","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10158776.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10158776.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091688553","display_name":"Shuiping Ni","orcid":"https://orcid.org/0000-0003-0524-367X"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuiping Ni","raw_affiliation_strings":["School of Computer Science and Technology, Henan Polytechnic University, Jiaozuo, China"],"raw_orcid":"https://orcid.org/0000-0003-0524-367X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000586559","display_name":"Xinliang Ma","orcid":"https://orcid.org/0000-0002-5647-653X"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinliang Ma","raw_affiliation_strings":["School of Computer Science and Technology, Henan Polytechnic University, Jiaozuo, China"],"raw_orcid":"https://orcid.org/0000-0002-5647-653X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033099011","display_name":"Mingfu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingfu Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Henan Polytechnic University, Jiaozuo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076986736","display_name":"Xingwang Li","orcid":"https://orcid.org/0000-0002-0907-6517"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwang Li","raw_affiliation_strings":["School of Physics and Electronic Information Engineering, Henan Polytechnic University, Jiaozuo, China"],"raw_orcid":"https://orcid.org/0000-0002-0907-6517","affiliations":[{"raw_affiliation_string":"School of Physics and Electronic Information Engineering, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100434437","display_name":"Yudong Zhang","orcid":"https://orcid.org/0000-0002-4870-1493"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Dong Zhang","raw_affiliation_strings":["School of Computing and Mathematics, University of Leicester, Leicester, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4870-1493","affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, University of Leicester, Leicester, U.K","institution_ids":["https://openalex.org/I153648349"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.3191,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.55562136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"4","issue":null,"first_page":"195","last_page":"205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8938143253326416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5995641350746155},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5027844905853271},{"id":"https://openalex.org/keywords/continuous-distillation","display_name":"Continuous distillation","score":0.4746975302696228},{"id":"https://openalex.org/keywords/vacuum-distillation","display_name":"Vacuum distillation","score":0.4368639290332794},{"id":"https://openalex.org/keywords/process-engineering","display_name":"Process engineering","score":0.42695870995521545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3636711835861206},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.2538131773471832},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1841619312763214},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1765853464603424}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8938143253326416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5995641350746155},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5027844905853271},{"id":"https://openalex.org/C66833556","wikidata":"https://www.wikidata.org/wiki/Q1863368","display_name":"Continuous distillation","level":4,"score":0.4746975302696228},{"id":"https://openalex.org/C73522102","wikidata":"https://www.wikidata.org/wiki/Q1648382","display_name":"Vacuum distillation","level":3,"score":0.4368639290332794},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.42695870995521545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3636711835861206},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.2538131773471832},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1841619312763214},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1765853464603424}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcs.2023.3288227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2023.3288227","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10158776.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a67f17bb4737437a9ad230545aeab36e","is_oa":true,"landing_page_url":"https://doaj.org/article/a67f17bb4737437a9ad230545aeab36e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Computer Society, Vol 4, Pp 195-205 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcs.2023.3288227","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2023.3288227","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/10158776.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381800749.pdf","grobid_xml":"https://content.openalex.org/works/W4381800749.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W2058641082","https://openalex.org/W2097117768","https://openalex.org/W2117287331","https://openalex.org/W2117539524","https://openalex.org/W2152161678","https://openalex.org/W2194775991","https://openalex.org/W2253986341","https://openalex.org/W2279098554","https://openalex.org/W2412782625","https://openalex.org/W2618530766","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2743289088","https://openalex.org/W2747909401","https://openalex.org/W2788836009","https://openalex.org/W2883780447","https://openalex.org/W2904170036","https://openalex.org/W2919115771","https://openalex.org/W2944701285","https://openalex.org/W2947696193","https://openalex.org/W2950014519","https://openalex.org/W2955192706","https://openalex.org/W2963163009","https://openalex.org/W2963363373","https://openalex.org/W2963370235","https://openalex.org/W2963446712","https://openalex.org/W2964309882","https://openalex.org/W2981884310","https://openalex.org/W2985492700","https://openalex.org/W2987861506","https://openalex.org/W2997006708","https://openalex.org/W3034368386","https://openalex.org/W3034695001","https://openalex.org/W3034940165","https://openalex.org/W3093805012","https://openalex.org/W3118608800","https://openalex.org/W3137609883","https://openalex.org/W3138154797","https://openalex.org/W3176694147","https://openalex.org/W4205334590","https://openalex.org/W4285126188","https://openalex.org/W4288347505","https://openalex.org/W4293390340","https://openalex.org/W4297775537","https://openalex.org/W4312980183","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6695314431","https://openalex.org/W6737664043","https://openalex.org/W6745447533","https://openalex.org/W6748481559","https://openalex.org/W6753767121","https://openalex.org/W6762100871","https://openalex.org/W6763260857","https://openalex.org/W6787972765","https://openalex.org/W6791850401"],"related_works":["https://openalex.org/W2373551947","https://openalex.org/W2368526340","https://openalex.org/W1976708465","https://openalex.org/W2365787589","https://openalex.org/W2386006811","https://openalex.org/W2366349868","https://openalex.org/W2074996151","https://openalex.org/W63609273","https://openalex.org/W2359825808","https://openalex.org/W3047370750"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"generally":[3],"cannot":[4],"gather":[5],"more":[6],"helpful":[7],"information":[8,76],"with":[9],"limited":[10],"data":[11],"in":[12,16,112],"image":[13],"classification,":[14],"resulting":[15],"poor":[17],"performance.":[18],"Self-distillation,":[19],"as":[20],"a":[21,34,59,88],"novel":[22],"knowledge":[23,109],"distillation":[24,70],"technique,":[25],"integrates":[26],"the":[27,45,62,74,79,83,92,107,113,124,131],"roles":[28],"of":[29,44,47,64,94,126,133],"teacher":[30],"and":[31,128,138,146],"student":[32],"into":[33],"single":[35],"network":[36],"to":[37,51,105],"solve":[38],"this":[39,55],"problem.":[40],"A":[41],"better":[42],"understanding":[43],"efficiency":[46],"self-distillation":[48,65,100,121,127],"is":[49,101,111],"critical":[50],"its":[52],"advancement.":[53],"In":[54,103],"paper,":[56],"we":[57,86],"provide":[58],"new":[60],"perspective:":[61],"effectiveness":[63,93],"comes":[66],"not":[67],"only":[68],"from":[69,73],"but":[71],"also":[72],"supervisory":[75],"provided":[77],"by":[78],"shallow":[80],"networks.":[81,134],"At":[82],"same":[84],"time,":[85],"find":[87],"barrier":[89,125],"that":[90,119],"limits":[91],"self-distillation.":[95],"Based":[96],"on":[97,144],"this,":[98],"reverse":[99,120],"proposed.":[102],"contrast":[104],"self-distillation,":[106],"internal":[108],"flow":[110],"opposite":[114],"direction.":[115],"Experimental":[116],"results":[117],"show":[118],"can":[122],"break":[123],"further":[129],"improve":[130],"accuracy":[132,140],"On":[135],"average,":[136],"2.8%":[137],"3.2%":[139],"boosts":[141],"are":[142],"observed":[143],"CIFAR100":[145],"TinyImageNet.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}