{"id":"https://openalex.org/W4362676543","doi":"https://doi.org/10.1007/s40747-023-01036-0","title":"Progressive multi-level distillation learning for pruning network","display_name":"Progressive multi-level distillation learning for pruning network","publication_year":2023,"publication_date":"2023-04-07","ids":{"openalex":"https://openalex.org/W4362676543","doi":"https://doi.org/10.1007/s40747-023-01036-0"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-023-01036-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01036-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01036-0.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01036-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019041035","display_name":"Ruiqing Wang","orcid":"https://orcid.org/0000-0002-7087-3638"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruiqing Wang","raw_affiliation_strings":["School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089758953","display_name":"Shengmin Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengmin Wan","raw_affiliation_strings":["School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100998314","display_name":"Zhang Wu","orcid":"https://orcid.org/0009-0002-3267-4811"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu Zhang","raw_affiliation_strings":["Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]},{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101785703","display_name":"Chenlu Zhang","orcid":"https://orcid.org/0009-0007-4538-3390"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenlu Zhang","raw_affiliation_strings":["School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345915","display_name":"Yu Li","orcid":"https://orcid.org/0000-0003-1865-8276"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Li","raw_affiliation_strings":["School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044016780","display_name":"Shaoxiang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoxiang Xu","raw_affiliation_strings":["School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603648","display_name":"Lifu Zhang","orcid":"https://orcid.org/0000-0002-3533-9966"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifu Zhang","raw_affiliation_strings":["School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064144631","display_name":"Xiu Jin","orcid":"https://orcid.org/0000-0002-0827-2962"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu Jin","raw_affiliation_strings":["Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]},{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013235835","display_name":"Zhaohui Jiang","orcid":"https://orcid.org/0000-0002-4861-5819"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohui Jiang","raw_affiliation_strings":["Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]},{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003835661","display_name":"Yuan Rao","orcid":"https://orcid.org/0000-0002-4386-2490"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Rao","raw_affiliation_strings":["Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Smart Agricultural Technology and Equipment, Anhui Agriculture University, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]},{"raw_affiliation_string":"School of Information and Computer, Anhui Agricultural University, 130 Changjiang West Road, Shushan District, Hefei, Anhui, China","institution_ids":["https://openalex.org/I140221134"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5019041035"],"corresponding_institution_ids":["https://openalex.org/I140221134"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":1.791,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8697275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":"5","first_page":"5779","last_page":"5791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8797401189804077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7322333455085754},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5920810103416443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5813926458358765},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5542527437210083},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5285483598709106},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5069084763526917},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46232157945632935},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42960649728775024}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8797401189804077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7322333455085754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5920810103416443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5813926458358765},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5542527437210083},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5285483598709106},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5069084763526917},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46232157945632935},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42960649728775024},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-023-01036-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01036-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01036-0.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d36fcdc7f85a42f2875a19ecb3dc53af","is_oa":true,"landing_page_url":"https://doaj.org/article/d36fcdc7f85a42f2875a19ecb3dc53af","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 9, Iss 5, Pp 5779-5791 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-023-01036-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01036-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01036-0.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.699999988079071,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1817465243","display_name":null,"funder_award_id":"202204c06020022","funder_id":"https://openalex.org/F4320336578","funder_display_name":"Anhui Provincial Key Research and Development Plan"},{"id":"https://openalex.org/G3637194258","display_name":null,"funder_award_id":"1804a07020108","funder_id":"https://openalex.org/F4320336578","funder_display_name":"Anhui Provincial Key Research and Development Plan"},{"id":"https://openalex.org/G4935482638","display_name":null,"funder_award_id":"201904a06020056","funder_id":"https://openalex.org/F4320336578","funder_display_name":"Anhui Provincial Key Research and Development Plan"},{"id":"https://openalex.org/G5373623239","display_name":null,"funder_award_id":"202104a06020012","funder_id":"https://openalex.org/F4320336578","funder_display_name":"Anhui Provincial Key Research and Development Plan"},{"id":"https://openalex.org/G7299652392","display_name":null,"funder_award_id":"202204c06020022, 202104a06020012, 201904a06020056","funder_id":"https://openalex.org/F4320336578","funder_display_name":"Anhui Provincial Key Research and Development Plan"}],"funders":[{"id":"https://openalex.org/F4320336578","display_name":"Anhui Provincial Key Research and Development Plan","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4362676543.pdf"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2112796928","https://openalex.org/W2285660444","https://openalex.org/W2884001105","https://openalex.org/W2964137095","https://openalex.org/W3004543888","https://openalex.org/W3034368386","https://openalex.org/W3042620538","https://openalex.org/W3138154797","https://openalex.org/W3171155106","https://openalex.org/W3196438592","https://openalex.org/W3201277138","https://openalex.org/W6600291067","https://openalex.org/W6600336938","https://openalex.org/W6604190760","https://openalex.org/W6608093658","https://openalex.org/W6636398232"],"related_works":["https://openalex.org/W4380075502","https://openalex.org/W4223943233","https://openalex.org/W4312200629","https://openalex.org/W4360585206","https://openalex.org/W4364306694","https://openalex.org/W4380086463","https://openalex.org/W4225161397","https://openalex.org/W3014300295","https://openalex.org/W3164822677","https://openalex.org/W2795261237"],"abstract_inverted_index":{"Abstract":[0],"Although":[1],"the":[2,7,44,48,56,59,79,83,98,109,118,129,134,140,145,148,179,192,198,209],"classification":[3,16],"method":[4,196],"based":[5],"on":[6,160,178],"deep":[8],"neural":[9],"network":[10,131],"has":[11],"achieved":[12],"excellent":[13],"results":[14],"in":[15],"tasks,":[17],"it":[18],"is":[19,73],"difficult":[20],"to":[21,23,36,66,95,132,151],"apply":[22],"real-time":[24],"scenarios":[25],"because":[26],"of":[27,47,58,121,139,147],"high":[28],"memory":[29],"footprints":[30],"and":[31,82,104,111,124,136,163],"prohibitive":[32],"inference":[33],"times.":[34],"Compared":[35],"unstructured":[37],"pruning,":[38],"structured":[39,122],"pruning":[40,123,168,177,199],"techniques":[41],"can":[42,173],"reduce":[43],"computation":[45],"cost":[46],"model":[49,68,81,149],"runtime":[50],"more":[51,202],"effectively,":[52],"but":[53],"inevitably":[54],"reduces":[55],"precision":[57],"model.":[60],"Traditional":[61],"methods":[62],"use":[63,90],"fine":[64],"tuning":[65],"restore":[67],"damage":[69],"performance.":[70],"However,":[71],"there":[72],"still":[74],"a":[75],"large":[76],"gap":[77],"between":[78],"pruned":[80,130],"original":[84],"one.":[85],"In":[86],"this":[87,186],"paper,":[88],"we":[89],"progressive":[91],"multi-level":[92],"distillation":[93,194],"learning":[94,195],"compensate":[96],"for":[97],"loss":[99],"caused":[100],"by":[101],"pruning.":[102,152,184,210],"Pre-pruning":[103],"post-pruning":[105],"networks":[106],"serve":[107],"as":[108],"teacher":[110,141],"student":[112],"networks.":[113],"The":[114],"proposed":[115,193],"approach":[116,157],"utilizes":[117],"complementary":[119],"properties":[120],"knowledge":[125],"distillation,":[126],"which":[127],"allows":[128],"learn":[133],"intermediate":[135],"output":[137],"representations":[138],"network,":[142],"thus":[143],"reducing":[144],"influence":[146],"subject":[150],"Experiments":[153],"demonstrate":[154],"that":[155,190],"our":[156],"performs":[158],"better":[159],"CIFAR-10,":[161],"CIFAR-100,":[162],"Tiny-ImageNet":[164],"datasets":[165],"with":[166,182],"different":[167],"rates.":[169],"For":[170],"instance,":[171],"GoogLeNet":[172],"achieve":[174],"near":[175],"lossless":[176],"CIFAR-10":[180],"dataset":[181],"60%":[183],"Moreover,":[185],"paper":[187],"also":[188],"proves":[189],"using":[191],"during":[197],"process":[200],"achieves":[201],"significant":[203],"performance":[204],"gains":[205],"than":[206],"after":[207],"completing":[208]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}