{"id":"https://openalex.org/W2808373772","doi":"https://doi.org/10.24963/ijcai.2018/384","title":"Progressive Blockwise Knowledge Distillation for Neural Network Acceleration","display_name":"Progressive Blockwise Knowledge Distillation for Neural Network Acceleration","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2808373772","doi":"https://doi.org/10.24963/ijcai.2018/384","mag":"2808373772"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2018/384","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/384","pdf_url":"https://www.ijcai.org/proceedings/2018/0384.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2018/0384.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100460941","display_name":"Hui Wang","orcid":"https://orcid.org/0000-0003-4043-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Wang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007599551","display_name":"Hanbin Zhao","orcid":"https://orcid.org/0000-0001-8906-4534"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanbin Zhao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747334","display_name":"Xi Li","orcid":"https://orcid.org/0000-0001-8986-7601"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Li","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018286848","display_name":"Xu Tan","orcid":"https://orcid.org/0000-0001-6123-4378"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Tan","raw_affiliation_strings":["2012 Lab, Huawei Technologies, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2012 Lab, Huawei Technologies, Hangzhou, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2769","last_page":"2775"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.9798202514648438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518474459648132},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6850639581680298},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6527949571609497},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.6084250211715698},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5997353792190552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5534437894821167},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5171715617179871},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.49736669659614563},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44436532258987427},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4229260981082916},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41298508644104004},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08538743853569031},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08340278267860413}],"concepts":[{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.9798202514648438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518474459648132},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6850639581680298},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6527949571609497},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.6084250211715698},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5997353792190552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5534437894821167},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5171715617179871},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.49736669659614563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44436532258987427},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4229260981082916},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41298508644104004},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08538743853569031},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08340278267860413},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2018/384","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/384","pdf_url":"https://www.ijcai.org/proceedings/2018/0384.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2018/384","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2018/384","pdf_url":"https://www.ijcai.org/proceedings/2018/0384.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G2037578385","display_name":null,"funder_award_id":"2015CB352302","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4040737285","display_name":"\u57fa\u4e8e\u81ea\u9002\u5e94\u7279\u5f81\u5b66\u4e60\u548c\u8868\u89c2\u5efa\u6a21\u7684\u76ee\u6807\u8ddf\u8e2a\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61472353","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5011873184","display_name":null,"funder_award_id":"U1509206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6605900608","display_name":null,"funder_award_id":"61751209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2808373772.pdf","grobid_xml":"https://content.openalex.org/works/W2808373772.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1902934009","https://openalex.org/W1996901117","https://openalex.org/W2058641082","https://openalex.org/W2134797427","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2300242332","https://openalex.org/W2495425901","https://openalex.org/W2553910756","https://openalex.org/W2575345876","https://openalex.org/W2593245696","https://openalex.org/W2750432752","https://openalex.org/W2783175771","https://openalex.org/W2950094539","https://openalex.org/W2950967261","https://openalex.org/W2962965870","https://openalex.org/W2963114950","https://openalex.org/W2963225922","https://openalex.org/W2963681088","https://openalex.org/W2964228333","https://openalex.org/W2964233199","https://openalex.org/W2964350391","https://openalex.org/W3118608800","https://openalex.org/W4295262505"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W4226360758","https://openalex.org/W2151093953","https://openalex.org/W2090026684","https://openalex.org/W2907567977"],"abstract_inverted_index":{"As":[0],"an":[1],"important":[2],"and":[3,9],"challenging":[4],"problem":[5],"in":[6,70],"machine":[7],"learning":[8,37],"computer":[10],"vision,":[11],"neural":[12],"network":[13,61],"acceleration":[14],"essentially":[15],"aims":[16],"to":[17,53,92],"enhance":[18],"the":[19,24,44,55,58,65,85,95,100,106,109,113],"computational":[20],"efficiency":[21],"without":[22],"sacrificing":[23],"model":[25,41],"accuracy":[26],"too":[27],"much.":[28],"In":[29],"this":[30],"paper,":[31],"we":[32,78],"propose":[33,79],"a":[34,80],"progressive":[35,73],"blockwise":[36,74],"scheme":[38,50,111],"for":[39,84],"teacher-student":[40],"distillation":[42],"at":[43],"subnetwork":[45,87],"block":[46,69],"level.":[47],"The":[48],"proposed":[49,110],"is":[51,90],"able":[52,91],"distill":[54],"knowledge":[56,66],"of":[57,67,72,108],"entire":[59],"teacher":[60,101],"by":[62],"locally":[63],"extracting":[64],"each":[68],"terms":[71],"function":[75],"approximation.":[76],"Furthermore,":[77],"structure":[81],"design":[82],"criterion":[83],"student":[86],"block,":[88],"which":[89],"effectively":[93],"preserve":[94],"original":[96],"receptive":[97],"field":[98],"from":[99],"network.":[102],"Experimental":[103],"results":[104],"demonstrate":[105],"effectiveness":[107],"against":[112],"state-of-the-art":[114],"approaches.":[115]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}