{"id":"https://openalex.org/W3189935768","doi":"https://doi.org/10.24963/ijcai.2021/131","title":"Self-boosting for Feature Distillation","display_name":"Self-boosting for Feature Distillation","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3189935768","doi":"https://doi.org/10.24963/ijcai.2021/131","mag":"3189935768"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/131","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/131","pdf_url":"https://www.ijcai.org/proceedings/2021/0131.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2021/0131.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029055424","display_name":"Yulong Pei","orcid":"https://orcid.org/0000-0003-3739-5627"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yulong Pei","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076485255","display_name":"Yanyun Qu","orcid":"https://orcid.org/0000-0002-8926-4162"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyun Qu","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100696429","display_name":"Junping Zhang","orcid":"https://orcid.org/0000-0002-5924-3360"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junping Zhang","raw_affiliation_strings":["Shanghai Key Lab of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Key Lab of Intelligent Information Processing, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029055424"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.28,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63842954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"945","last_page":"951"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8451347351074219},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7399455308914185},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6968817710876465},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6295050382614136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5597841143608093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5493204593658447},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.498504638671875}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8451347351074219},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7399455308914185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6968817710876465},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6295050382614136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5597841143608093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5493204593658447},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.498504638671875},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2021/131","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/131","pdf_url":"https://www.ijcai.org/proceedings/2021/0131.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2021/131","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/131","pdf_url":"https://www.ijcai.org/proceedings/2021/0131.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1614471940","display_name":null,"funder_award_id":"2020AAA0","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2886502618","display_name":null,"funder_award_id":"No.2020AAA0108301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G309624293","display_name":null,"funder_award_id":"61876161","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G504661903","display_name":null,"funder_award_id":"Grant 61876161","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5154848714","display_name":null,"funder_award_id":"2018SHZDZX01","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7105890812","display_name":null,"funder_award_id":"2020AAA0108301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7464121041","display_name":null,"funder_award_id":"ZJLab","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8899475930","display_name":null,"funder_award_id":"2018SHZDZX01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3189935768.pdf","grobid_xml":"https://content.openalex.org/works/W3189935768.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W2117539524","https://openalex.org/W2561238782","https://openalex.org/W2565639579","https://openalex.org/W2773495332","https://openalex.org/W2904170036","https://openalex.org/W2936864631","https://openalex.org/W2942810103","https://openalex.org/W2949558627","https://openalex.org/W2963140444","https://openalex.org/W2963534679","https://openalex.org/W2964268168","https://openalex.org/W2964309882","https://openalex.org/W2982157312","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W3006963874","https://openalex.org/W3108124733","https://openalex.org/W3108491103","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W4231274751","https://openalex.org/W1549363203","https://openalex.org/W2154063878","https://openalex.org/W2556012038","https://openalex.org/W1489772951","https://openalex.org/W1538046993","https://openalex.org/W3082059448","https://openalex.org/W4313640622"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,80],"is":[2,38,129,161],"a":[3,13,21,78],"simple":[4],"but":[5],"effective":[6,58],"method":[7,81,160],"for":[8,104],"model":[9,32],"compression,":[10],"which":[11,87,114],"obtains":[12],"better-performing":[14],"small":[15],"network":[16,24],"(Student)":[17],"by":[18,72,92],"learning":[19],"from":[20,60],"well-trained":[22],"large":[23],"(Teacher).":[25],"However,":[26],"when":[27],"the":[28,31,40,64,89,109,118,134,139],"difference":[29],"in":[30,42,122],"sizes":[33],"of":[34,48,97,111,120,141],"Student":[35],"and":[36,95,137,155],"Teacher":[37,61],"large,":[39],"gap":[41,91],"capacity":[43],"leads":[44,115],"to":[45,62,107,116,132,164],"poor":[46],"performance":[47,140],"Student.":[49,98],"Existing":[50],"methods":[51],"focus":[52],"on":[53,152],"seeking":[54],"simplified":[55],"or":[56,147],"more":[57],"knowledge":[59],"narrow":[63],"Teacher-Student":[65,90],"gap,":[66],"while":[67],"we":[68,76],"address":[69],"this":[70],"problem":[71],"Student's":[73,112],"self-boosting.":[74],"Specifically,":[75],"propose":[77],"novel":[79],"named":[82],"Self-boosting":[83],"Feature":[84],"Distillation":[85],"(SFD),":[86],"eases":[88],"feature":[93,105],"integration":[94,106],"self-distillation":[96,127],"Three":[99],"different":[100],"modules":[101],"are":[102],"designed":[103],"enhance":[108],"discriminability":[110],"feature,":[113],"improving":[117],"order":[119],"convergence":[121],"theory.":[123],"Moreover,":[124],"an":[125],"easy-to-operate":[126],"strategy":[128],"put":[130],"forward":[131,145],"stabilize":[133],"training":[135],"process":[136],"promote":[138],"Student,":[142],"without":[143],"additional":[144],"propagation":[146],"memory":[148],"consumption.":[149],"Extensive":[150],"experiments":[151],"multiple":[153],"benchmarks":[154],"networks":[156],"show":[157],"that":[158],"our":[159],"significantly":[162],"superior":[163],"existing":[165],"methods.":[166]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}