{"id":"https://openalex.org/W3201257869","doi":"https://doi.org/10.1109/tnnls.2021.3107317","title":"Elastic Knowledge Distillation by Learning From Recollection","display_name":"Elastic Knowledge Distillation by Learning From Recollection","publication_year":2021,"publication_date":"2021-09-22","ids":{"openalex":"https://openalex.org/W3201257869","doi":"https://doi.org/10.1109/tnnls.2021.3107317","mag":"3201257869","pmid":"https://pubmed.ncbi.nlm.nih.gov/34550892"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3107317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3107317","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102027967","display_name":"Yongjian Fu","orcid":"https://orcid.org/0000-0003-1650-7167"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Fu","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1650-7167","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818877","display_name":"Songyuan Li","orcid":"https://orcid.org/0000-0003-4052-1006"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songyuan Li","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007599551","display_name":"Hanbin Zhao","orcid":"https://orcid.org/0000-0001-8906-4534"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanbin Zhao","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8906-4534","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101868308","display_name":"Wenfu Wang","orcid":"https://orcid.org/0000-0003-1254-3910"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenfu Wang","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110962442","display_name":"Weihao Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihao Fang","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102759885","display_name":"Yueting Zhuang","orcid":"https://orcid.org/0000-0001-7361-3084"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueting Zhuang","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101876496","display_name":"Zhijie Pan","orcid":"https://orcid.org/0000-0002-3466-7423"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijie Pan","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100407758","display_name":"Xi Li","orcid":"https://orcid.org/0000-0003-3023-1662"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Li","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3023-1662","affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.4711,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64610072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"34","issue":"5","first_page":"2647","last_page":"2658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.8422013521194458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.681162416934967},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6412935853004456},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6364892721176147},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6092029213905334},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5155079364776611},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5121006965637207},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.505763053894043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49060526490211487},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47103339433670044},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41275206208229065},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.24190294742584229},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15366223454475403},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1100301444530487}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.8422013521194458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.681162416934967},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6412935853004456},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6364892721176147},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6092029213905334},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5155079364776611},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5121006965637207},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.505763053894043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49060526490211487},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47103339433670044},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41275206208229065},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.24190294742584229},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15366223454475403},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1100301444530487},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3107317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3107317","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34550892","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34550892","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6123446510","display_name":"\u7c7b\u4eba\u667a\u80fd\u9a71\u52a8\u7684\u89c6\u89c9\u573a\u666f\u611f\u77e5\u548c\u7406\u89e3\u7406\u8bba\u7814\u7a76","funder_award_id":"LR19F020004","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G8036107462","display_name":null,"funder_award_id":"2020AAA0107400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8778414158","display_name":null,"funder_award_id":"U20A20222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W753847829","https://openalex.org/W1797268635","https://openalex.org/W2001610032","https://openalex.org/W2108598243","https://openalex.org/W2132211083","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2296073425","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2807912816","https://openalex.org/W2883332448","https://openalex.org/W2903707108","https://openalex.org/W2947084868","https://openalex.org/W2954054736","https://openalex.org/W2963140444","https://openalex.org/W2963736842","https://openalex.org/W2963785012","https://openalex.org/W2964016283","https://openalex.org/W2964082701","https://openalex.org/W2964268168","https://openalex.org/W2982242214","https://openalex.org/W2982802130","https://openalex.org/W2986015886","https://openalex.org/W2987861506","https://openalex.org/W2997006708","https://openalex.org/W2997073599","https://openalex.org/W3004127093","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6691815588","https://openalex.org/W6730179637","https://openalex.org/W6733814495","https://openalex.org/W6740493225","https://openalex.org/W6746082227","https://openalex.org/W6750401872","https://openalex.org/W6751751081","https://openalex.org/W6756633790","https://openalex.org/W6762640628","https://openalex.org/W6762811270","https://openalex.org/W6764051988","https://openalex.org/W6769906912","https://openalex.org/W6773204560"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3009369890","https://openalex.org/W4312490297","https://openalex.org/W2032548952"],"abstract_inverted_index":{"Model":[0],"performance":[1,142],"can":[2],"be":[3],"further":[4,163],"improved":[5],"with":[6,73,89,157],"the":[7,12,24,29,45,68,93,100,135,146,149,169],"extra":[8],"guidance":[9],"apart":[10],"from":[11,37,92],"one-hot":[13],"ground":[14],"truth.":[15],"To":[16],"achieve":[17],"it,":[18],"recently":[19],"proposed":[20],"recollection-based":[21],"methods":[22,147],"utilize":[23],"valuable":[25],"information":[26],"contained":[27],"in":[28],"past":[30],"training":[31,79,95,118],"history":[32],"and":[33,62,76,144,162],"derive":[34],"a":[35,85,140],"\"recollection\"":[36],"it":[38],"to":[39,43,66,83,104,110,121,133,167],"provide":[40,105],"data-driven":[41],"prior":[42,132],"guide":[44,134],"training.":[46],"In":[47],"this":[48,57],"article,":[49],"we":[50,81],"focus":[51],"on":[52],"two":[53],"fundamental":[54],"aspects":[55],"of":[56,71,87,148,171],"method,":[58],"i.e.,":[59],"recollection":[60,63],"construction":[61],"utilization.":[64],"Specifically,":[65],"meet":[67],"various":[69],"demands":[70],"models":[72],"different":[74,78,111,117],"capacities":[75],"at":[77],"periods,":[80,119],"propose":[82],"construct":[84],"set":[86],"recollections":[88,101],"diverse":[90],"distributions":[91],"same":[94,150],"history.":[96],"After":[97],"that,":[98],"all":[99],"collaborate":[102],"together":[103],"guidance,":[106],"which":[107],"is":[108],"adaptive":[109],"model":[112],"capacities,":[113],"as":[114,116,153,155],"well":[115,154],"according":[120],"our":[122,137,172],"similarity-based":[123],"elastic":[124],"knowledge":[125],"distillation":[126],"(KD)":[127],"algorithm.":[128],"Without":[129],"any":[130],"external":[131],"training,":[136],"method":[138],"achieves":[139],"significant":[141],"gain":[143],"outperforms":[145],"category,":[151],"even":[152],"KD":[156],"well-trained":[158],"teacher.":[159],"Extensive":[160],"experiments":[161],"analysis":[164],"are":[165],"conducted":[166],"demonstrate":[168],"effectiveness":[170],"method.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}