{"id":"https://openalex.org/W4366982391","doi":"https://doi.org/10.1007/s11263-023-01792-z","title":"Multi-target Knowledge Distillation via Student Self-reflection","display_name":"Multi-target Knowledge Distillation via Student Self-reflection","publication_year":2023,"publication_date":"2023-04-25","ids":{"openalex":"https://openalex.org/W4366982391","doi":"https://doi.org/10.1007/s11263-023-01792-z"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-023-01792-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01792-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01792-z.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01792-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042645332","display_name":"Jianping Gou","orcid":"https://orcid.org/0000-0003-1413-0693"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Gou","raw_affiliation_strings":["College of Computer and Information Science, College of Software, Southwest University, Chongqing, 400715, China"],"raw_orcid":"https://orcid.org/0000-0003-1413-0693","affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, College of Software, Southwest University, Chongqing, 400715, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035363985","display_name":"Xiangshuo Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangshuo Xiong","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, 212013, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, 212013, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309099","display_name":"Baosheng Yu","orcid":"https://orcid.org/0000-0002-0761-7893"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Baosheng Yu","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Sydney, NSW, 2008, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Sydney, NSW, 2008, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021845515","display_name":"Lan Du","orcid":"https://orcid.org/0000-0002-9925-0223"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lan Du","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Melbourne, VIC, 3800, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Melbourne, VIC, 3800, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074672983","display_name":"Yibing Zhan","orcid":"https://orcid.org/0000-0003-3180-0484"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibing Zhan","raw_affiliation_strings":["JD Explore Academy, JD Technology, Beijing, 100176, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD Explore Academy, JD Technology, Beijing, 100176, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Sydney, NSW, 2008, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Sydney, NSW, 2008, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085309099"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":5.504,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.97269409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"131","issue":"7","first_page":"1857","last_page":"1874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8321284055709839},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6953580379486084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5811818838119507},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.4875578284263611},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.47343873977661133},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4596713185310364},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.43542227149009705},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34221941232681274},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.20722976326942444},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.1497313678264618},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.11365243792533875}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8321284055709839},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953580379486084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5811818838119507},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.4875578284263611},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.47343873977661133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4596713185310364},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.43542227149009705},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34221941232681274},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.20722976326942444},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.1497313678264618},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.11365243792533875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s11263-023-01792-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01792-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01792-z.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:openaire/8f1cf2e5-4709-48b1-87b2-5d842f87ace6","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/8f1cf2e5-4709-48b1-87b2-5d842f87ace6","pdf_url":"https://researchmgt.monash.edu/ws/files/505698211/466526753_oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gou, J, Xiong, X, Yu, B, Du, L, Zhan, Y & Tao, D 2023, 'Multi-target knowledge distillation via student self-reflection', International Journal of Computer Vision, vol. 131, pp. 1857\u20131874. https://doi.org/10.1007/s11263-023-01792-z","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:monash.edu:publications/8f1cf2e5-4709-48b1-87b2-5d842f87ace6","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85153379424&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gou , J , Xiong , X , Yu , B , Du , L , Zhan , Y & Tao , D 2023 , ' Multi-target knowledge distillation via student self-reflection ' , International Journal of Computer Vision , vol. 131 , pp. 1857\u20131874 . https://doi.org/10.1007/s11263-023-01792-z","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s11263-023-01792-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01792-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01792-z.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8299999833106995,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1198507774","display_name":null,"funder_award_id":"61502208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3406750037","display_name":null,"funder_award_id":"61976107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366982391.pdf"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2204750386","https://openalex.org/W2560023338","https://openalex.org/W2561238782","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2752782242","https://openalex.org/W2807912816","https://openalex.org/W2936864631","https://openalex.org/W2966796096","https://openalex.org/W2981884310","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2987861506","https://openalex.org/W2987906097","https://openalex.org/W2997006708","https://openalex.org/W3002332355","https://openalex.org/W3006051380","https://openalex.org/W3014641072","https://openalex.org/W3015735225","https://openalex.org/W3034169498","https://openalex.org/W3034368386","https://openalex.org/W3034528892","https://openalex.org/W3034756453","https://openalex.org/W3034870355","https://openalex.org/W3035030897","https://openalex.org/W3082900443","https://openalex.org/W3093439844","https://openalex.org/W3093534379","https://openalex.org/W3105676814","https://openalex.org/W3110846353","https://openalex.org/W3118608800","https://openalex.org/W3120075637","https://openalex.org/W3137609883","https://openalex.org/W3138154797","https://openalex.org/W3139732141","https://openalex.org/W3152607317","https://openalex.org/W3163162786","https://openalex.org/W3170414130","https://openalex.org/W3176168602","https://openalex.org/W3177196641","https://openalex.org/W3181178157","https://openalex.org/W3185613252","https://openalex.org/W3187458216","https://openalex.org/W3193378134","https://openalex.org/W3194686611","https://openalex.org/W3202329792","https://openalex.org/W3204703845","https://openalex.org/W3211439433","https://openalex.org/W4205581758","https://openalex.org/W4214524539","https://openalex.org/W4221157622","https://openalex.org/W4226426325","https://openalex.org/W4226467581","https://openalex.org/W4285603440","https://openalex.org/W4289940197","https://openalex.org/W4306914511","https://openalex.org/W4311033427","https://openalex.org/W4312309807","https://openalex.org/W4312401347","https://openalex.org/W4312791158","https://openalex.org/W4312929415","https://openalex.org/W4313034093","https://openalex.org/W4313049560","https://openalex.org/W4313141028","https://openalex.org/W4328027078","https://openalex.org/W4362597616","https://openalex.org/W6638319203","https://openalex.org/W6785174661","https://openalex.org/W6796555289"],"related_works":["https://openalex.org/W2069133146","https://openalex.org/W1663079876","https://openalex.org/W2017545316","https://openalex.org/W2100576949","https://openalex.org/W2159686533","https://openalex.org/W4242339654","https://openalex.org/W2349160795","https://openalex.org/W2135595438","https://openalex.org/W2993291555","https://openalex.org/W1994670609"],"abstract_inverted_index":{"Abstract":[0],"Knowledge":[1],"distillation":[2,40,96,106,111,151,156,161,167,233],"is":[3,60,90],"a":[4,21,26,82,103,153,158,164,202],"simple":[5],"yet":[6],"effective":[7],"technique":[8],"for":[9],"deep":[10],"model":[11,24,59,193],"compression,":[12],"which":[13,89,117],"aims":[14],"to":[15,25,62,129,194],"transfer":[16,173],"the":[17,33,36,49,57,64,72,85,122,127,135,140,143,191,205,225],"knowledge":[18,39,46,50,95,105,110,128,150,175,181,232],"learned":[19],"by":[20,93,99,201],"large":[22],"teacher":[23,34,58],"small":[27],"student":[28,65,113,192],"model.":[29,66],"To":[30],"mimic":[31],"how":[32],"teaches":[35],"student,":[37],"existing":[38],"methods":[41],"mainly":[42],"adapt":[43],"an":[44],"unidirectional":[45],"transfer,":[47],"where":[48,169],"extracted":[51],"from":[52],"different":[53,185],"intermedicate":[54],"layers":[55],"of":[56,138,147,204],"used":[61],"guide":[63],"However,":[67],"it":[68],"turns":[69],"out":[70],"that":[71,224],"students":[73],"can":[74,118],"learn":[75],"more":[76],"effectively":[77],"through":[78],"multi-stage":[79],"learning":[80,197],"with":[81],"self-reflection":[83,114],"in":[84,125],"real-world":[86],"education":[87],"scenario,":[88],"nevertheless":[91],"ignored":[92],"current":[94],"methods.":[97,234],"Inspired":[98],"this,":[100],"we":[101],"devise":[102],"new":[104],"framework":[107,145,227],"entitled":[108],"multi-target":[109],"via":[112],"or":[115],"MTKD-SSR,":[116],"not":[119],"only":[120],"enhance":[121],"teacher\u2019s":[123],"ability":[124],"unfolding":[126],"be":[130],"distilled,":[131],"but":[132],"also":[133],"improve":[134],"student\u2019s":[136],"capacity":[137],"digesting":[139],"knowledge.":[141,207],"Specifically,":[142],"proposed":[144,226],"consists":[146],"three":[148],"target":[149],"mechanisms:":[152],"stage-wise":[154,159],"channel":[155,177],"(SCD),":[157],"response":[160],"(SRD),":[162],"and":[163,171,179,188,220],"cross-stage":[165],"review":[166],"(CRD),":[168],"SCD":[170],"SRD":[172],"feature-based":[174],"(i.e.,":[176,182],"features)":[178],"response-based":[180,206],"logits)":[183],"at":[184],"stages,":[186],"respectively;":[187],"CRD":[189],"encourages":[190],"conduct":[195],"self-reflective":[196],"after":[198],"each":[199],"stage":[200],"self-distillation":[203],"Experimental":[208],"results":[209],"on":[210],"five":[211],"popular":[212],"visual":[213],"recognition":[214],"datasets,":[215],"CIFAR-100,":[216],"Market-1501,":[217],"CUB200-2011,":[218],"ImageNet,":[219],"Pascal":[221],"VOC,":[222],"demonstrate":[223],"significantly":[228],"outperforms":[229],"recent":[230],"state-of-the-art":[231]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}