{"id":"https://openalex.org/W3198500549","doi":"https://doi.org/10.1109/tnnls.2022.3186807","title":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","display_name":"Knowledge Distillation Using Hierarchical Self-Supervision Augmented Distribution","publication_year":2022,"publication_date":"2022-07-12","ids":{"openalex":"https://openalex.org/W3198500549","doi":"https://doi.org/10.1109/tnnls.2022.3186807","mag":"3198500549","pmid":"https://pubmed.ncbi.nlm.nih.gov/35820013"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3186807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186807","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046293929","display_name":"Chuanguang Yang","orcid":"https://orcid.org/0000-0001-5890-289X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanguang Yang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5890-289X","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055016576","display_name":"Zhulin An","orcid":"https://orcid.org/0000-0002-7593-8293"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhulin An","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7593-8293","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070277080","display_name":"Linhang Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linhang Cai","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103245119","display_name":"Yongjun Xu","orcid":"https://orcid.org/0000-0001-6647-0986"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjun Xu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6647-0986","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5661,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.83514186,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"35","issue":"2","first_page":"2094","last_page":"2108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7789695262908936},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6368951797485352},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6199169754981995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5326696634292603},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.5119282007217407},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49892711639404297},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.48701339960098267},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.48384085297584534},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4829658567905426},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4608985483646393},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4597357511520386},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4486987292766571},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43589168787002563},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32266250252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7789695262908936},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6368951797485352},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6199169754981995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5326696634292603},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.5119282007217407},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49892711639404297},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.48701339960098267},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.48384085297584534},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4829658567905426},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4608985483646393},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4597357511520386},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4486987292766571},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43589168787002563},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32266250252723694},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3186807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186807","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35820013","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35820013","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W845365781","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2031489346","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2118858186","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2307770531","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2560023338","https://openalex.org/W2561238782","https://openalex.org/W2565639579","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2767421475","https://openalex.org/W2785325870","https://openalex.org/W2788836009","https://openalex.org/W2807912816","https://openalex.org/W2883780447","https://openalex.org/W2884367402","https://openalex.org/W2901505625","https://openalex.org/W2916798096","https://openalex.org/W2936864631","https://openalex.org/W2955192706","https://openalex.org/W2962835968","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963373431","https://openalex.org/W2963606038","https://openalex.org/W2964111476","https://openalex.org/W2964118293","https://openalex.org/W2964137095","https://openalex.org/W2964159205","https://openalex.org/W2964220233","https://openalex.org/W2972728603","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2987906097","https://openalex.org/W2988396473","https://openalex.org/W2995607862","https://openalex.org/W2996970889","https://openalex.org/W2997006708","https://openalex.org/W2997224071","https://openalex.org/W2997471409","https://openalex.org/W2997907976","https://openalex.org/W3030901202","https://openalex.org/W3034381931","https://openalex.org/W3034781633","https://openalex.org/W3034978746","https://openalex.org/W3035099063","https://openalex.org/W3035163969","https://openalex.org/W3035321581","https://openalex.org/W3035441199","https://openalex.org/W3038678879","https://openalex.org/W3042241776","https://openalex.org/W3093209609","https://openalex.org/W3106153666","https://openalex.org/W3109689953","https://openalex.org/W3118608800","https://openalex.org/W3159551428","https://openalex.org/W3163825800","https://openalex.org/W3168317852","https://openalex.org/W3173799170","https://openalex.org/W3174102142","https://openalex.org/W3176055902","https://openalex.org/W3181595505","https://openalex.org/W3192946406","https://openalex.org/W3215623930","https://openalex.org/W4210768747","https://openalex.org/W4283815570","https://openalex.org/W4312309807","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6677919164","https://openalex.org/W6684665197","https://openalex.org/W6730179637","https://openalex.org/W6743188669","https://openalex.org/W6745447533","https://openalex.org/W6747899497","https://openalex.org/W6752523896","https://openalex.org/W6769906912","https://openalex.org/W6772695483","https://openalex.org/W6774314701","https://openalex.org/W6779702771","https://openalex.org/W6785174661","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3009369890","https://openalex.org/W2440023763","https://openalex.org/W2962474440"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"(KD)":[2],"is":[3,52,61,144,211],"an":[4,75],"effective":[5],"framework":[6],"that":[7,177,199],"aims":[8],"to":[9,17,26,80,83,124,133,146,157,205],"transfer":[10,29,192],"meaningful":[11,86],"information":[12],"from":[13,54,100,113,155],"a":[14,18,165],"large":[15],"teacher":[16,156],"smaller":[19],"student.":[20,158],"Generally,":[21],"KD":[22,32,163,169],"often":[23,34],"involves":[24],"how":[25],"define":[27],"and":[28,46,59,115,151,180],"knowledge.":[30],"Previous":[31],"methods":[33],"focus":[35],"on":[36,172,194],"mining":[37],"various":[38,130],"forms":[39],"of":[40,69,137,189],"knowledge,":[41,107],"for":[42,103],"example,":[43],"feature":[44,117,139],"maps":[45],"refined":[47],"information.":[48],"However,":[49],"the":[50,55,66,187,203],"knowledge":[51,99,112,120],"derived":[53],"primary":[56],"supervised":[57,114],"task,":[58],"thus,":[60],"highly":[62],"task-specific.":[63],"Motivated":[64],"by":[65],"recent":[67],"success":[68],"self-supervised":[70,116],"representation":[71],"learning,":[72],"we":[73,89,122,160],"propose":[74,123],"auxiliary":[76,127,142],"self-supervision":[77,93,148,167],"augmented":[78,94,149,168],"task":[79,102],"guide":[81,202],"networks":[82],"learn":[84,147,206],"more":[85],"features.":[87,208],"Therefore,":[88],"can":[90,201],"derive":[91],"soft":[92],"distributions":[95],"as":[96],"richer":[97],"dark":[98],"this":[101,108,153],"KD.":[104,190],"Unlike":[105],"previous":[106],"distribution":[109,154],"encodes":[110],"joint":[111],"learning.":[118],"Beyond":[119],"exploration,":[121],"append":[125],"several":[126],"branches":[128],"at":[129,213],"hidden":[131],"layers,":[132],"fully":[134],"take":[135],"advantage":[136],"hierarchical":[138,166],"maps.":[140],"Each":[141],"branch":[143],"guided":[145],"tasks":[150],"distill":[152],"Overall,":[159],"call":[161],"our":[162],"method":[164],"(HSSAKD).":[170],"Experiments":[171],"standard":[173],"image":[174],"classification":[175],"show":[176],"both":[178],"offline":[179],"online":[181],"HSSAKD":[182,200],"achieves":[183],"state-of-the-art":[184],"performance":[185],"in":[186],"field":[188],"Further":[191],"experiments":[193],"object":[195],"detection":[196],"further":[197],"verify":[198],"network":[204],"better":[207],"The":[209],"code":[210],"available":[212],"https://github.com/winycg/HSAKD.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}