{"id":"https://openalex.org/W4312434845","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892764","title":"Tree-structured Auxiliary Online Knowledge Distillation","display_name":"Tree-structured Auxiliary Online Knowledge Distillation","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312434845","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892764"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892764","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058918636","display_name":"Wenye Lin","orcid":"https://orcid.org/0000-0002-3338-4456"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenye Lin","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061585074","display_name":"Yangning Li","orcid":"https://orcid.org/0000-0002-1991-6698"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangning Li","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027827007","display_name":"Yifeng Ding","orcid":"https://orcid.org/0000-0003-0324-4484"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifeng Ding","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022672030","display_name":"Hai-Tao Zheng","orcid":"https://orcid.org/0000-0001-5128-5649"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Tao Zheng","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058918636"],"corresponding_institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0597,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.31320085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8437235355377197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7597025632858276},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5592444539070129},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5477920174598694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5307396054267883},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5085271596908569},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5078614354133606},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4621025323867798},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"Knowledge engineering","score":0.43526166677474976},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4292251467704773},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4160369634628296},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3612210750579834},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34489405155181885},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13906103372573853},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1309899389743805},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0969180166721344},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08456835150718689}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8437235355377197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7597025632858276},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5592444539070129},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5477920174598694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5307396054267883},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5085271596908569},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5078614354133606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4621025323867798},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.43526166677474976},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4292251467704773},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4160369634628296},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3612210750579834},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34489405155181885},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13906103372573853},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1309899389743805},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0969180166721344},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08456835150718689},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892764","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7699999809265137,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2754657687","display_name":null,"funder_award_id":"2021A1515012640","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G7965460898","display_name":null,"funder_award_id":"6201101015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1849277567","https://openalex.org/W2108598243","https://openalex.org/W2134797427","https://openalex.org/W2136630431","https://openalex.org/W2163605009","https://openalex.org/W2168894214","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2561238782","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2803237185","https://openalex.org/W2806183416","https://openalex.org/W2807912816","https://openalex.org/W2919115771","https://openalex.org/W2945289329","https://openalex.org/W2963735582","https://openalex.org/W2963927126","https://openalex.org/W2964137095","https://openalex.org/W2982083293","https://openalex.org/W2987861506","https://openalex.org/W2996970889","https://openalex.org/W3035421056","https://openalex.org/W3041866211","https://openalex.org/W3113303810","https://openalex.org/W3118608800","https://openalex.org/W3166738839","https://openalex.org/W3174864715","https://openalex.org/W4299518610","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6639204139","https://openalex.org/W6679909955","https://openalex.org/W6682132143","https://openalex.org/W6684191040","https://openalex.org/W6684665197","https://openalex.org/W6698183232","https://openalex.org/W6730179637","https://openalex.org/W6739901393","https://openalex.org/W6748108687","https://openalex.org/W6752186649","https://openalex.org/W6752523896","https://openalex.org/W6762811270","https://openalex.org/W6774062504","https://openalex.org/W6780039898","https://openalex.org/W6797110910"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3009369890","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"Traditional":[0],"knowledge":[1,19,30,47,81,101,125,176],"distillation":[2,31,37,48,56,82,177],"adopts":[3],"a":[4,10,21],"two-stage":[5],"training":[6],"process":[7],"in":[8,64],"which":[9,84,111],"teacher":[11,40],"model":[12],"is":[13,32,41,189],"pre-trained":[14],"and":[15,76,143,158],"then":[16],"transfers":[17,126],"the":[18,27,39,52,55,70,73,93,98,109,114,117,124,132,135,161,168,172],"to":[20,34,92,96,129,170],"compact":[22],"student":[23],"model.":[24],"To":[25,160],"overcome":[26],"limitation,":[28],"online":[29,46,80,175],"proposed":[33],"perform":[35],"one-stage":[36],"when":[38],"unavailable.":[42],"Recent":[43],"researches":[44],"on":[45,51,69,139],"mainly":[49],"focus":[50,68],"design":[53,71],"of":[54,72,100,108,116,134,163,174],"objective,":[57],"including":[58],"attention":[59],"or":[60],"gate":[61],"mechanism.":[62],"Instead,":[63],"this":[65],"work,":[66],"we":[67,166],"global":[74],"architecture":[75],"propose":[77],"Tree-Structured":[78],"Auxiliary":[79],"(TSA),":[83],"adds":[85],"more":[86],"parallel":[87],"peers":[88],"for":[89,178],"layers":[90],"close":[91],"output":[94],"hierarchically":[95],"strengthen":[97],"effect":[99],"distillation.":[102],"Different":[103],"branches":[104],"construct":[105],"different":[106],"views":[107],"inputs,":[110],"can":[112],"be":[113],"source":[115],"knowledge.":[118],"The":[119],"hierarchical":[120],"structure":[121],"implies":[122],"that":[123,150],"from":[127],"general":[128],"task-specific":[130],"with":[131],"growth":[133],"layers.":[136],"Extensive":[137],"experiments":[138],"3":[140],"computer":[141],"vision":[142],"4":[144],"natural":[145],"language":[146],"processing":[147],"datasets":[148],"show":[149],"our":[151,164],"method":[152],"achieves":[153],"state-of-the-art":[154],"performance":[155],"without":[156],"bells":[157],"whistles.":[159],"best":[162],"knowledge,":[165],"are":[167],"first":[169],"demonstrate":[171],"effectiveness":[173],"machine":[179],"translation":[180],"tasks.":[181],"<sup":[182,185],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[183,186],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[184,187],"Code":[188],"available":[190],"at":[191],"https://github.com/Linwenye/Tree-Supervised.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}