{"id":"https://openalex.org/W4313159787","doi":"https://doi.org/10.1109/tcsvt.2022.3222013","title":"Deep Cross-Layer Collaborative Learning Network for Online Knowledge Distillation","display_name":"Deep Cross-Layer Collaborative Learning Network for Online Knowledge Distillation","publication_year":2022,"publication_date":"2022-11-14","ids":{"openalex":"https://openalex.org/W4313159787","doi":"https://doi.org/10.1109/tcsvt.2022.3222013"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3222013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3222013","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054602568","display_name":"Tongtong Su","orcid":"https://orcid.org/0000-0003-4021-6466"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tongtong Su","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101777810","display_name":"Qiyu Liang","orcid":"https://orcid.org/0000-0002-7470-4807"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyu Liang","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045694987","display_name":"Jinsong Zhang","orcid":"https://orcid.org/0000-0001-6238-7931"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Zhang","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066406277","display_name":"Zhaoyang Yu","orcid":"https://orcid.org/0000-0002-2450-4997"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Yu","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039608149","display_name":"Ziyue Xu","orcid":"https://orcid.org/0000-0002-5728-6869"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyue Xu","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367433","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0003-0387-2501"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100390120","display_name":"Xiaoguang Liu","orcid":"https://orcid.org/0000-0002-9010-3278"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Liu","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5054602568"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":2.7784,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.91774514,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":"5","first_page":"2075","last_page":"2087"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.79377681016922},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.581025242805481},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5690726041793823},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5508173704147339},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.522977352142334},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5075799226760864},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.4966440796852112},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4762180745601654},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4657040238380432},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4486895203590393},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44428008794784546},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.442441463470459},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.17572230100631714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79377681016922},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.581025242805481},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5690726041793823},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5508173704147339},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.522977352142334},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5075799226760864},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.4966440796852112},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4762180745601654},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4657040238380432},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4486895203590393},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44428008794784546},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.442441463470459},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.17572230100631714},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3222013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3222013","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G1454563993","display_name":null,"funder_award_id":"62272253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2600338046","display_name":null,"funder_award_id":"62141412","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7931203216","display_name":null,"funder_award_id":"62272252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2475287302","https://openalex.org/W2551176409","https://openalex.org/W2561238782","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2748787960","https://openalex.org/W2752660961","https://openalex.org/W2807912816","https://openalex.org/W2903707108","https://openalex.org/W2913939497","https://openalex.org/W2936864631","https://openalex.org/W2952110137","https://openalex.org/W2952126782","https://openalex.org/W2955192706","https://openalex.org/W2958977166","https://openalex.org/W2962858109","https://openalex.org/W2963140444","https://openalex.org/W2963446712","https://openalex.org/W2963503540","https://openalex.org/W2964005298","https://openalex.org/W2964137095","https://openalex.org/W2964268168","https://openalex.org/W2973721503","https://openalex.org/W2982242214","https://openalex.org/W2982247743","https://openalex.org/W2986760165","https://openalex.org/W2987861506","https://openalex.org/W2995281597","https://openalex.org/W2995607862","https://openalex.org/W2996970889","https://openalex.org/W2997224071","https://openalex.org/W2997666887","https://openalex.org/W3004127093","https://openalex.org/W3005680577","https://openalex.org/W3025665229","https://openalex.org/W3034169498","https://openalex.org/W3034368386","https://openalex.org/W3035321581","https://openalex.org/W3046606162","https://openalex.org/W3092497160","https://openalex.org/W3093501707","https://openalex.org/W3105082838","https://openalex.org/W3107220607","https://openalex.org/W3109689953","https://openalex.org/W3118608800","https://openalex.org/W3127215335","https://openalex.org/W3138154797","https://openalex.org/W3159704894","https://openalex.org/W3161758233","https://openalex.org/W3162418282","https://openalex.org/W3173799170","https://openalex.org/W3174102142","https://openalex.org/W3177008256","https://openalex.org/W3177196641","https://openalex.org/W3180551705","https://openalex.org/W3212940248","https://openalex.org/W4206913945","https://openalex.org/W4214825151","https://openalex.org/W4224075564","https://openalex.org/W4226003804","https://openalex.org/W4226031221","https://openalex.org/W4226426325","https://openalex.org/W4285104720","https://openalex.org/W4285245086","https://openalex.org/W4285505226","https://openalex.org/W4289656127","https://openalex.org/W4294982475","https://openalex.org/W4300911319","https://openalex.org/W4312544276","https://openalex.org/W4376983316","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6743139828","https://openalex.org/W6744336401","https://openalex.org/W6764632358","https://openalex.org/W6769190946","https://openalex.org/W6769906912","https://openalex.org/W6772043832","https://openalex.org/W6772695483","https://openalex.org/W6774314701","https://openalex.org/W6783940252","https://openalex.org/W6787972765","https://openalex.org/W6793067731","https://openalex.org/W6810759239","https://openalex.org/W6842607031","https://openalex.org/W6842937581"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W1976205134","https://openalex.org/W2381570729","https://openalex.org/W4248336175","https://openalex.org/W3009369890","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3048601286","https://openalex.org/W2965925734"],"abstract_inverted_index":{"Recent":[0],"online":[1],"knowledge":[2,92,138],"distillation":[3],"(OKD)":[4],"methods":[5],"focus":[6],"on":[7,210],"capturing":[8],"rich":[9,169],"and":[10,31,48,125,181,214,216],"useful":[11],"intermediate":[12,23,100],"information":[13,34,59],"by":[14,97],"performing":[15],"multi-layer":[16],"feature":[17,25,115],"learning.":[18,52],"Existing":[19],"works":[20],"only":[21],"consider":[22],"layer":[24],"maps":[26],"between":[27],"the":[28,40,49,62,150,168,185,188,196],"same":[29],"layers":[30,113,155],"ignore":[32],"valuable":[33],"across":[35],"layers,":[36],"which":[37,88,142],"results":[38],"in":[39,46,123,141,182],"lack":[41],"of":[42,51,64,93,152,187],"appropriate":[43,99],"cross-layer":[44,101],"supervision":[45,58],"detail":[47],"process":[50],"Besides,":[53],"this":[54,75,161],"manner":[55],"provides":[56],"insufficient":[57],"to":[60,69,119,191],"supervise":[61,193],"learning":[63,129,139,186],"student,":[65],"since":[66],"it":[67],"fails":[68],"construct":[70],"a":[71,79,136,143],"qualified":[72,144],"teacher.":[73],"In":[74,160,195],"work,":[76],"we":[77,134],"propose":[78],"Deep":[80],"Cross-layer":[81],"Collaborative":[82],"Learning":[83],"network":[84],"(DCCL)":[85],"for":[86,114,128,156],"OKD,":[87],"efficiently":[89],"exploits":[90],"fruitful":[91],"peer":[94],"student":[95,105,164],"models":[96,165,209],"keeping":[98],"supervision.":[102],"Specifically,":[103],"each":[104],"gradually":[106],"integrates":[107],"its":[108,177],"own":[109],"features":[110,122,151],"at":[111],"different":[112],"matching,":[116],"so":[117],"as":[118,173,175],"effectively":[120],"utilize":[121],"low":[124],"high":[126],"levels":[127],"more":[130],"composite":[131],"knowledge.":[132],"Moreover,":[133],"assign":[135],"collaborative":[137],"strategy,":[140],"teacher":[145,190],"is":[146,227],"established":[147],"via":[148],"fusing":[149],"last":[153],"convolution":[154],"enhancing":[157],"high-level":[158],"representation.":[159],"way,":[162],"all":[163],"continuously":[166],"transfer":[167],"teacher\u2019s":[170],"internal":[171],"representation":[172],"well":[174],"capture":[176],"dynamic":[178],"growth":[179],"process,":[180],"turn":[183],"assist":[184],"fusion":[189],"further":[192],"students.":[194],"experiments,":[197],"our":[198],"proposed":[199],"DCCL":[200],"has":[201],"shown":[202],"great":[203],"generalization":[204],"ability":[205],"with":[206],"various":[207],"backbone":[208],"CIFAR-100,":[211],"Tiny":[212],"ImageNet":[213],"ImageNet,":[215],"also":[217],"demonstrated":[218],"superior":[219],"performance":[220],"against":[221],"mainstream":[222],"OKD":[223],"works.":[224],"Our":[225],"code":[226],"available":[228],"here:":[229],"<uri":[230],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[231],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/nanxiaotong/DCCL</uri>":[232],".":[233]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}