{"id":"https://openalex.org/W4392739013","doi":"https://doi.org/10.1109/tcsvt.2024.3377251","title":"Collaborative Knowledge Distillation","display_name":"Collaborative Knowledge Distillation","publication_year":2024,"publication_date":"2024-03-13","ids":{"openalex":"https://openalex.org/W4392739013","doi":"https://doi.org/10.1109/tcsvt.2024.3377251"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3377251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3377251","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100446757","display_name":"Weiwei Zhang","orcid":"https://orcid.org/0000-0002-7285-8714"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Zhang","raw_affiliation_strings":["College of Engineering, Huaqiao University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7285-8714","affiliations":[{"raw_affiliation_string":"College of Engineering, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102014835","display_name":"Yufeng Guo","orcid":"https://orcid.org/0009-0006-6971-2155"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Guo","raw_affiliation_strings":["College of Engineering, Huaqiao University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-6971-2155","affiliations":[{"raw_affiliation_string":"College of Engineering, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071824798","display_name":"Junhuang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhuang Wang","raw_affiliation_strings":["College of Engineering, Huaqiao University, Quanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033119978","display_name":"Jianqing Zhu","orcid":"https://orcid.org/0000-0001-8840-3629"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqing Zhu","raw_affiliation_strings":["College of Engineering, Huaqiao University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8840-3629","affiliations":[{"raw_affiliation_string":"College of Engineering, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035422552","display_name":"Huanqiang Zeng","orcid":"https://orcid.org/0000-0002-2802-7745"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanqiang Zeng","raw_affiliation_strings":["College of Engineering, Huaqiao University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2802-7745","affiliations":[{"raw_affiliation_string":"College of Engineering, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I119045251"],"apc_list":null,"apc_paid":null,"fwci":3.0656,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92415854,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"34","issue":"8","first_page":"7601","last_page":"7613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.9163677096366882},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.8309668302536011},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6854985356330872},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5765377879142761},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5195941925048828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4815852642059326},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4717501103878021},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4347474277019501},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"Knowledge engineering","score":0.42256560921669006},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1551378071308136},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.1456834375858307},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.11856213212013245}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.9163677096366882},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.8309668302536011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6854985356330872},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5765377879142761},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5195941925048828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4815852642059326},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4717501103878021},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4347474277019501},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.42256560921669006},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1551378071308136},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.1456834375858307},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.11856213212013245},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3377251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3377251","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G287901162","display_name":null,"funder_award_id":"2021YFE0205400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6782829485","display_name":null,"funder_award_id":"2023J02022","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G6963955736","display_name":null,"funder_award_id":"61976098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2117539524","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2561238782","https://openalex.org/W2620998106","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2903707108","https://openalex.org/W2936864631","https://openalex.org/W2963140444","https://openalex.org/W2964111476","https://openalex.org/W2964137095","https://openalex.org/W2964268168","https://openalex.org/W2981819252","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3030901202","https://openalex.org/W3118608800","https://openalex.org/W3173799170","https://openalex.org/W3202329792","https://openalex.org/W4226426325","https://openalex.org/W4306168147","https://openalex.org/W4306179360","https://openalex.org/W4313159787","https://openalex.org/W4322576919","https://openalex.org/W4327652714","https://openalex.org/W4367359689","https://openalex.org/W4380303578","https://openalex.org/W4384159628","https://openalex.org/W4386275868","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6730179637","https://openalex.org/W6740493225","https://openalex.org/W6748082341","https://openalex.org/W6748748765","https://openalex.org/W6751751081","https://openalex.org/W6766978945","https://openalex.org/W6769906912","https://openalex.org/W6787972765","https://openalex.org/W6789657409","https://openalex.org/W6790545024","https://openalex.org/W6846467139"],"related_works":["https://openalex.org/W590788508","https://openalex.org/W4235873430","https://openalex.org/W2611974471","https://openalex.org/W4313233093","https://openalex.org/W2358082531","https://openalex.org/W2589976903","https://openalex.org/W2335596023","https://openalex.org/W2026719400","https://openalex.org/W2374273535","https://openalex.org/W4225892616"],"abstract_inverted_index":{"Existing":[0],"research":[1],"on":[2,8],"knowledge":[3,19,86,96],"distillation":[4,46,70],"has":[5],"primarily":[6],"concentrated":[7],"the":[9,17,62,65,69,76,79,83,90,95,123,127,130,157,174,178],"task":[10],"of":[11,78,85,105,125,144,153,171,177],"facilitating":[12],"student":[13,80],"networks":[14,31],"in":[15,60,82,93,146,173],"acquiring":[16],"complete":[18],"imparted":[20],"by":[21,141,150],"teacher":[22,49,66,91],"networks.":[23],"However,":[24],"recent":[25],"studies":[26],"have":[27],"shown":[28],"that":[29,97],"good":[30],"are":[32],"not":[33],"suitable":[34,99],"for":[35,100],"acting":[36],"as":[37,112],"teachers,":[38],"and":[39,48,88,149],"there":[40],"is":[41,98,117,120],"a":[42,108,168],"positive":[43],"correlation":[44],"between":[45],"performance":[47],"prediction":[50],"uncertainty.":[51],"To":[52],"address":[53],"this":[54,56,106,135],"finding,":[55],"paper":[57],"thoroughly":[58],"analyzes":[59],"depth":[61],"reasons":[63],"why":[64],"network":[67,81,92],"affects":[68],"performance,":[71],"gives":[72],"full":[73],"play":[74],"to":[75,129],"participation":[77],"process":[84],"distillation,":[87],"assists":[89],"distilling":[94],"their":[101],"learning.":[102],"In":[103],"light":[104],"premise,":[107],"novel":[109],"approach":[110],"known":[111],"Collaborative":[113],"Knowledge":[114,159],"Distillation":[115,160],"(CKD)":[116],"introduced,":[118],"which":[119],"founded":[121],"upon":[122],"concept":[124],"\"Tailoring":[126],"Teaching":[128],"Individual\".":[131],"Compared":[132],"with":[133,156],"Baseline,":[134],"paper\u2019s":[136],"method":[137],"improves":[138],"students\u2019":[139],"accuracy":[140,176],"an":[142,151],"average":[143,152],"3.42%":[145],"CIFAR-100":[147],"experiments,":[148],"1.71%":[154],"compared":[155],"classical":[158],"(KD)":[161],"method.":[162],"The":[163],"ImageNet":[164],"experiments":[165],"conducted":[166],"revealed":[167],"significant":[169],"improvement":[170],"2.04%":[172],"Top-1":[175],"students.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}