{"id":"https://openalex.org/W4306914511","doi":"https://doi.org/10.1109/tnnls.2022.3212733","title":"Collaborative Knowledge Distillation via Multiknowledge Transfer","display_name":"Collaborative Knowledge Distillation via Multiknowledge Transfer","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4306914511","doi":"https://doi.org/10.1109/tnnls.2022.3212733","pmid":"https://pubmed.ncbi.nlm.nih.gov/36264723"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3212733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3212733","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042645332","display_name":"Jianping Gou","orcid":"https://orcid.org/0000-0003-1413-0693"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]},{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Gou","raw_affiliation_strings":["College of Computer and Information Science and College of Software, Southwest University, Chongqing, China","School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","College of Computer and Information Science and the College of Software, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science and College of Software, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]},{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]},{"raw_affiliation_string":"College of Computer and Information Science and the College of Software, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048524847","display_name":"Liyuan Sun","orcid":"https://orcid.org/0000-0002-6079-5541"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyuan Sun","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, Jiangsu, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309099","display_name":"Baosheng Yu","orcid":"https://orcid.org/0000-0002-0761-7893"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Baosheng Yu","raw_affiliation_strings":["School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia","Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021845515","display_name":"Lan Du","orcid":"https://orcid.org/0000-0002-9925-0223"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lan Du","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069895484","display_name":"Kotagiri Ramamohanarao","orcid":"https://orcid.org/0000-0003-3304-9268"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kotagiri Ramamohanarao","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia","Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Faculty of Engineering, School of Computer Science, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042645332"],"corresponding_institution_ids":["https://openalex.org/I115592961","https://openalex.org/I142108993"],"apc_list":null,"apc_paid":null,"fwci":6.483,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.97095852,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"35","issue":"5","first_page":"6718","last_page":"6730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6621345281600952},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.4971514046192169},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4644736051559448},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4249877631664276},{"id":"https://openalex.org/keywords/process-engineering","display_name":"Process engineering","score":0.3731822371482849},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.2896502614021301},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.2893630862236023},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.27870768308639526},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1718880832195282},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07144838571548462}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6621345281600952},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4971514046192169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4644736051559448},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4249877631664276},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.3731822371482849},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.2896502614021301},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2893630862236023},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.27870768308639526},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1718880832195282},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07144838571548462}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3212733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3212733","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36264723","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36264723","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1198507774","display_name":null,"funder_award_id":"61502208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3406750037","display_name":null,"funder_award_id":"61976107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7519899501","display_name":null,"funder_award_id":"FL-170100117","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2138011018","https://openalex.org/W2194775991","https://openalex.org/W2204750386","https://openalex.org/W2300242332","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2743289088","https://openalex.org/W2776460497","https://openalex.org/W2808847742","https://openalex.org/W2883332448","https://openalex.org/W2883780447","https://openalex.org/W2904170036","https://openalex.org/W2936864631","https://openalex.org/W2955192706","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2964005298","https://openalex.org/W2964268168","https://openalex.org/W2968868585","https://openalex.org/W2981884310","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2986854316","https://openalex.org/W2987861506","https://openalex.org/W2996970889","https://openalex.org/W2997006708","https://openalex.org/W2997224071","https://openalex.org/W2998544007","https://openalex.org/W3002332355","https://openalex.org/W3004127093","https://openalex.org/W3007063652","https://openalex.org/W3030901202","https://openalex.org/W3034169498","https://openalex.org/W3034342078","https://openalex.org/W3034368386","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3034870355","https://openalex.org/W3035163969","https://openalex.org/W3035321581","https://openalex.org/W3042241776","https://openalex.org/W3092497160","https://openalex.org/W3105082838","https://openalex.org/W3106974277","https://openalex.org/W3107220607","https://openalex.org/W3108075360","https://openalex.org/W3108124733","https://openalex.org/W3118608800","https://openalex.org/W3138154797","https://openalex.org/W3161758233","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6638632666","https://openalex.org/W6684191040","https://openalex.org/W6693397755","https://openalex.org/W6726275242","https://openalex.org/W6752186649","https://openalex.org/W6779893835","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3085764877","https://openalex.org/W2514414740","https://openalex.org/W2377414158","https://openalex.org/W3199615306","https://openalex.org/W77207468","https://openalex.org/W3212781313","https://openalex.org/W4307725381","https://openalex.org/W124863575","https://openalex.org/W3203147184","https://openalex.org/W2037691954"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,58,73,80,131],"(KD),":[2],"as":[3],"an":[4],"efficient":[5],"and":[6,111,129,152,155,166,169],"effective":[7],"model":[8],"compression":[9],"technique,":[10],"has":[11],"received":[12],"considerable":[13],"attention":[14],"in":[15,114],"deep":[16],"learning.":[17],"The":[18],"key":[19],"to":[20,32,61,89,133,145],"its":[21],"success":[22],"is":[23],"about":[24],"transferring":[25,66],"knowledge":[26,47,70,123,147],"from":[27,49,83,148,162],"a":[28,33,56,84,100,115,121],"large":[29],"teacher":[30],"network":[31],"small":[34],"student":[35],"network.":[36],"However,":[37],"most":[38],"existing":[39],"KD":[40,102],"methods":[41,185],"consider":[42],"only":[43],"one":[44],"type":[45],"of":[46,65,69,139],"learned":[48],"either":[50],"instance":[51,153],"features":[52],"or":[53],"relations":[54],"via":[55,103],"specific":[57],"strategy,":[59],"failing":[60],"explore":[62],"the":[63,76,90,178],"idea":[64],"different":[67,72,137],"types":[68],"with":[71],"strategies.":[74],"Moreover,":[75],"widely":[77],"used":[78],"offline":[79],"also":[81],"suffers":[82],"limited":[85],"learning":[86,113,161],"capacity":[87],"due":[88],"fixed":[91],"large-to-small":[92],"teacher-student":[93],"architecture.":[94],"In":[95],"this":[96],"article,":[97],"we":[98],"devise":[99],"collaborative":[101,112,165],"multiknowledge":[104],"transfer":[105,124],"(CKD-MKT)":[106],"that":[107,126,177],"prompts":[108],"both":[109,149],"self-learning":[110],"unified":[116],"framework.":[117],"Specifically,":[118],"CKD-MKT":[119,180],"utilizes":[120],"multiple":[122,143],"framework":[125],"assembles":[127],"self":[128],"online":[130],"strategies":[132],"effectively:":[134],"1)":[135],"fuse":[136],"kinds":[138],"knowledge,":[140],"which":[141],"allows":[142],"students":[144],"learn":[146],"individual":[150],"instances":[151],"relations,":[154],"2)":[156],"guide":[157],"each":[158],"other":[159],"by":[160],"themselves":[163],"using":[164],"self-learning.":[167],"Experiments":[168],"ablation":[170],"studies":[171],"on":[172],"six":[173],"image":[174],"datasets":[175],"demonstrate":[176],"proposed":[179],"significantly":[181],"outperforms":[182],"recent":[183],"state-of-the-art":[184],"for":[186],"KD.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}