{"id":"https://openalex.org/W4229453673","doi":"https://doi.org/10.1007/s10489-022-03486-4","title":"Teacher-student collaborative knowledge distillation for image classification","display_name":"Teacher-student collaborative knowledge distillation for image classification","publication_year":2022,"publication_date":"2022-05-04","ids":{"openalex":"https://openalex.org/W4229453673","doi":"https://doi.org/10.1007/s10489-022-03486-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-022-03486-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-022-03486-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-022-03486-4.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-022-03486-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044238570","display_name":"Chuanyun Xu","orcid":"https://orcid.org/0000-0002-1609-7658"},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]},{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chuanyun Xu","raw_affiliation_strings":["College of Computer and Information Science, Chongqing Normal University, Chongqing, 401331, China","School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, Chongqing Normal University, Chongqing, 401331, China","institution_ids":["https://openalex.org/I126924076"]},{"raw_affiliation_string":"School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108820120","display_name":"Wenjian Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjian Gao","raw_affiliation_strings":["School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100345595","display_name":"Tian Li","orcid":"https://orcid.org/0009-0009-1370-975X"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tian Li","raw_affiliation_strings":["Computer Science Department, RWTH Aachen University, Aachen, 52074, Germany"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, RWTH Aachen University, Aachen, 52074, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079312376","display_name":"Nanlan Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanlan Bai","raw_affiliation_strings":["School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438636","display_name":"Gang Li","orcid":"https://orcid.org/0000-0001-7835-4739"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Li","raw_affiliation_strings":["School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Chongqing University of Technology, Chongqing, 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100354683","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0002-4170-4798"},"institutions":[{"id":"https://openalex.org/I126924076","display_name":"Chongqing Normal University","ror":"https://ror.org/01dcw5w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I126924076"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["College of Computer and Information Science, Chongqing Normal University, Chongqing, 401331, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, Chongqing Normal University, Chongqing, 401331, China","institution_ids":["https://openalex.org/I126924076"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044238570"],"corresponding_institution_ids":["https://openalex.org/I126924076","https://openalex.org/I50632499"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":6.329,"has_fulltext":true,"cited_by_count":65,"citation_normalized_percentile":{"value":0.97582944,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"53","issue":"2","first_page":"1997","last_page":"2009"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8490824699401855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8451426029205322},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6323983073234558},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5575128793716431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5395140051841736},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.07509875297546387}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8490824699401855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8451426029205322},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6323983073234558},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5575128793716431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5395140051841736},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.07509875297546387},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-022-03486-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-022-03486-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-022-03486-4.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10489-022-03486-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-022-03486-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-022-03486-4.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G149118456","display_name":null,"funder_award_id":"cstc2020jscx-msxmX0086","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G3342926276","display_name":null,"funder_award_id":"KJQN20200","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"},{"id":"https://openalex.org/G5210359842","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0442","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G5581518227","display_name":null,"funder_award_id":"cstc2019jscx-zdztzx0043","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"},{"id":"https://openalex.org/G7231167931","display_name":null,"funder_award_id":"KJQN2020","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"},{"id":"https://openalex.org/G8259929656","display_name":null,"funder_award_id":"KJQN202001137","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"}],"funders":[{"id":"https://openalex.org/F4320321550","display_name":"Chongqing Science and Technology Commission","ror":"https://ror.org/05w9erc61"},{"id":"https://openalex.org/F4320324805","display_name":"Chongqing Municipal Education Commission","ror":"https://ror.org/031nm5713"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229453673.pdf","grobid_xml":"https://content.openalex.org/works/W4229453673.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1534477342","https://openalex.org/W1726806267","https://openalex.org/W2100128988","https://openalex.org/W2108598243","https://openalex.org/W2155806188","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2739879705","https://openalex.org/W2747909401","https://openalex.org/W2783538964","https://openalex.org/W2883780447","https://openalex.org/W2887783173","https://openalex.org/W2936864631","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963736842","https://openalex.org/W2964111476","https://openalex.org/W2964137095","https://openalex.org/W2981884310","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2987861506","https://openalex.org/W3034368386","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3045672834","https://openalex.org/W3083035198","https://openalex.org/W3107345204","https://openalex.org/W3109689953","https://openalex.org/W3127215335","https://openalex.org/W3138154797","https://openalex.org/W3183600894","https://openalex.org/W3185613252","https://openalex.org/W3192946406"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"A":[0],"single":[1],"model":[2,25],"usually":[3],"cannot":[4],"learn":[5],"all":[6],"the":[7,50,56,61,65,72,77,99,108,115,122],"appropriate":[8],"features":[9,92],"with":[10,129],"limited":[11],"data,":[12],"thus":[13],"leading":[14],"to":[15,68,81,105],"poor":[16],"performance":[17,124],"when":[18],"test":[19],"data":[20],"are":[21],"used.":[22],"To":[23],"improve":[24],"performance,":[26],"we":[27,102],"propose":[28],"a":[29,83,130,136],"teacher-student":[30],"collaborative":[31],"knowledge":[32,38,70,132],"distillation":[33,39,133],"(TSKD)":[34],"method":[35,43,127,134],"based":[36,86],"on":[37,87,107],"and":[40,53,89,135],"self-distillation.":[41],"The":[42,118],"consists":[44],"of":[45,111,125],"two":[46],"parts:":[47],"learning":[48],"in":[49,55,60,76,114],"teacher":[51,62,73],"network":[52,63,67,79,85],"self-teaching":[54],"student":[57,66,78,116],"network.":[58,74,117,139],"Learning":[59],"allows":[64],"use":[69,103],"from":[71],"Self-teaching":[75],"is":[80],"build":[82],"multi-exit":[84,138],"self-distillation":[88],"provide":[90],"deep":[91],"as":[93],"supervised":[94],"information":[95],"for":[96],"training.":[97],"In":[98],"inference":[100],"stage,":[101],"ensembles":[104],"vote":[106],"classification":[109],"results":[110,120],"multiple":[112],"sub-models":[113],"experimental":[119],"demonstrate":[121],"superior":[123],"our":[126],"compared":[128],"traditional":[131],"self-distillation-based":[137]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}