{"id":"https://openalex.org/W4400230190","doi":"https://doi.org/10.1109/iscas58744.2024.10558141","title":"Decoupled Multi-teacher Knowledge Distillation based on Entropy","display_name":"Decoupled Multi-teacher Knowledge Distillation based on Entropy","publication_year":2024,"publication_date":"2024-05-19","ids":{"openalex":"https://openalex.org/W4400230190","doi":"https://doi.org/10.1109/iscas58744.2024.10558141"},"language":"en","primary_location":{"id":"doi:10.1109/iscas58744.2024.10558141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024674930","display_name":"Xin Cheng","orcid":"https://orcid.org/0000-0002-3892-2727"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Xin Cheng","raw_affiliation_strings":["Hosei University,Graduate School of Science and Engineering,Tokyo,Japan"],"affiliations":[{"raw_affiliation_string":"Hosei University,Graduate School of Science and Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I204291657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085379188","display_name":"Jialiang Tang","orcid":"https://orcid.org/0000-0001-7347-4790"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialiang Tang","raw_affiliation_strings":["Nanjing University of Science and Technology,School of Computer Science and Engineering,Nanjing,China"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,School of Computer Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019348755","display_name":"Zhiqiang Zhang","orcid":"https://orcid.org/0000-0002-2408-366X"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Zhang","raw_affiliation_strings":["Southwest University of Science and Technology,School of Computer Science and Technology,Mianyang,China"],"affiliations":[{"raw_affiliation_string":"Southwest University of Science and Technology,School of Computer Science and Technology,Mianyang,China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049814360","display_name":"Wenxin Yu","orcid":"https://orcid.org/0000-0002-6093-5516"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxin Yu","raw_affiliation_strings":["Southwest University of Science and Technology,School of Computer Science and Technology,Mianyang,China"],"affiliations":[{"raw_affiliation_string":"Southwest University of Science and Technology,School of Computer Science and Technology,Mianyang,China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101759345","display_name":"Ning Jiang","orcid":"https://orcid.org/0000-0003-0794-7996"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Jiang","raw_affiliation_strings":["Southwest University of Science and Technology,School of Computer Science and Technology,Mianyang,China"],"affiliations":[{"raw_affiliation_string":"Southwest University of Science and Technology,School of Computer Science and Technology,Mianyang,China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021863826","display_name":"Jinjia Zhou","orcid":"https://orcid.org/0000-0002-5078-0522"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jinjia Zhou","raw_affiliation_strings":["Hosei University,Graduate School of Science and Engineering,Tokyo,Japan"],"affiliations":[{"raw_affiliation_string":"Hosei University,Graduate School of Science and Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I204291657"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024674930"],"corresponding_institution_ids":["https://openalex.org/I204291657"],"apc_list":null,"apc_paid":null,"fwci":2.5777,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90993658,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9395999908447266,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9395999908447266,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6355838775634766},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5695559978485107},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5010461807250977},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.21441131830215454},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11444038152694702},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10227257013320923},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.10016626119613647}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6355838775634766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5695559978485107},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5010461807250977},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.21441131830215454},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11444038152694702},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10227257013320923},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.10016626119613647}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas58744.2024.10558141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2136922672","https://openalex.org/W2194775991","https://openalex.org/W2395611524","https://openalex.org/W2560023338","https://openalex.org/W2743289088","https://openalex.org/W2747909401","https://openalex.org/W2752782242","https://openalex.org/W2883780447","https://openalex.org/W2937408455","https://openalex.org/W2963125010","https://openalex.org/W2963150697","https://openalex.org/W2963163009","https://openalex.org/W2964137095","https://openalex.org/W2995607862","https://openalex.org/W3015565442","https://openalex.org/W3045672834","https://openalex.org/W3099225546","https://openalex.org/W3110846353","https://openalex.org/W3118608800","https://openalex.org/W3158047628","https://openalex.org/W4224927203","https://openalex.org/W4226426325","https://openalex.org/W4312929415","https://openalex.org/W4390873061","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6769906912","https://openalex.org/W6784838754","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Multi-teacher":[0,75],"knowledge":[1,11,45],"distillation":[2],"(MKD)":[3],"aims":[4],"to":[5,17,43,91,94,111,118],"leverage":[6],"the":[7,19,22,35,56,84,100,108,113,121,124,131,139],"valuable":[8],"and":[9,60,88,141],"diverse":[10],"presented":[12],"by":[13],"multiple":[14,47],"teacher":[15,93],"networks":[16],"improve":[18,120],"performance":[20,122],"of":[21,58,102,123,143],"student":[23,125],"network.":[24,126],"Existing":[25],"approaches":[26],"typically":[27],"rely":[28],"on":[29,79,99,130],"simple":[30],"methods":[31],"such":[32],"as":[33],"averaging":[34],"prediction":[36],"logits":[37],"or":[38],"using":[39],"sub-optimal":[40],"weighting":[41],"strategies":[42],"combine":[44],"from":[46,116],"teachers.":[48],"However,":[49],"employing":[50],"these":[51,68],"techniques":[52],"cannot":[53],"fully":[54],"reflect":[55,95],"importance":[57,97],"teachers":[59,117],"may":[61],"even":[62],"mislead":[63],"student\u2019s":[64],"learning.":[65],"To":[66],"address":[67],"issues,":[69],"we":[70,106],"propose":[71],"a":[72],"novel":[73],"Decoupled":[74],"Knowledge":[76],"Distillation":[77],"based":[78,98],"Entropy":[80],"(DE-MKD).":[81],"DE-MKD":[82],"decomposes":[83],"vanilla":[85],"KD":[86],"loss":[87],"assigns":[89],"weights":[90],"each":[92],"its":[96],"entropy":[101],"their":[103],"predictions.":[104],"Furthermore,":[105],"extend":[107],"proposed":[109,145],"approach":[110],"distill":[112],"intermediate":[114],"features":[115],"further":[119],"Extensive":[127],"experiments":[128],"conducted":[129],"publicly":[132],"available":[133],"CIFAR-100":[134],"image":[135],"classification":[136],"dataset":[137],"demonstrate":[138],"effectiveness":[140],"flexibility":[142],"our":[144],"approach.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}