{"id":"https://openalex.org/W4403518881","doi":"https://doi.org/10.3233/faia240786","title":"Grouped Logit Distillation Enhanced with Superclass Awareness for Efficient Knowledge Transfer","display_name":"Grouped Logit Distillation Enhanced with Superclass Awareness for Efficient Knowledge Transfer","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403518881","doi":"https://doi.org/10.3233/faia240786"},"language":"en","primary_location":{"id":"doi:10.3233/faia240786","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240786","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia240786","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005741692","display_name":"Shuoxi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuoxi Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071582484","display_name":"Hanpeng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanpeng Liu","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102730412","display_name":"Yuyi Wang","orcid":"https://orcid.org/0000-0001-7273-9873"},"institutions":[{"id":"https://openalex.org/I4210126257","display_name":"CRRC (China)","ror":"https://ror.org/033g21894","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210126257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyi Wang","raw_affiliation_strings":["CRRC Zhuzhou Institute, Zhuzhou, China","Tengen Intelligence Institute, Zhuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CRRC Zhuzhou Institute, Zhuzhou, China","institution_ids":["https://openalex.org/I4210126257"]},{"raw_affiliation_string":"Tengen Intelligence Institute, Zhuzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033526822","display_name":"Kun He","orcid":"https://orcid.org/0000-0001-7627-4604"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun He","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0001-7627-4604","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.52047097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.6482999920845032,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.6482999920845032,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.5892999768257141,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13344","display_name":"Industrial Automation and Control Systems","score":0.583299994468689,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/logit","display_name":"Logit","score":0.7031943202018738},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5435263514518738},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4501802325248718},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.43291914463043213},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41805803775787354},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.17642897367477417},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1546688973903656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14087975025177002},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10183435678482056}],"concepts":[{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.7031943202018738},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5435263514518738},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4501802325248718},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.43291914463043213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41805803775787354},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.17642897367477417},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1546688973903656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14087975025177002},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10183435678482056}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240786","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240786","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240786","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240786","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8500000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2077865273","https://openalex.org/W2559245114","https://openalex.org/W1989125082"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,38,65,121],"(KD)":[2],"facilitates":[3],"student":[4],"training":[5],"by":[6,26,30,124],"transferring":[7,85],"information":[8,107,126],"beyond":[9],"plain":[10],"labels,":[11],"specifically":[12],"through":[13,137],"the":[14,18,42,45,50,63,96,112,132],"categorical":[15],"relationships":[16,86],"from":[17,39,109],"teacher.":[19],"However,":[20],"this":[21,55],"class":[22],"relationship":[23],"knowledge":[24,37,43,64,76,120],"is,":[25],"nature,":[27],"easily":[28],"dominated":[29],"a":[31,59,88,103],"few":[32],"classes.":[33],"This":[34,72],"phenomenon":[35],"prevents":[36],"fully":[40],"extracting":[41],"of":[44,52,111,134],"teacher":[46,113],"model,":[47],"thereby":[48],"impeding":[49],"transfer":[51],"knowledge.":[53],"To":[54],"end,":[56],"we":[57,92],"introduce":[58],"grouping":[60,97],"strategy":[61,73],"to":[62,101],"paradigm,":[66],"termed":[67],"Grouped":[68],"Logit":[69],"Distillation":[70],"(GLD).":[71],"involves":[74],"distilling":[75],"within":[77],"each":[78],"group":[79],"and":[80,99],"across":[81,140],"all":[82],"groups,":[83],"potentially":[84],"in":[87],"comprehensive":[89],"manner.":[90],"Furthermore,":[91],"delve":[93],"deeper":[94],"into":[95],"mechanism":[98,105],"attempt":[100],"incorporate":[102],"superclass":[104],"using":[106],"derived":[108],"features":[110],"model.":[114],"Our":[115],"enhanced":[116],"version,":[117],"GLD++,":[118],"performs":[119],"more":[122],"meticulously":[123],"organizing":[125],"based":[127],"on":[128],"superclasses.":[129],"We":[130],"evaluate":[131],"effectiveness":[133],"our":[135],"approaches":[136],"extensive":[138],"experiments":[139],"standard":[141],"benchmark":[142],"datasets,":[143],"obtaining":[144],"state-of-the-art":[145],"performance.":[146]},"counts_by_year":[],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}