{"id":"https://openalex.org/W4403780807","doi":"https://doi.org/10.1145/3664647.3680595","title":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","display_name":"Student-Oriented Teacher Knowledge Refinement for Knowledge Distillation","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780807","doi":"https://doi.org/10.1145/3664647.3680595"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680595","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680595","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008090356","display_name":"Chaomin Shen","orcid":"https://orcid.org/0000-0001-9389-6472"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaomin Shen","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9389-6472","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022668772","display_name":"Yaomin Huang","orcid":"https://orcid.org/0000-0002-8195-4978"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaomin Huang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8195-4978","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"HaoKun Zhu","orcid":"https://orcid.org/0009-0000-3558-0402"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"HaoKun Zhu","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-3558-0402","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100515203","display_name":"Jinsong Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I146620803","display_name":"Wenzhou University","ror":"https://ror.org/020hxh324","country_code":"CN","type":"education","lineage":["https://openalex.org/I146620803"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Fan","raw_affiliation_strings":["Wenzhou University, Wenzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-0851-8924","affiliations":[{"raw_affiliation_string":"Wenzhou University, Wenzhou, China","institution_ids":["https://openalex.org/I146620803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103084461","display_name":"Guixu Zhang","orcid":"https://orcid.org/0000-0003-2568-4691"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guixu Zhang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2568-4691","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4543","last_page":"4552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7415183186531067},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6002655029296875},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.428687185049057},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.39781323075294495},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34114593267440796},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08572560548782349},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07979154586791992},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.0608387291431427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7415183186531067},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6002655029296875},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.428687185049057},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.39781323075294495},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34114593267440796},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08572560548782349},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07979154586791992},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0608387291431427}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680595","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680595","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2559655401","https://openalex.org/W2565639579","https://openalex.org/W2612690371","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2808373772","https://openalex.org/W2883780447","https://openalex.org/W2894906112","https://openalex.org/W2952787292","https://openalex.org/W2962858109","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963870144","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2992308087","https://openalex.org/W2997006708","https://openalex.org/W3034406766","https://openalex.org/W3099486271","https://openalex.org/W3177196641","https://openalex.org/W3204610735","https://openalex.org/W4212774754","https://openalex.org/W4214524539","https://openalex.org/W4214611271","https://openalex.org/W4226426325","https://openalex.org/W4281489207","https://openalex.org/W4312980183","https://openalex.org/W4313141028","https://openalex.org/W4366982391","https://openalex.org/W4382458595","https://openalex.org/W4386065360","https://openalex.org/W4386071640","https://openalex.org/W4387967916","https://openalex.org/W4394625688","https://openalex.org/W4402667890"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Knowledge":[0,103],"distillation":[1,27,166,180],"has":[2],"become":[3],"widely":[4],"recognized":[5],"for":[6],"its":[7],"ability":[8],"to":[9,17,86,115,133,151],"transfer":[10,96,146],"knowledge":[11,26,43,64,85,95,119,145,165,179],"from":[12],"a":[13,18,31,76,108,160,172],"large":[14],"teacher":[15,141],"network":[16],"compact":[19],"and":[20,54,81,142,163,188],"more":[21,161],"streamlined":[22],"student":[23,46,122],"network.":[24,47],"Traditional":[25],"methods":[28],"primarily":[29],"follow":[30],"teacher-oriented":[32],"paradigm":[33],"that":[34],"imposes":[35],"the":[36,40,45,58,62,67,83,90,101,117,121,127,140,186],"task":[37],"of":[38,61,120,136,190],"learning":[39],"teacher's":[41,84,118],"complex":[42,63],"onto":[44],"However,":[48],"significant":[49],"disparities":[50],"in":[51,70],"model":[52],"capacity":[53],"architectural":[55],"design":[56],"hinder":[57],"student's":[59,91],"comprehension":[60],"imparted":[65],"by":[66],"teacher,":[68],"resulting":[69],"sub-optimal":[71],"performance.":[72],"This":[73,156],"paper":[74],"introduces":[75],"novel":[77],"perspective":[78],"emphasizing":[79],"student-oriented":[80],"refining":[82],"better":[87],"align":[88],"with":[89,177],"needs,":[92],"thereby":[93],"improving":[94],"effectiveness.":[97],"Specifically,":[98],"we":[99,125],"present":[100],"Student-Oriented":[102],"Distillation":[104],"(SoKD),":[105],"which":[106],"incorporates":[107],"learnable":[109],"feature":[110],"augmentation":[111],"strategy":[112],"during":[113],"training":[114],"refine":[116],"dynamically.":[123],"Furthermore,":[124],"deploy":[126],"Distinctive":[128],"Area":[129],"Detection":[130],"Module":[131],"(DAM)":[132],"identify":[134],"areas":[135,150],"mutual":[137],"interest":[138],"between":[139],"student,":[143],"concentrating":[144],"within":[147],"these":[148],"critical":[149],"avoid":[152],"transferring":[153],"irrelevant":[154],"information.":[155],"customized":[157],"module":[158],"ensures":[159],"focused":[162],"effective":[164],"process.":[167],"Our":[168],"approach,":[169],"functioning":[170],"as":[171],"plug-in,":[173],"could":[174],"be":[175],"integrated":[176],"various":[178],"methods.":[181],"Extensive":[182],"experimental":[183],"results":[184],"demonstrate":[185],"efficacy":[187],"generalizability":[189],"our":[191],"method.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}