{"id":"https://openalex.org/W4415709302","doi":"https://doi.org/10.1109/icme59968.2025.11210122","title":"Knowledge Calibration Distillation","display_name":"Knowledge Calibration Distillation","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4415709302","doi":"https://doi.org/10.1109/icme59968.2025.11210122"},"language":null,"primary_location":{"id":"doi:10.1109/icme59968.2025.11210122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11210122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042284852","display_name":"Chun Xie","orcid":"https://orcid.org/0000-0003-0425-4166"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chun Xie","raw_affiliation_strings":["University of Tsukuba"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084139626","display_name":"Huimin Tong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127487","display_name":"Vision Technology (United States)","ror":"https://ror.org/03gmxkp43","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127487"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huimin Tong","raw_affiliation_strings":["Hikvision Digital Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hikvision Digital Technology Co., Ltd","institution_ids":["https://openalex.org/I4210127487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056604663","display_name":"Guoxia Xu","orcid":"https://orcid.org/0000-0002-0036-8820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guoxi Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101431251","display_name":"Yipeng Chen","orcid":"https://orcid.org/0000-0001-5838-9387"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210092817","display_name":"Suzhou Institute of Biomedical Engineering and Technology","ror":"https://ror.org/00f58mx93","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210092817"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yipeng Chen","raw_affiliation_strings":["Suzhou Institute of Biomedical Engineering and Technology, Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Suzhou Institute of Biomedical Engineering and Technology, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210092817"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120193069","display_name":"Li Luking","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Luking","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007319547","display_name":"Yiwei Chen","orcid":"https://orcid.org/0000-0002-6355-4356"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210092817","display_name":"Suzhou Institute of Biomedical Engineering and Technology","ror":"https://ror.org/00f58mx93","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210092817"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwei Chen","raw_affiliation_strings":["Suzhou Institute of Biomedical Engineering and Technology, Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Suzhou Institute of Biomedical Engineering and Technology, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210092817"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.34619998931884766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.34619998931884766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2046000063419342,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8366000056266785},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6327000260353088},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6169999837875366},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.5249999761581421},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4812999963760376},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4147000014781952}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8366000056266785},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6711000204086304},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6327000260353088},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6169999837875366},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46619999408721924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.438400000333786},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.4336000084877014},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3921999931335449},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C76100544","wikidata":"https://www.wikidata.org/wiki/Q4118095","display_name":"Batch distillation","level":4,"score":0.2815999984741211},{"id":"https://openalex.org/C154030694","wikidata":"https://www.wikidata.org/wiki/Q1436074","display_name":"Fractionating column","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.26579999923706055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme59968.2025.11210122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11210122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320325599","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2294370754","https://openalex.org/W2340897893","https://openalex.org/W2560023338","https://openalex.org/W2739879705","https://openalex.org/W2963140444","https://openalex.org/W2963468606","https://openalex.org/W2982157312","https://openalex.org/W2986015886","https://openalex.org/W3091981646","https://openalex.org/W3097836310","https://openalex.org/W3109689953","https://openalex.org/W3177008256","https://openalex.org/W3177196641","https://openalex.org/W3202461785","https://openalex.org/W4214524539","https://openalex.org/W4226426325","https://openalex.org/W4312590184","https://openalex.org/W4312929415","https://openalex.org/W4382458595","https://openalex.org/W4386071640","https://openalex.org/W4386072392","https://openalex.org/W4390871868","https://openalex.org/W4390874023","https://openalex.org/W4390874486","https://openalex.org/W4402667890","https://openalex.org/W4403878467","https://openalex.org/W4403878569"],"related_works":[],"abstract_inverted_index":{"Knowledge":[0,56],"distillation":[1,40,53,101,117,142],"is":[2],"a":[3,11,15,50],"popular":[4],"technique":[5],"for":[6,60],"transferring":[7],"the":[8,36,90,116,122,132],"knowledge":[9,31,52,141],"of":[10,38,154],"teacher":[12,65,96,125],"model":[13,39,147],"to":[14,121],"smaller":[16],"and":[17,66,80,109,126],"more":[18],"efficient":[19,61],"student":[20,67,91,127],"model.":[21],"However,":[22],"previous":[23],"work":[24],"often":[25],"used":[26],"certain":[27],"intermediate":[28],"features":[29],"as":[30],"sources,":[32],"which":[33],"greatly":[34],"reduced":[35],"generality":[37],"on":[41,131],"heterogeneous":[42],"models.":[43,68],"To":[44],"address":[45],"this":[46],"challenge,":[47],"we":[48],"propose":[49],"novel":[51],"method":[54],"called":[55],"Calibration":[57],"Distillation":[58],"(KCD)":[59],"transfer":[62],"learning":[63,93],"between":[64,124],"KCD":[69,137],"incorporates":[70],"three":[71],"key":[72],"innovations:":[73],"category":[74,85,108],"uncertainty":[75,86],"calibration,":[76],"adaptive":[77,99],"cosine-similarity":[78,100],"distillation,":[79],"dynamic":[81],"temperature":[82,113],"factors.":[83],"The":[84,98],"calibration":[87],"mechanism":[88],"prevents":[89],"from":[92,94],"unreliable":[95],"predictions.":[97],"loss":[102],"functions":[103],"capture":[104],"comprehensive":[105],"knowledge,":[106],"including":[107],"batch":[110],"information.":[111],"Dynamic":[112],"factors":[114],"optimize":[115],"process":[118],"by":[119],"adapting":[120],"similarity":[123],"outputs.":[128],"Extensive":[129],"experiments":[130],"CIFAR-100":[133],"dataset":[134],"demonstrate":[135],"that":[136],"consistently":[138],"outperforms":[139],"existing":[140],"methods":[143],"across":[144],"various":[145],"teacher-student":[146],"combinations,":[148],"achieving":[149],"state-of-the-art":[150],"results":[151],"in":[152],"terms":[153],"accuracy<sup":[155],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[156],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[157]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-30T00:00:00"}