{"id":"https://openalex.org/W4407354654","doi":"https://doi.org/10.1109/tcsvt.2025.3541067","title":"Preview-Based Category Contrastive Learning for Knowledge Distillation","display_name":"Preview-Based Category Contrastive Learning for Knowledge Distillation","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407354654","doi":"https://doi.org/10.1109/tcsvt.2025.3541067"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3541067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3541067","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011235816","display_name":"Mengmeng Ding","orcid":"https://orcid.org/0000-0001-9009-3615"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhe Ding","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0001-9009-3615","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654190","display_name":"Jianlong Wu","orcid":"https://orcid.org/0000-0003-0247-5221"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Wu","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0003-0247-5221","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012800713","display_name":"Xue Dong","orcid":"https://orcid.org/0000-0002-5455-3618"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Dong","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5455-3618","affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428843","display_name":"Xiaojie Li","orcid":"https://orcid.org/0000-0001-6449-2727"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Li","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034095320","display_name":"Pengda Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengda Qin","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654958","display_name":"Tian Gan","orcid":"https://orcid.org/0000-0003-3197-5698"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Gan","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-3197-5698","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82233352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"35","issue":"7","first_page":"6712","last_page":"6725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.761900007724762,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.761900007724762,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.6837000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.682200014591217,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7105137705802917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5658175349235535},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5490359663963318},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5453594923019409},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3506237268447876},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07548844814300537},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.06679937243461609}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105137705802917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5658175349235535},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5490359663963318},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5453594923019409},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3506237268447876},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07548844814300537},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.06679937243461609}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3541067","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3541067","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1954645867","display_name":null,"funder_award_id":"Grant 62376069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2284274564","display_name":null,"funder_award_id":"ZDSYS20230626091203008","funder_id":"https://openalex.org/F4320329836","funder_display_name":"Chuzhou Science and Technology Program"},{"id":"https://openalex.org/G2568596273","display_name":null,"funder_award_id":"Grant 62172261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3632644855","display_name":null,"funder_award_id":"Grant 62236003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5630254371","display_name":null,"funder_award_id":"62236003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5954055007","display_name":null,"funder_award_id":"62376069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8079391817","display_name":null,"funder_award_id":"Grant 62176137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G873523568","display_name":null,"funder_award_id":"2024A1515012027","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329836","display_name":"Chuzhou Science and Technology Program","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1821462560","https://openalex.org/W1903029394","https://openalex.org/W1987645143","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2294370754","https://openalex.org/W2296073425","https://openalex.org/W2345837149","https://openalex.org/W2528287124","https://openalex.org/W2549139847","https://openalex.org/W2739879705","https://openalex.org/W2783538964","https://openalex.org/W2798991696","https://openalex.org/W2883780447","https://openalex.org/W2889081631","https://openalex.org/W2936864631","https://openalex.org/W2963037989","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2964137095","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W3024124733","https://openalex.org/W3034368386","https://openalex.org/W3035524453","https://openalex.org/W3091981646","https://openalex.org/W3096121526","https://openalex.org/W3109689953","https://openalex.org/W3114632476","https://openalex.org/W3142849873","https://openalex.org/W3173799170","https://openalex.org/W3177008256","https://openalex.org/W3177196641","https://openalex.org/W3192946406","https://openalex.org/W3202329792","https://openalex.org/W3214721215","https://openalex.org/W4214524539","https://openalex.org/W4226426325","https://openalex.org/W4235681568","https://openalex.org/W4312320846","https://openalex.org/W4312671791","https://openalex.org/W4312929415","https://openalex.org/W4380303578","https://openalex.org/W4380607092","https://openalex.org/W4383112609","https://openalex.org/W4386065360","https://openalex.org/W4386275868","https://openalex.org/W4387790227","https://openalex.org/W4387886175","https://openalex.org/W4389776340","https://openalex.org/W4392739013","https://openalex.org/W4393184763","https://openalex.org/W6604254268","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6677919164","https://openalex.org/W6679390333","https://openalex.org/W6684191040","https://openalex.org/W6684563725","https://openalex.org/W6691895530","https://openalex.org/W6730179637","https://openalex.org/W6736021936","https://openalex.org/W6737664043","https://openalex.org/W6748082341","https://openalex.org/W6769906912","https://openalex.org/W6776700526","https://openalex.org/W6779326418","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6789657409","https://openalex.org/W6796691306"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,73],"is":[2],"a":[3,64,96,130,171,178],"mainstream":[4],"algorithm":[5],"in":[6,95],"model":[7,15,20],"compression":[8],"by":[9],"transferring":[10],"knowledge":[11,72,80],"from":[12,143,151],"the":[13,18,24,35,45,49,78,87,104,109,139,183,199],"larger":[14],"(teacher)":[16],"to":[17,22,55,119,134,147,180],"smaller":[19],"(student)":[21],"improve":[23],"performance":[25],"of":[26,51,81,114],"student.":[27],"Despite":[28],"many":[29],"efforts,":[30],"existing":[31,152],"methods":[32,153],"mainly":[33],"investigate":[34],"consistency":[36],"between":[37,89,112],"instance-level":[38,83],"feature":[39,84],"representation":[40,106],"or":[41],"prediction,":[42],"which":[43,100],"neglects":[44],"category-level":[46],"information":[47],"and":[48,86,92,107,116,123,159,195],"difficulty":[50],"each":[52,144],"sample,":[53],"leading":[54],"undesirable":[56],"performance.":[57],"To":[58],"address":[59],"these":[60],"issues,":[61],"we":[62,128],"propose":[63],"novel":[65,131],"preview-based":[66],"category":[67,93,105,121],"contrastive":[68,97],"learning":[69,98,161],"method":[70,169],"for":[71,174],"(PCKD).":[74],"It":[75],"first":[76],"distills":[77],"structural":[79],"both":[82],"correspondence":[85],"relation":[88],"instance":[90],"features":[91],"centers":[94,122],"fashion,":[99],"can":[101],"explicitly":[102],"optimize":[103],"explore":[108],"distinct":[110],"correlation":[111],"representations":[113],"instances":[115,176],"categories,":[117],"contributing":[118],"discriminative":[120],"better":[124,181],"classification":[125],"results.":[126],"Besides,":[127],"introduce":[129],"preview":[132,179],"strategy":[133],"dynamically":[135],"determine":[136],"how":[137],"much":[138],"student":[140,184],"should":[141],"learn":[142],"sample":[145],"according":[146],"their":[148],"difficulty.":[149],"Different":[150],"that":[154,162],"treat":[155],"all":[156],"samples":[157],"equally":[158],"curriculum":[160],"simply":[163],"filters":[164],"out":[165],"hard":[166,175],"samples,":[167],"our":[168],"assigns":[170],"small":[172],"weight":[173],"as":[177],"guide":[182],"training.":[185],"Extensive":[186],"experiments":[187],"on":[188],"several":[189],"challenging":[190],"datasets,":[191],"including":[192],"CIFAR-100,":[193],"ImageNet":[194],"Pascal":[196],"VOC,":[197],"demonstrate":[198],"superiority":[200],"over":[201],"state-of-the-art":[202],"methods.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}