{"id":"https://openalex.org/W7128421440","doi":"https://doi.org/10.1109/tcsvt.2026.3662460","title":"Dual Knowledge Distillation Framework With Class-Adaptive Temperature and TopK Feature Perturbation for Few-Shot Prompt Learning","display_name":"Dual Knowledge Distillation Framework With Class-Adaptive Temperature and TopK Feature Perturbation for Few-Shot Prompt Learning","publication_year":2026,"publication_date":"2026-02-09","ids":{"openalex":"https://openalex.org/W7128421440","doi":"https://doi.org/10.1109/tcsvt.2026.3662460"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2026.3662460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3662460","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wenjie Chen","orcid":"https://orcid.org/0000-0003-3273-6912"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Chen","raw_affiliation_strings":["College of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-3273-6912","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125463443","display_name":"Weisheng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisheng Li","raw_affiliation_strings":["Chongqing Polytechnic University of Electronic Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-9033-8245","affiliations":[{"raw_affiliation_string":"Chongqing Polytechnic University of Electronic Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125434086","display_name":"Yucheng Shu","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucheng Shu","raw_affiliation_strings":["Chongqing Polytechnic University of Electronic Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-5737-9571","affiliations":[{"raw_affiliation_string":"Chongqing Polytechnic University of Electronic Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13720278,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"6","first_page":"8602","last_page":"8614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8335000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8335000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09669999778270721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5827000141143799},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5428000092506409},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.5425000190734863},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5012000203132629},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.475600004196167},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.41260001063346863},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.3555000126361847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477000117301941},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5827000141143799},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.5425000190734863},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4480000138282776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4203999936580658},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3783999979496002},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35899999737739563},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C2983787585","wikidata":"https://www.wikidata.org/wiki/Q93586","display_name":"Feature matching","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2919999957084656},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.2533000111579895},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2026.3662460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3662460","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1584048685","display_name":null,"funder_award_id":"Nos. CSTB2022NSCQ-MSX0436","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G2325521440","display_name":null,"funder_award_id":"Nos. CSTB2025NSCQ-GPX0116","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G3142240737","display_name":null,"funder_award_id":"Nos. 62027827","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3453920714","display_name":null,"funder_award_id":"62221005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3855745146","display_name":null,"funder_award_id":"Nos. CSTB2024TIAD-KPX0040","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G4737101193","display_name":null,"funder_award_id":"CSTB2025NSCQ-GPX0116","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G5029199282","display_name":null,"funder_award_id":"Nos. 62276040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5755181467","display_name":null,"funder_award_id":"62331008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5821485907","display_name":null,"funder_award_id":"Nos. 62221005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G656603220","display_name":null,"funder_award_id":"Nos. 62331008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6747922179","display_name":null,"funder_award_id":"CSTB2022NSCQ-MSX0436","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G7202444375","display_name":null,"funder_award_id":"62027827","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7341912091","display_name":null,"funder_award_id":"CSTB2023NSCQ-LZX0047","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G7498088849","display_name":null,"funder_award_id":"Nos. CSTB2023NSCQ-LZX0047","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G753725263","display_name":null,"funder_award_id":"62276040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8940524792","display_name":null,"funder_award_id":"CSTB2024TIAD-KPX0040","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pre-trained":[0],"vision-language":[1],"models":[2],"have":[3],"shown":[4],"great":[5],"potential":[6],"in":[7,57],"few-shot":[8],"learning.":[9],"However,":[10],"existing":[11],"methods":[12],"typically":[13],"employ":[14],"either":[15],"KL":[16,70],"divergence":[17,71],"or":[18],"feature":[19,73,81],"similarity-based":[20],"knowledge":[21,50],"distillation,":[22],"and":[23,72,124],"rarely":[24],"integrate":[25],"both.":[26],"Our":[27,138],"analysis":[28],"reveals":[29],"that":[30,84,103],"a":[31,47,58,79],"naive":[32],"simultaneous":[33],"deployment":[34],"of":[35,61,134],"these":[36],"two":[37],"strategies":[38],"yields":[39,106],"suboptimal":[40],"results.":[41],"To":[42],"address":[43],"this,":[44],"we":[45,77],"propose":[46],"unified":[48],"dual":[49],"distillation":[51],"framework.":[52],"This":[53],"framework":[54],"is":[55,141],"grounded":[56],"theoretical":[59],"derivation":[60],"class-adaptive":[62],"temperature":[63],"parameters,":[64],"effectively":[65],"resolving":[66],"the":[67,116],"incompatibility":[68],"between":[69],"similarity":[74],"approaches.":[75],"Furthermore,":[76],"introduce":[78],"top-K":[80],"perturbation":[82],"technique":[83],"targets":[85],"specific":[86],"features":[87],"for":[88],"more":[89],"consistent":[90,107],"enhancement":[91],"than":[92],"traditional":[93],"noise":[94],"regularization.":[95],"Experimental":[96],"results":[97],"across":[98],"11":[99],"diverse":[100],"benchmarks":[101],"show":[102],"our":[104],"approach":[105],"performance":[108],"gains":[109],"over":[110],"various":[111],"baselines.":[112],"Notably,":[113],"it":[114],"improves":[115],"harmonic":[117],"mean":[118],"(H)":[119],"by":[120],"0.41%":[121],"to":[122,127,136],"0.72%":[123],"enhances":[125],"generalization":[126],"unseen":[128],"classes":[129],"with":[130],"an":[131],"accuracy":[132],"boost":[133],"up":[135],"1.41%.":[137],"source":[139],"code":[140],"available":[142],"at:":[143],"https://github.com/sydney72380/DKL.":[144]},"counts_by_year":[],"updated_date":"2026-06-06T06:22:57.294733","created_date":"2026-02-10T00:00:00"}