{"id":"https://openalex.org/W4401879970","doi":"https://doi.org/10.1109/tnnls.2024.3443394","title":"Enhancing Few-Shot CLIP With Semantic-Aware Fine-Tuning","display_name":"Enhancing Few-Shot CLIP With Semantic-Aware Fine-Tuning","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4401879970","doi":"https://doi.org/10.1109/tnnls.2024.3443394","pmid":"https://pubmed.ncbi.nlm.nih.gov/39186419"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3443394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3443394","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101567069","display_name":"Yao Zhu","orcid":"https://orcid.org/0000-0003-0991-1970"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0991-1970","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039044021","display_name":"Yuefeng Chen","orcid":"https://orcid.org/0000-0001-9027-3421"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuefeng Chen","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9027-3421","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051298007","display_name":"Xiaofeng Mao","orcid":"https://orcid.org/0000-0003-4486-556X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Mao","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109488712","display_name":"Xiu Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiu Yan","raw_affiliation_strings":["Meituan Group, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-0634-786X","affiliations":[{"raw_affiliation_string":"Meituan Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371961","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0001-6936-5081"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100774978","display_name":"Lu Wang","orcid":"https://orcid.org/0000-0003-4035-0737"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Lu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4035-0737","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700956","display_name":"Jindong Wang","orcid":"https://orcid.org/0000-0002-4833-0880"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jindong Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4833-0880","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024401174","display_name":"Xiangyang Ji","orcid":"https://orcid.org/0000-0002-7333-9975"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Ji","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7333-9975","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3713,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88947495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"36","issue":"7","first_page":"12349","last_page":"12362"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9132000207901001,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9132000207901001,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.7789844274520874},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5681453347206116},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35152411460876465},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.2119951844215393}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7789844274520874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5681453347206116},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35152411460876465},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.2119951844215393},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3443394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3443394","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:39186419","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39186419","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1849277567","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2533598788","https://openalex.org/W2560647685","https://openalex.org/W2560730294","https://openalex.org/W2896457183","https://openalex.org/W2943605315","https://openalex.org/W2963518342","https://openalex.org/W2963622213","https://openalex.org/W2963943197","https://openalex.org/W2964105864","https://openalex.org/W2964194231","https://openalex.org/W3034587791","https://openalex.org/W3034942609","https://openalex.org/W3037492894","https://openalex.org/W3100481436","https://openalex.org/W3177096435","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3198675127","https://openalex.org/W3205249428","https://openalex.org/W3217157240","https://openalex.org/W4206910437","https://openalex.org/W4229453513","https://openalex.org/W4253028564","https://openalex.org/W4254751698","https://openalex.org/W4297697565","https://openalex.org/W4307771365","https://openalex.org/W4312310776","https://openalex.org/W4312574212","https://openalex.org/W4312651322","https://openalex.org/W4312884055","https://openalex.org/W4319604488","https://openalex.org/W4366462713","https://openalex.org/W4377226909","https://openalex.org/W4382458283","https://openalex.org/W4383503856","https://openalex.org/W4383899699","https://openalex.org/W4386065877","https://openalex.org/W4386071547","https://openalex.org/W4386076681","https://openalex.org/W4386453735","https://openalex.org/W4386523254","https://openalex.org/W4386790226","https://openalex.org/W4386902882","https://openalex.org/W4389523832","https://openalex.org/W4390872508","https://openalex.org/W4390873714","https://openalex.org/W4390874554","https://openalex.org/W6638677478","https://openalex.org/W6684191040","https://openalex.org/W6736057607","https://openalex.org/W6737947904","https://openalex.org/W6747837551","https://openalex.org/W6748555532","https://openalex.org/W6759579507","https://openalex.org/W6763468762","https://openalex.org/W6764990469","https://openalex.org/W6766931891","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6803476161","https://openalex.org/W6810879928","https://openalex.org/W6839745749","https://openalex.org/W6847598328","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6852874933","https://openalex.org/W6854347851"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528"],"abstract_inverted_index":{"Learning":[0],"generalized":[1],"representations":[2],"from":[3],"limited":[4],"training":[5,160],"samples":[6],"is":[7,213,222],"crucial":[8],"for":[9,65,111,136],"applying":[10],"deep":[11],"neural":[12],"networks":[13],"in":[14,29,123,215,251,260],"low-resource":[15],"scenarios.":[16],"Recently,":[17],"methods":[18],"based":[19],"on":[20,52,80,168,233],"contrastive":[21],"language-image":[22],"pretraining":[23],"(CLIP)":[24],"have":[25],"exhibited":[26],"promising":[27],"performance":[28],"few-shot":[30,41,141,196,219],"adaptation":[31],"tasks.":[32,67],"To":[33,68],"avoid":[34],"catastrophic":[35],"forgetting":[36],"and":[37,105,121,186,198,221,240,249,255,258],"overfitting":[38],"caused":[39],"by":[40,183,247,256],"fine-tuning,":[42],"existing":[43,226],"works":[44],"usually":[45],"freeze":[46],"the":[47,56,92,132,151,154,159,164,172,180,184,187,195,199,217,225,244,252,261],"parameters":[48,60,152],"of":[49,91,153],"CLIP":[50,220],"pretrained":[51,200],"large-scale":[53],"datasets,":[54],"overlooking":[55],"possibility":[57],"that":[58,97,237],"some":[59],"might":[61,143],"not":[62,144],"be":[63,145],"suitable":[64],"downstream":[66,113],"this":[69,206],"end,":[70],"we":[71,148,175],"revisit":[72],"CLIP's":[73,201],"visual":[74],"encoder":[75],"with":[76,224],"a":[77,88],"specific":[78],"focus":[79,167],"its":[81],"distinctive":[82],"attention":[83,155,189],"pooling":[84,156,190],"layer,":[85],"which":[86],"performs":[87],"spatial":[89],"weighted-sum":[90,134],"dense":[93,98,137],"feature":[94,99],"maps.":[95],"Given":[96],"maps":[100],"contain":[101],"meaningful":[102],"semantic":[103],"information,":[104],"different":[106,140],"semantics":[107,118],"hold":[108],"varying":[109],"importance":[110],"diverse":[112],"tasks":[114,126,142],"(such":[115],"as":[116,208],"prioritizing":[117],"like":[119],"ears":[120],"eyes":[122],"pet":[124],"classification":[125],"rather":[127],"than":[128],"side":[129],"mirrors),":[130],"using":[131],"same":[133],"operation":[135],"features":[138,181],"across":[139],"appropriate.":[146],"Hence,":[147],"propose":[149],"fine-tuning":[150,210],"layer":[157],"during":[158],"process":[161],"to":[162,166,192],"encourage":[163],"model":[165],"task-specific":[169],"semantics.":[170],"In":[171],"inference":[173],"process,":[174],"perform":[176],"residual":[177],"blending":[178],"between":[179],"pooled":[182],"fine-tuned":[185],"original":[188],"layers":[191],"incorporate":[193],"both":[194,238],"knowledge":[197],"prior":[202],"knowledge.":[203],"We":[204],"term":[205],"method":[207,246],"semantic-aware":[209],"(SAFE).":[211],"SAFE":[212,239],"effective":[214],"enhancing":[216],"conventional":[218],"compatible":[223],"adapter":[227],"approach":[228],"(termed":[229],"SAFE-A).":[230],"Extensive":[231],"experiments":[232],"11":[234],"benchmarks":[235],"demonstrate":[236],"SAFE-A":[241],"significantly":[242],"outperform":[243],"second-best":[245],"+1.51%":[248],"+2.38%":[250],"one-shot":[253],"setting":[254],"+0.48%":[257],"+1.37%":[259],"four-shot":[262],"setting,":[263],"respectively.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}