{"id":"https://openalex.org/W4415329124","doi":"https://doi.org/10.48550/arxiv.2505.15506","title":"Prompt Tuning Vision Language Models with Margin Regularizer for Few-Shot Learning under Distribution Shifts","display_name":"Prompt Tuning Vision Language Models with Margin Regularizer for Few-Shot Learning under Distribution Shifts","alternate_titles":[],"publication_year":2025,"publication_date":"2025-05-21","ids":{"openalex":"https://openalex.org/W4415329124","doi":"https://doi.org/10.48550/arxiv.2505.15506"},"language":"en","primary_location":{"id":"pmh:oai:jmlr.org:tmlr/ZnWqtPhHM7","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=ZnWqtPhHM7","pdf_url":null,"source":{"id":"https://openalex.org/S4393919742","display_name":"Transactions on machine learning research","issn_l":"2835-8856","issn":["2835-8856"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","oarl","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W4415329124"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://openreview.net/forum?id=ZnWqtPhHM7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063264805","display_name":"Debarshi Brahma","orcid":"https://orcid.org/0000-0002-8430-2940","observed_orcids":["https://orcid.org/0000-0002-8430-2940"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Brahma, Debarshi","raw_affiliation_strings":["Indian Institute of Science , Bangalore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , Bangalore","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101238040","display_name":"Anuska Roy","orcid":"https://orcid.org/0009-0002-1607-2079","observed_orcids":["https://orcid.org/0009-0002-1607-2079","https://orcid.org/0009-0009-6007-9308"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Roy, Anuska","raw_affiliation_strings":["Indian Institute of Science , Bangalore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , Bangalore","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055091440","display_name":"Soma Biswas","orcid":"https://orcid.org/0000-0002-9068-7023","observed_orcids":["https://orcid.org/0000-0002-9068-7023"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Biswas, Soma","raw_affiliation_strings":["Indian Institute of Science , Bangalore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , Bangalore","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59270414"],"apc_list":null,"apc_paid":null,"fwci":0.5623,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65177448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0421999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-tuning","display_name":"prompt tuning","score":0.8619999885559082},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9179999828338623},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.9710000157356262},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.593999981880188},{"id":"https://openalex.org/keywords/classism","display_name":"classism","score":0.4020000100135803},{"id":"https://openalex.org/keywords/zero-shot-generalization","display_name":"zero-shot generalization","score":0.5619999766349792},{"id":"https://openalex.org/keywords/fine-tuning-pre-trained-models","display_name":"pre-trained model fine-tuning","score":0.5410000085830688}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8547999858856201},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.8411999940872192},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7774999737739563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7221999764442444},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.682200014591217},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6240000128746033},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5942999720573425},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4339999854564667},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41110000014305115},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2533999979496002},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:jmlr.org:tmlr/ZnWqtPhHM7","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=ZnWqtPhHM7","pdf_url":null,"source":{"id":"https://openalex.org/S4393919742","display_name":"Transactions on machine learning research","issn_l":"2835-8856","issn":["2835-8856"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","oarl","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2505.15506","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15506","pdf_url":"https://arxiv.org/pdf/2505.15506","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.15506","doi":"https://doi.org/10.48550/arxiv.2505.15506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.15506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:jmlr.org:tmlr/ZnWqtPhHM7","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/forum?id=ZnWqtPhHM7","pdf_url":null,"source":{"id":"https://openalex.org/S4393919742","display_name":"Transactions on machine learning research","issn_l":"2835-8856","issn":["2835-8856"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","jufo-1","norway-1","oarl","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions on Machine Learning Research","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415329124.pdf","grobid_xml":"https://content.openalex.org/works/W4415329124.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W2002427601","https://openalex.org/W2047643928","https://openalex.org/W2117539524","https://openalex.org/W2194321275","https://openalex.org/W2432717477","https://openalex.org/W2473156356","https://openalex.org/W2533598788","https://openalex.org/W2604763608","https://openalex.org/W2611650229","https://openalex.org/W2753160622","https://openalex.org/W2797977484","https://openalex.org/W2919053476","https://openalex.org/W2932083555","https://openalex.org/W2963943197","https://openalex.org/W2964194231","https://openalex.org/W3009883635","https://openalex.org/W3025345330","https://openalex.org/W3110608229","https://openalex.org/W3126337491","https://openalex.org/W3135367836","https://openalex.org/W3189656202","https://openalex.org/W3194746126","https://openalex.org/W3198377975","https://openalex.org/W3198675127","https://openalex.org/W3213647938","https://openalex.org/W4225747866","https://openalex.org/W4312310776","https://openalex.org/W4386065512","https://openalex.org/W4386071547","https://openalex.org/W4415797435"],"related_works":["https://openalex.org/W4416852223","https://openalex.org/W7106304180","https://openalex.org/W4379470115","https://openalex.org/W4296151208","https://openalex.org/W4390873714","https://openalex.org/W4390871786","https://openalex.org/W7133232273","https://openalex.org/W7172321604","https://openalex.org/W7131112567","https://openalex.org/W4399395391"],"abstract_inverted_index":{"Recently,":[0],"Vision-Language":[1],"foundation":[2],"models":[3,40,57,78,107],"like":[4],"CLIP":[5],"and":[6,25,36,51,92,193,245],"ALIGN,":[7],"which":[8],"are":[9,108],"pre-trained":[10],"on":[11,117,159,175],"large-scale":[12,172],"data":[13,104],"have":[14,58],"shown":[15],"remarkable":[16],"zero-shot":[17,149],"generalization":[18],"to":[19,44,54,82,113,124,148,206,217,274],"diverse":[20],"datasets":[21,46],"with":[22,132,252],"different":[23,49],"classes":[24,52],"even":[26],"domains.":[27],"In":[28,72],"this":[29,191,275],"work,":[30],"we":[31,122,138,162,200,228],"take":[32],"a":[33,64,129,133,164,202,238],"step":[34],"further":[35,141],"analyze":[37],"whether":[38,140],"these":[39,56],"can":[41,137,143],"be":[42],"adapted":[43],"target":[45,70,130,178,249],"having":[47],"very":[48],"distributions":[50],"compared":[53,147],"what":[55],"been":[59,95],"trained":[60],"on,":[61],"using":[62,237],"only":[63],"few":[65,134,177,209],"labeled":[66],"examples":[67],"from":[68,258],"the":[69,102,115,126,145,153,160,176,183,208,222,230,262,265,269],"dataset.":[71],"such":[73,106,171],"scenarios,":[74],"finetuning":[75],"large":[76],"pretrained":[77],"is":[79,111],"challenging":[80],"due":[81],"problems":[83],"of":[84,90,105,224,255,264],"overfitting":[85],"as":[86,88,185,187],"well":[87,96,186],"loss":[89],"generalization,":[91],"has":[93,194],"not":[94],"explored":[97],"in":[98,212,221],"prior":[99],"literature.":[100],"Since,":[101],"pre-training":[103],"unavailable,":[109],"it":[110],"difficult":[112],"comprehend":[114],"performance":[116,146],"various":[118],"downstream":[119],"datasets.":[120],"First,":[121],"try":[123],"answer":[125],"question:":[127],"Given":[128],"dataset":[131],"labelled":[135],"examples,":[136],"estimate":[139],"fine-tuning":[142],"enhance":[144],"evaluation?":[150],"by":[151],"analyzing":[152],"common":[154],"vision-language":[155],"embedding":[156],"space.":[157],"Based":[158],"analysis,":[161],"propose":[163],"novel":[165,239],"prompt-tuning":[166],"method,":[167],"PromptMargin":[168,180],"for":[169,190,233],"adapting":[170],"VLMs":[173],"directly":[174],"samples.":[179],"effectively":[181],"tunes":[182],"text":[184],"visual":[188],"prompts":[189],"task,":[192],"two":[195],"main":[196],"modules:":[197],"1)":[198],"Firstly,":[199],"use":[201],"selective":[203],"augmentation":[204],"strategy":[205],"complement":[207],"training":[210,220],"samples":[211],"each":[213],"task;":[214],"2)":[215],"Additionally,":[216],"ensure":[218],"robust":[219],"presence":[223],"unfamiliar":[225],"class":[226,235],"names,":[227],"increase":[229],"inter-class":[231],"margin":[232],"improved":[234],"discrimination":[236],"Multimodal":[240],"Margin":[241],"Regularizer.":[242],"Extensive":[243],"experiments":[244],"analysis":[246],"across":[247],"fifteen":[248],"benchmark":[250],"datasets,":[251],"varying":[253],"degrees":[254],"distribution":[256],"shifts":[257],"natural":[259],"images,":[260],"shows":[261],"effectiveness":[263],"proposed":[266],"framework":[267],"over":[268],"existing":[270],"state-of-the-art":[271],"approaches":[272],"applied":[273],"setting.":[276],"github.com/debarshigit/PromptMargin.":[277]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415329124","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2025-10-19T00:00:00"}
