{"id":"https://openalex.org/W4391697001","doi":"https://doi.org/10.1109/tip.2024.3362062","title":"Learning Domain Invariant Prompt for Vision-Language Models","display_name":"Learning Domain Invariant Prompt for Vision-Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391697001","doi":"https://doi.org/10.1109/tip.2024.3362062","pmid":"https://pubmed.ncbi.nlm.nih.gov/38335087"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3362062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3362062","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064237960","display_name":"Cairong Zhao","orcid":"https://orcid.org/0000-0001-6745-9674"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cairong Zhao","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757319","display_name":"Yubin Wang","orcid":"https://orcid.org/0000-0003-1640-4504"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubin Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011424573","display_name":"Xinyang Jiang","orcid":"https://orcid.org/0000-0002-4991-0596"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyang Jiang","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114889635","display_name":"Yifei Shen","orcid":"https://orcid.org/0000-0001-7174-4793"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Shen","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028035527","display_name":"Kaitao Song","orcid":"https://orcid.org/0000-0002-4046-8594"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaitao Song","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440920","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0003-3103-8442"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["Microsoft Research Asia, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Shanghai, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024791074","display_name":"Duoqian Miao","orcid":"https://orcid.org/0000-0001-6588-1468"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duoqian Miao","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5064237960"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":14.5302,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.99159249,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"33","issue":null,"first_page":"1348","last_page":"1360"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9527000188827515,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7787905931472778},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6665824055671692},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6487958431243896},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6162242889404297},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5389978885650635},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49531570076942444},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.440257728099823},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4311474561691284},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.415554404258728},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.38822293281555176},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35618945956230164},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0959513783454895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7787905931472778},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6665824055671692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6487958431243896},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6162242889404297},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5389978885650635},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49531570076942444},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.440257728099823},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4311474561691284},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.415554404258728},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38822293281555176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35618945956230164},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0959513783454895},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3362062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3362062","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38335087","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38335087","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G23458378","display_name":null,"funder_award_id":"61976160","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3308686228","display_name":null,"funder_award_id":"22ZR1466700","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G5036809106","display_name":null,"funder_award_id":"62076182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5521624060","display_name":null,"funder_award_id":"62276190","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5686205310","display_name":null,"funder_award_id":"62076184","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8264781341","display_name":null,"funder_award_id":"61976158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1846799578","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2167366427","https://openalex.org/W2400717490","https://openalex.org/W2533598788","https://openalex.org/W2596142952","https://openalex.org/W2627183927","https://openalex.org/W2763549966","https://openalex.org/W2787501667","https://openalex.org/W2798658180","https://openalex.org/W2896457183","https://openalex.org/W2910453440","https://openalex.org/W2963043696","https://openalex.org/W2963118547","https://openalex.org/W2963486920","https://openalex.org/W2963960318","https://openalex.org/W2964105864","https://openalex.org/W2964194231","https://openalex.org/W2964288524","https://openalex.org/W2971857369","https://openalex.org/W2979300990","https://openalex.org/W2981720610","https://openalex.org/W3035655772","https://openalex.org/W3046698617","https://openalex.org/W3110214837","https://openalex.org/W3119438769","https://openalex.org/W3128992469","https://openalex.org/W3174770825","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3205270560","https://openalex.org/W3207238119","https://openalex.org/W4205991051","https://openalex.org/W4221146488","https://openalex.org/W4229453513","https://openalex.org/W4286898377","https://openalex.org/W4287205383","https://openalex.org/W4287728573","https://openalex.org/W4288287305","https://openalex.org/W4289639938","https://openalex.org/W4292434331","https://openalex.org/W4297697565","https://openalex.org/W4312310776","https://openalex.org/W4312651322","https://openalex.org/W4382999123","https://openalex.org/W4386065596","https://openalex.org/W4386071547","https://openalex.org/W4387968292","https://openalex.org/W4388191278","https://openalex.org/W4388430346","https://openalex.org/W4390873714","https://openalex.org/W6638677478","https://openalex.org/W6639480849","https://openalex.org/W6678470764","https://openalex.org/W6681968150","https://openalex.org/W6717697761","https://openalex.org/W6720057410","https://openalex.org/W6736057607","https://openalex.org/W6747943641","https://openalex.org/W6748223763","https://openalex.org/W6751281049","https://openalex.org/W6751959828","https://openalex.org/W6754038005","https://openalex.org/W6755207826","https://openalex.org/W6755365793","https://openalex.org/W6765285020","https://openalex.org/W6767485795","https://openalex.org/W6767500435","https://openalex.org/W6767599400","https://openalex.org/W6780233385","https://openalex.org/W6785277803","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6794339910","https://openalex.org/W6796913975","https://openalex.org/W6802218743","https://openalex.org/W6802386650","https://openalex.org/W6803272178","https://openalex.org/W6809508694","https://openalex.org/W6842567341"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2145836866","https://openalex.org/W2803255133","https://openalex.org/W2909431601"],"abstract_inverted_index":{"Prompt":[0],"learning":[1,43,94,110,178],"stands":[2],"out":[3],"as":[4],"one":[5],"of":[6,49,77,128,145,248],"the":[7,46,74,142,146,183,192,240,251],"most":[8],"efficient":[9],"approaches":[10],"for":[11,68,112,209,215,226,232],"adapting":[12],"powerful":[13],"vision-language":[14],"foundational":[15],"models":[16],"like":[17],"CLIP":[18],"to":[19,52,79,99,140,151,188],"downstream":[20],"datasets":[21,225,231],"by":[22,63],"tuning":[23,123],"learnable":[24],"prompt":[25,42,93,104,122],"vectors":[26],"with":[27,239],"very":[28],"few":[29],"samples.":[30],"However,":[31],"despite":[32],"its":[33],"success":[34],"in":[35,105,165,255,265],"achieving":[36],"remarkable":[37],"performance":[38,197],"on":[39,134,198,206,250],"in-domain":[40,160,170],"data,":[41],"still":[44],"faces":[45],"significant":[47],"challenge":[48],"effectively":[50],"generalizing":[51],"novel":[53,175],"classes":[54],"and":[55,114,162,229,258],"domains.":[56,70,83],"Some":[57],"existing":[58],"methods":[59],"address":[60,85],"this":[61],"concern":[62],"dynamically":[64],"generating":[65],"distinct":[66],"prompts":[67,78,111,190,208,214],"different":[69],"Yet,":[71],"they":[72],"overlook":[73],"inherent":[75],"potential":[76],"generalize":[80],"across":[81,223],"unseen":[82],"To":[84,108,195],"these":[86],"limitations,":[87],"our":[88,156],"study":[89,132],"introduces":[90],"an":[91,135,245],"innovative":[92],"paradigm,":[95,179],"called":[96],"MetaPrompt,":[97],"aiming":[98],"directly":[100],"learn":[101],"domain":[102,233,266],"invariant":[103],"few-shot":[106],"scenarios.":[107],"facilitate":[109],"image":[113],"text":[115],"inputs":[116],"independently,":[117],"we":[118,172,201],"present":[119],"a":[120,166,174,203],"dual-modality":[121],"network":[124],"comprising":[125],"two":[126],"pairs":[127],"coupled":[129],"encoders.":[130],"Our":[131],"centers":[133],"alternate":[136],"episodic":[137,153],"training":[138,154],"algorithm":[139],"enrich":[141],"generalization":[143,228,234,257],"capacity":[144],"learned":[147],"prompts.":[148],"In":[149],"contrast":[150],"traditional":[152],"algorithms,":[155],"approach":[157],"incorporates":[158],"both":[159],"updates":[161,164],"domain-split":[163,204,219],"batch-wise":[167],"manner.":[168],"For":[169],"updates,":[171],"introduce":[173],"asymmetric":[176],"contrastive":[177],"where":[180],"representations":[181],"from":[182,191],"pre-trained":[184],"encoder":[185],"assume":[186],"supervision":[187],"regularize":[189],"prompted":[193],"encoder.":[194],"enhance":[196],"out-of-domain":[199],"distribution,":[200],"propose":[202],"optimization":[205],"visual":[207],"cross-domain":[210],"tasks":[211,217],"or":[212],"textual":[213],"cross-class":[216],"during":[218],"updates.":[220],"Extensive":[221],"experiments":[222],"11":[224],"base-to-new":[227,256],"4":[230],"exhibit":[235],"favorable":[236],"performance.":[237],"Compared":[238],"state-of-the-art":[241],"method,":[242],"MetaPrompt":[243],"achieves":[244],"absolute":[246],"gain":[247],"1.02%":[249],"overall":[252],"harmonic":[253],"mean":[254],"consistently":[259],"demonstrates":[260],"superiority":[261],"over":[262],"all":[263],"benchmarks":[264],"generalization.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}