{"id":"https://openalex.org/W4362655855","doi":"https://doi.org/10.48550/arxiv.2304.01752","title":"Black Box Few-Shot Adaptation for Vision-Language models","display_name":"Black Box Few-Shot Adaptation for Vision-Language models","publication_year":2023,"publication_date":"2023-04-04","ids":{"openalex":"https://openalex.org/W4362655855","doi":"https://doi.org/10.48550/arxiv.2304.01752"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2304.01752","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.01752","pdf_url":"https://arxiv.org/pdf/2304.01752","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.01752","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081481632","display_name":"Yassine Ouali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouali, Yassine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072822225","display_name":"Adrian Bulat","orcid":"https://orcid.org/0000-0002-3185-4979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bulat, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081233863","display_name":"Brais Mart\u00ednez","orcid":"https://orcid.org/0000-0001-7511-8941"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martinez, Brais","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024224610","display_name":"Georgios Tzimiropoulos","orcid":"https://orcid.org/0000-0002-1803-5338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tzimiropoulos, Georgios","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7980684638023376},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6601473093032837},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6107833385467529},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5855543613433838},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5177564024925232},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5060757994651794},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49999022483825684},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44821304082870483},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4346272051334381},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35394400358200073},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.113288015127182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7980684638023376},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6601473093032837},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6107833385467529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5855543613433838},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5177564024925232},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5060757994651794},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49999022483825684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44821304082870483},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4346272051334381},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35394400358200073},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.113288015127182},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2304.01752","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.01752","pdf_url":"https://arxiv.org/pdf/2304.01752","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/91844","is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/91844","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/91844/2/Tzimiropoulos%20Black%20Box%20Few-Shot%202023%20Published.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},{"id":"doi:10.48550/arxiv.2304.01752","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.01752","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.01752","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.01752","pdf_url":"https://arxiv.org/pdf/2304.01752","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4362655855.pdf","grobid_xml":"https://content.openalex.org/works/W4362655855.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2997567050","https://openalex.org/W2047881532","https://openalex.org/W2285795935","https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W4389072557","https://openalex.org/W2798198862","https://openalex.org/W2915512527","https://openalex.org/W51364034","https://openalex.org/W4319452366"],"abstract_inverted_index":{"Vision-Language":[0],"(V-L)":[1],"models":[2,68],"trained":[3],"with":[4,69],"contrastive":[5],"learning":[6,24,53,195],"to":[7,17,35,57,103,121,134,171],"align":[8,135],"the":[9,26,37,42,47,58,104,161],"visual":[10],"and":[11,61,95,98,124,127,137,175,205],"language":[12],"modalities":[13],"have":[14],"been":[15],"shown":[16,198],"be":[18,63,131],"strong":[19],"few-shot":[20,31,87],"learners.":[21],"Soft":[22],"prompt":[23,52],"is":[25,109,119,165,178],"method":[27,84],"of":[28,71,111],"choice":[29],"for":[30,66,85,157],"downstream":[32],"adaptation":[33,88],"aiming":[34],"bridge":[36],"modality":[38],"gap":[39],"caused":[40],"by":[41,46,181,199],"distribution":[43],"shift":[44],"induced":[45],"new":[48],"domain.":[49,163],"While":[50],"parameter-efficient,":[51],"still":[54],"requires":[55],"access":[56,102],"model":[59],"weights":[60],"can":[62,130,191],"computationally":[64],"infeasible":[65],"large":[67],"billions":[70],"parameters.":[72],"To":[73,144],"address":[74],"these":[75],"shortcomings,":[76],"in":[77,160],"this":[78],"work,":[79],"we":[80,147],"describe":[81],"a":[82,153,168,172,183],"black-box":[83],"V-L":[86,158],"that":[89],"(a)":[90],"operates":[91],"on":[92,202],"pre-computed":[93],"image":[94,136,204],"text":[96,138],"features":[97,139],"hence":[99],"works":[100],"without":[101],"model's":[105],"weights,":[106],"(b)":[107],"it":[108,118,129,177],"orders":[110],"magnitude":[112],"faster":[113],"at":[114],"training":[115],"time,":[116],"(c)":[117],"amenable":[120],"both":[122],"supervised":[123],"unsupervised":[125],"training,":[126],"(d)":[128],"even":[132,192],"used":[133],"computed":[140],"from":[141,167],"uni-modal":[142],"models.":[143],"achieve":[145],"this,":[146],"propose":[148],"Linear":[149],"Feature":[150],"Alignment":[151],"(LFA),":[152],"simple":[154],"linear":[155],"approach":[156,190],"re-alignment":[159],"target":[162],"LFA":[164],"initialized":[166],"closed-form":[169],"solution":[170],"least-squares":[173],"problem":[174],"then":[176],"iteratively":[179],"updated":[180],"minimizing":[182],"re-ranking":[184],"loss.":[185],"Despite":[186],"its":[187],"simplicity,":[188],"our":[189],"surpass":[193],"soft-prompt":[194],"methods":[196],"as":[197],"extensive":[200],"experiments":[201],"11":[203],"2":[206],"video":[207],"datasets.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}