{"id":"https://openalex.org/W7163516405","doi":"https://doi.org/10.48550/arxiv.2606.05107","title":"Who Needs Labels? Adapting Vision Foundation Models With the Metadata You Already Have","display_name":"Who Needs Labels? Adapting Vision Foundation Models With the Metadata You Already Have","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163516405","doi":"https://doi.org/10.48550/arxiv.2606.05107"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121506707","display_name":"Elouan Gardes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gard\u00e8s, Elouan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112861694","display_name":"Seung Eun Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Seung Eun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035278270","display_name":"Kartik Ahuja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahuja, Kartik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015776030","display_name":"Th\u00e9o Moutakanni","orcid":"https://orcid.org/0009-0000-2681-5169"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moutakanni, Th\u00e9o","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109581894","display_name":"Huy V. Vo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vo, Huy V.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035420035","display_name":"Piotr Bojanowski","orcid":"https://orcid.org/0000-0001-8098-5900"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bojanowski, Piotr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137831009","display_name":"Wolfgang M. Pernice","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pernice, Wolfgang M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033114563","display_name":"Lo\u00efc Landrieu","orcid":"https://orcid.org/0000-0002-7738-8141"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Landrieu, Lo\u00efc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004095177","display_name":"Camille Couprie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Couprie, Camille","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5857999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5857999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.2928999960422516,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.934499979019165},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7809000015258789},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.6567000150680542},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6133000254631042},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.5817999839782715},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5600000023841858},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4796000123023987},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4374000132083893}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.934499979019165},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7809000015258789},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688999772071838},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.6567000150680542},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6133000254631042},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.5817999839782715},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43950000405311584},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4374000132083893},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3849000036716461},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3319000005722046},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C110326360","wikidata":"https://www.wikidata.org/wiki/Q17149476","display_name":"Metadata modeling","level":4,"score":0.27230000495910645},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.4756064713001251}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,40],"propose":[1],"a":[2,51,58],"label-free":[3],"approach":[4],"to":[5,13,23,44,47,80],"adapt":[6,45],"powerful":[7],"but":[8],"generic":[9],"vision":[10],"foundation":[11],"models":[12],"specialized":[14],"scientific":[15],"domains.":[16],"Standard":[17],"supervised":[18,108],"fine-tuning":[19],"is":[20],"often":[21],"ill-suited":[22],"these":[24],"settings:":[25],"labels":[26,123],"are":[27],"scarce,":[28],"and":[29,37,73,96,106,127],"task-specific":[30],"training":[31],"can":[32],"collapse":[33],"the":[34,78,117],"model's":[35],"generality":[36],"hurt":[38],"robustness.":[39],"instead":[41],"leverage":[42],"metadata":[43,64,72],"representations":[46],"new":[48],"domains":[49],"in":[50],"self-supervised":[52,60],"manner.":[53],"Our":[54],"method,":[55],"FINO,":[56],"combines":[57],"standard":[59,102],"objective":[61],"with":[62],"flexible":[63],"guidance":[65],"that":[66],"handles":[67],"both":[68],"highly":[69],"granular":[70],"discrete":[71],"continuous":[74],"metadata.":[75],"It":[76,110],"encourages":[77],"representation":[79],"preserve":[81],"informative":[82],"factors":[83],"while":[84,119],"suppressing":[85],"spurious":[86],"ones.":[87],"Across":[88],"subcellular":[89],"fluorescence":[90],"microscopy,":[91],"Earth":[92],"observation,":[93],"wildlife":[94],"monitoring,":[95],"medical":[97],"imaging,":[98],"FINO":[99],"consistently":[100],"outperforms":[101],"unsupervised":[103],"domain":[104],"adaptation":[105,126],"fully":[107],"adaptation.":[109],"also":[111],"exceeds":[112],"highly-specialized":[113],"domain-specific":[114],"state":[115],"of":[116],"art,":[118],"using":[120],"no":[121],"task":[122],"for":[124,131],"backbone":[125],"only":[128],"lightweight":[129],"probes":[130],"supervision.":[132]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-05T00:00:00"}