{"id":"https://openalex.org/W4366208220","doi":"https://doi.org/10.48550/arxiv.2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","display_name":"DINOv2: Learning Robust Visual Features without Supervision","publication_year":2023,"publication_date":"2023-04-14","ids":{"openalex":"https://openalex.org/W4366208220","doi":"https://doi.org/10.48550/arxiv.2304.07193"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2304.07193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.07193","pdf_url":"https://arxiv.org/pdf/2304.07193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.07193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033265682","display_name":"Maxime Oquab","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Oquab, Maxime","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076163068","display_name":"Timoth\u00e9e Darcet","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Darcet, Timoth\u00e9e","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015776030","display_name":"Th\u00e9o Moutakanni","orcid":"https://orcid.org/0009-0000-2681-5169"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Moutakanni, Th\u00e9o","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060502801","display_name":"Huy Vo","orcid":"https://orcid.org/0009-0001-9728-7030"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vo, Huy","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Meta AI Research","Inria. Th\u00e9o Moutakanni has"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072207220","display_name":"Marc Szafraniec","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Szafraniec, Marc","raw_affiliation_strings":["Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015609539","display_name":"Vasil Khalidov","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Khalidov, Vasil","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088495817","display_name":"Pierre Fernandez","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fernandez, Pierre","raw_affiliation_strings":["Meta AI Research","Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063864170","display_name":"Daniel Haziza","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Haziza, Daniel","raw_affiliation_strings":["Meta AI Research","Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032569443","display_name":"Francisco Massa","orcid":"https://orcid.org/0000-0003-0697-6664"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Massa, Francisco","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083505661","display_name":"Alaaeldin El-Nouby","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"El-Nouby, Alaaeldin","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006611401","display_name":"Mahmoud Assran","orcid":"https://orcid.org/0000-0001-9159-8447"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Assran, Mahmoud","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057065873","display_name":"Nicolas Ballas","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ballas, Nicolas","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Meta AI Research","Inria. Th\u00e9o Moutakanni has"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022540761","display_name":"Wojciech Galuba","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Galuba, Wojciech","raw_affiliation_strings":["Meta AI Research","Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017248470","display_name":"Russell Howes","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Howes, Russell","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063149046","display_name":"Po-Yao Huang","orcid":"https://orcid.org/0000-0002-3319-5145"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Huang, Po-Yao","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029566548","display_name":"Shang-Wen Li","orcid":"https://orcid.org/0000-0003-0656-9874"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Li, Shang-Wen","raw_affiliation_strings":["Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000623592","display_name":"Ishan Misra","orcid":"https://orcid.org/0000-0001-7708-7261"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Misra, Ishan","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089819604","display_name":"Michael Rabbat","orcid":"https://orcid.org/0000-0003-0536-7904"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Rabbat, Michael","raw_affiliation_strings":["Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102320649","display_name":"Vasu Sharma","orcid":"https://orcid.org/0009-0005-4733-3229"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sharma, Vasu","raw_affiliation_strings":["Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041907084","display_name":"Gabriel Synnaeve","orcid":"https://orcid.org/0000-0003-1715-3356"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Synnaeve, Gabriel","raw_affiliation_strings":["Meta AI Research","Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101882561","display_name":"Hu Xu","orcid":"https://orcid.org/0000-0003-3436-2600"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Xu, Hu","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","Meta AI Research","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111802678","display_name":"Herv\u00e9 Je\u01f5ou","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jegou, Herv\u00e9","raw_affiliation_strings":["Meta AI Research","Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062817741","display_name":"Julien Mairal","orcid":"https://orcid.org/0000-0001-6991-2110"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mairal, Julien","raw_affiliation_strings":["Inria"],"affiliations":[{"raw_affiliation_string":"Inria","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067188801","display_name":"Patrick Labatut","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Labatut, Patrick","raw_affiliation_strings":["co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Inria. Th\u00e9o Moutakanni has","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107859338","display_name":"Armand Joulin","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Joulin, Armand","raw_affiliation_strings":["Meta AI Research","Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin"],"affiliations":[{"raw_affiliation_string":"Meta AI Research","institution_ids":[]},{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035420035","display_name":"Piotr Bojanowski","orcid":"https://orcid.org/0000-0001-8098-5900"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Bojanowski, Piotr","raw_affiliation_strings":["Inria. Th\u00e9o Moutakanni has","co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","Meta AI Research"],"affiliations":[{"raw_affiliation_string":"Inria. Th\u00e9o Moutakanni has","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"co-affiliation with Universit\u00e9 Paris Saclay. Alaaeldin","institution_ids":[]},{"raw_affiliation_string":"Meta AI Research","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":26,"corresponding_author_ids":["https://openalex.org/A5033265682"],"corresponding_institution_ids":["https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1014,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8256969451904297},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7712859511375427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6360805034637451},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6331110000610352},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4723076820373535},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4246309995651245},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.42085781693458557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8256969451904297},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7712859511375427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6360805034637451},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6331110000610352},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4723076820373535},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4246309995651245},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.42085781693458557},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2304.07193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.07193","pdf_url":"https://arxiv.org/pdf/2304.07193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:HAL:hal-04376640v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04376640","pdf_url":"https://hal.science/hal-04376640v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2835-8856","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2304.07193","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.07193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.07193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.07193","pdf_url":"https://arxiv.org/pdf/2304.07193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G1041279674","display_name":null,"funder_award_id":"ANR-19-P3IA-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2092057362","display_name":null,"funder_award_id":"19-P3IA-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3104333717","display_name":null,"funder_award_id":"MIAI@Grenoble Alpes","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3680960908","display_name":null,"funder_award_id":"ANR-19-P3IA-000","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8318455765","display_name":null,"funder_award_id":"ANR-19","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":131,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W24089286","https://openalex.org/W125693051","https://openalex.org/W343636949","https://openalex.org/W1821462560","https://openalex.org/W1846799578","https://openalex.org/W1923184257","https://openalex.org/W2017814585","https://openalex.org/W2020308406","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2100031962","https://openalex.org/W2115579991","https://openalex.org/W2117539524","https://openalex.org/W2124509324","https://openalex.org/W2134670479","https://openalex.org/W2138011018","https://openalex.org/W2138621090","https://openalex.org/W2144796873","https://openalex.org/W2155904486","https://openalex.org/W2174726731","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2331143823","https://openalex.org/W2336509789","https://openalex.org/W2340897893","https://openalex.org/W2533598788","https://openalex.org/W2606347107","https://openalex.org/W2607510315","https://openalex.org/W2619947201","https://openalex.org/W2625366777","https://openalex.org/W2737258237","https://openalex.org/W2785325870","https://openalex.org/W2797977484","https://openalex.org/W2798991696","https://openalex.org/W2883725317","https://openalex.org/W2896457183","https://openalex.org/W2943152387","https://openalex.org/W2944828972","https://openalex.org/W2948917818","https://openalex.org/W2953937638","https://openalex.org/W2963113682","https://openalex.org/W2963154697","https://openalex.org/W2963420272","https://openalex.org/W2963588253","https://openalex.org/W2963703197","https://openalex.org/W2963809228","https://openalex.org/W2964309882","https://openalex.org/W2964700958","https://openalex.org/W2987741655","https://openalex.org/W2989539713","https://openalex.org/W2990519439","https://openalex.org/W2990873191","https://openalex.org/W2998702515","https://openalex.org/W3005680577","https://openalex.org/W3034213661","https://openalex.org/W3034781633","https://openalex.org/W3035060554","https://openalex.org/W3035305184","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3037492894","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3135715136","https://openalex.org/W3140832216","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3161438416","https://openalex.org/W3166396011","https://openalex.org/W3170863103","https://openalex.org/W3172942063","https://openalex.org/W3173727695","https://openalex.org/W3175466730","https://openalex.org/W3177096435","https://openalex.org/W3181955139","https://openalex.org/W3182707920","https://openalex.org/W3195577433","https://openalex.org/W3209532394","https://openalex.org/W3213836217","https://openalex.org/W4214520160","https://openalex.org/W4221145109","https://openalex.org/W4221155355","https://openalex.org/W4221164935","https://openalex.org/W4221167013","https://openalex.org/W4221167396","https://openalex.org/W4221167446","https://openalex.org/W4224308101","https://openalex.org/W4225591000","https://openalex.org/W4225949693","https://openalex.org/W4225957447","https://openalex.org/W4239072543","https://openalex.org/W4280496682","https://openalex.org/W4281393357","https://openalex.org/W4281758439","https://openalex.org/W4283170167","https://openalex.org/W4285051865","https://openalex.org/W4285483774","https://openalex.org/W4287116734","https://openalex.org/W4287124724","https://openalex.org/W4287204036","https://openalex.org/W4287592659","https://openalex.org/W4288024349","https://openalex.org/W4288089799","https://openalex.org/W4288404646","https://openalex.org/W4288581820","https://openalex.org/W4292779060","https://openalex.org/W4294498805","https://openalex.org/W4300089971","https://openalex.org/W4301581299","https://openalex.org/W4303647954","https://openalex.org/W4306820534","https://openalex.org/W4309584002","https://openalex.org/W4312234230","https://openalex.org/W4312442470","https://openalex.org/W4312777209","https://openalex.org/W4312815172","https://openalex.org/W4312875784","https://openalex.org/W4312891522","https://openalex.org/W4313156423","https://openalex.org/W4317942045","https://openalex.org/W4321011699","https://openalex.org/W4321319299","https://openalex.org/W4322718191","https://openalex.org/W4386065512","https://openalex.org/W4386071576","https://openalex.org/W4386075535","https://openalex.org/W4386076222","https://openalex.org/W4386076428","https://openalex.org/W4386076522","https://openalex.org/W4386083100"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W4234772502","https://openalex.org/W2380685755","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W4400978025","https://openalex.org/W2918743509","https://openalex.org/W2734796617","https://openalex.org/W3083218341","https://openalex.org/W3034087822"],"abstract_inverted_index":{"The":[0],"recent":[1],"breakthroughs":[2],"in":[3,23,35,89,135],"natural":[4],"language":[5],"processing":[6],"for":[7,19],"model":[8,94,147],"pretraining":[9,59,88],"on":[10,70,176],"large":[11],"quantities":[12],"of":[13,33,91,97,112,129,141,161,178],"data":[14,73,92],"have":[15],"opened":[16],"the":[17,31,98,106,136,166,179],"way":[18],"similar":[20],"foundation":[21],"models":[22,27,163],"computer":[24],"vision.":[25],"These":[26],"could":[28],"greatly":[29],"simplify":[30],"use":[32],"images":[34],"any":[36],"system":[37],"by":[38],"producing":[39],"all-purpose":[40,169],"visual":[41],"features,":[42,170],"i.e.,":[43],"features":[44,67],"that":[45,57,164],"work":[46,55],"across":[47],"image":[48,126,182],"distributions":[49],"and":[50,81,93,104,124,155,183],"tasks":[51],"without":[52],"finetuning.":[53],"This":[54],"shows":[56],"existing":[58,79],"methods,":[60,63],"especially":[61],"self-supervised":[62,137],"can":[64],"produce":[65],"such":[66],"if":[68],"trained":[69],"enough":[71],"curated":[72,125],"from":[74],"diverse":[75],"sources.":[76],"We":[77],"revisit":[78],"approaches":[80],"combine":[82],"different":[83],"techniques":[84],"to":[85,119],"scale":[86],"our":[87],"terms":[90,111,140],"size.":[95],"Most":[96],"technical":[99],"contributions":[100],"aim":[101],"at":[102,108,181],"accelerating":[103],"stabilizing":[105],"training":[107],"scale.":[109],"In":[110,139],"data,":[113,131],"we":[114,143],"propose":[115],"an":[116],"automatic":[117],"pipeline":[118],"build":[120],"a":[121,145,159],"dedicated,":[122],"diverse,":[123],"dataset":[127],"instead":[128],"uncurated":[130],"as":[132],"typically":[133],"done":[134],"literature.":[138],"models,":[142],"train":[144],"ViT":[146],"(Dosovitskiy":[148],"et":[149,173],"al.,":[150,174],"2020)":[151],"with":[152],"1B":[153],"parameters":[154],"distill":[156],"it":[157],"into":[158],"series":[160],"smaller":[162],"surpass":[165],"best":[167],"available":[168],"OpenCLIP":[171],"(Ilharco":[172],"2021)":[175],"most":[177],"benchmarks":[180],"pixel":[184],"levels.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":411},{"year":2024,"cited_by_count":502},{"year":2023,"cited_by_count":76}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}