{"id":"https://openalex.org/W2967065585","doi":"https://doi.org/10.1109/iccv.2019.00305","title":"Unsupervised Pre-Training of Image Features on Non-Curated Data","display_name":"Unsupervised Pre-Training of Image Features on Non-Curated Data","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2967065585","doi":"https://doi.org/10.1109/iccv.2019.00305","mag":"2967065585"},"language":"en","primary_location":{"id":"doi:10.1109/iccv.2019.00305","doi":"https://doi.org/10.1109/iccv.2019.00305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2019.00305","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.01278","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mathilde Caron","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mathilde Caron","raw_affiliation_strings":["Facebook AI Research","Facebook Artificial Intelligence Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Facebook Artificial Intelligence Research","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035420035","display_name":"Piotr Bojanowski","orcid":"https://orcid.org/0000-0001-8098-5900","observed_orcids":["https://orcid.org/0000-0001-8098-5900"]},"institutions":[{"id":"https://openalex.org/I4210111288","display_name":"Meta (United Kingdom)","ror":"https://ror.org/020ye1821","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Piotr Bojanowski","raw_affiliation_strings":["Facebook AI Research","Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I4210111288","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062817741","display_name":"Julien Mairal","orcid":"https://orcid.org/0000-0001-6991-2110","observed_orcids":["https://orcid.org/0000-0001-6991-2110"]},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210149092","display_name":"Laboratoire Jean Kuntzmann","ror":"https://ror.org/04ett5b41","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210149092","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"Julien Mairal","raw_affiliation_strings":["Univ. Grenoble Alpes, Inria, CNRS, Grenoble INP, LJK, Grenoble, France","Department of Statistics [Berkeley]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, Inria, CNRS, Grenoble INP, LJK, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210149092"]},{"raw_affiliation_string":"Department of Statistics [Berkeley]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107859338","display_name":"Armand Joulin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Armand Joulin","raw_affiliation_strings":["Facebook AI Research","Facebook AI Research#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Facebook AI Research#TAB#","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.0301,"has_fulltext":true,"cited_by_count":262,"citation_normalized_percentile":{"value":0.99148807,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2959","last_page":"2968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8457000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8457000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.016699999570846558,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unsupervised-pretraining","display_name":"unsupervised pre-training","score":0.9160000085830688},{"id":"https://openalex.org/keywords/image-feature-learning","display_name":"image feature learning","score":0.7289999723434448},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.8740000128746033},{"id":"https://openalex.org/keywords/clustering","display_name":"clustering","score":0.9300000071525574},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.5910000205039978},{"id":"https://openalex.org/keywords/imagenet-classification","display_name":"ImageNet classification","score":0.6710000038146973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8175567388534546},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6482890844345093},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6450487375259399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6415747404098511},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5821101665496826},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5633540153503418},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5274855494499207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5196062922477722},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49778056144714355},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49368390440940857},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48573213815689087},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4699556827545166},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45656853914260864},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4536539614200592},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4289141893386841},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4182225465774536},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/iccv.2019.00305","doi":"https://doi.org/10.1109/iccv.2019.00305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2019.00305","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.01278","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.01278","pdf_url":"https://arxiv.org/pdf/1905.01278","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2967065585","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.01278","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:HAL:hal-02119564v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-02119564","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://hal.archives-ouvertes.fr/hal-02119564","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:HAL:hal-02119564v2","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-02119564","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICCV 2019 - International Conference on Computer Vision, Oct 2019, Seoul, South Korea. pp.2959-2968, ⟨10.1109/ICCV.2019.00305⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1905.01278","doi":"https://doi.org/10.48550/arxiv.1905.01278","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.01278","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.01278","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.01278","pdf_url":"https://arxiv.org/pdf/1905.01278","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2967065585.pdf","grobid_xml":"https://content.openalex.org/works/W2967065585.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W203719604","https://openalex.org/W219040644","https://openalex.org/W343636949","https://openalex.org/W639708223","https://openalex.org/W1520997877","https://openalex.org/W1536680647","https://openalex.org/W1537698211","https://openalex.org/W1544092585","https://openalex.org/W1686810756","https://openalex.org/W1955857676","https://openalex.org/W2031489346","https://openalex.org/W2062118960","https://openalex.org/W2100031962","https://openalex.org/W2108598243","https://openalex.org/W2113221323","https://openalex.org/W2113896236","https://openalex.org/W2121227244","https://openalex.org/W2124219775","https://openalex.org/W2134670479","https://openalex.org/W2141362318","https://openalex.org/W2144796873","https://openalex.org/W2148809531","https://openalex.org/W2163605009","https://openalex.org/W2173649752","https://openalex.org/W2194775991","https://openalex.org/W2212363941","https://openalex.org/W2250384498","https://openalex.org/W2284646714","https://openalex.org/W2308529009","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2342877626","https://openalex.org/W2412782625","https://openalex.org/W2558661413","https://openalex.org/W2560977758","https://openalex.org/W2575671312","https://openalex.org/W2599837529","https://openalex.org/W2607510315","https://openalex.org/W2622263826","https://openalex.org/W2785325870","https://openalex.org/W2798680770","https://openalex.org/W2798991696","https://openalex.org/W2799113232","https://openalex.org/W2799269579","https://openalex.org/W2883725317","https://openalex.org/W2883823458","https://openalex.org/W2913939497","https://openalex.org/W2943527153","https://openalex.org/W2950180292","https://openalex.org/W2951884559","https://openalex.org/W2962761061","https://openalex.org/W2962843773","https://openalex.org/W2962852342","https://openalex.org/W2962877362","https://openalex.org/W2963166708","https://openalex.org/W2963749571","https://openalex.org/W2963785020","https://openalex.org/W2963826423","https://openalex.org/W2982376094","https://openalex.org/W2991391304","https://openalex.org/W6608219131","https://openalex.org/W6739622702","https://openalex.org/W6928992657"],"related_works":["https://openalex.org/W2942602174","https://openalex.org/W3135715136","https://openalex.org/W2950180292","https://openalex.org/W3039616371","https://openalex.org/W3029470851","https://openalex.org/W3161438416","https://openalex.org/W4366208220","https://openalex.org/W3080681248","https://openalex.org/W2785325870","https://openalex.org/W2148349024"],"abstract_inverted_index":{"Pre-training":[0],"general-purpose":[1],"visual":[2],"features":[3],"with":[4,143],"convolutional":[5],"neural":[6],"networks":[7],"without":[8],"relying":[9],"on":[10,27,50,66,107,119,151],"annotations":[11],"is":[12,56,158,172],"a":[13,51,87,140],"challenging":[14],"and":[15,74,94],"important":[16],"task.":[17,53],"Most":[18],"recent":[19],"efforts":[20],"in":[21],"unsupervised":[22,63,89,117,127],"feature":[23,46],"learning":[24,128],"have":[25],"focused":[26],"either":[28],"small":[29],"or":[30],"highly":[31],"curated":[32,67],"datasets":[33,40,77],"like":[34],"ImageNet,":[35,156],"whereas":[36],"using":[37],"uncurated":[38,131],"raw":[39,76],"was":[41],"found":[42],"to":[43,57,72,96],"decrease":[44],"the":[45,59,124,152,164],"quality":[47],"when":[48,129],"evaluated":[49],"transfer":[52],"Our":[54,170],"goal":[55],"bridge":[58],"performance":[60],"gap":[61],"between":[62],"methods":[64,118],"trained":[65,167],"data,":[68],"which":[69,91,122,157],"are":[70,79,133],"costly":[71],"obtain,":[73],"massive":[75],"that":[78,83,138],"easily":[80],"available.":[81,134],"To":[82],"effect,":[84],"we":[85],"propose":[86],"new":[88],"approach":[90,106],"leverages":[92],"self-supervision":[93],"clustering":[95],"capture":[97],"complementary":[98],"statistics":[99],"from":[100,111,168],"large-scale":[101],"data.":[102],"We":[103,135],"validate":[104],"our":[105,144],"96":[108],"million":[109],"images":[110],"YFCC100M,":[112],"achieving":[113],"state-of-the-art":[114],"results":[115],"among":[116],"standard":[120],"benchmarks,":[121],"confirms":[123],"potential":[125],"of":[126,155,161],"only":[130],"data":[132],"also":[136],"show":[137],"pre-training":[139],"supervised":[141],"VGG-16":[142],"method":[145],"achieves":[146],"74.9%":[147],"top-1":[148],"classification":[149],"accuracy":[150],"validation":[153],"set":[154],"an":[159],"improvement":[160],"+0.8%":[162],"over":[163],"same":[165],"network":[166],"scratch.":[169],"code":[171],"available":[173],"at":[174],"https://github.com/facebookresearch/DeeperCluster.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":59},{"year":2021,"cited_by_count":64},{"year":2020,"cited_by_count":44},{"year":2019,"cited_by_count":5}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-08-22T00:00:00"}