{"id":"https://openalex.org/W3035060554","doi":"https://doi.org/10.48550/arxiv.2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","display_name":"Bootstrap your own latent: A new approach to self-supervised Learning","publication_year":2020,"publication_date":"2020-06-13","ids":{"openalex":"https://openalex.org/W3035060554","doi":"https://doi.org/10.48550/arxiv.2006.07733","mag":"3035060554"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.07733","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07733","pdf_url":"https://arxiv.org/pdf/2006.07733","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.07733","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052176965","display_name":"Jean-Bastien Grill","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Grill, Jean-Bastien","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [Paris]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024394972","display_name":"Florian Strub","orcid":"https://orcid.org/0000-0001-7271-5345","observed_orcids":["https://orcid.org/0000-0001-7271-5345"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Strub, Florian","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [Paris]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008927786","display_name":"Florent Altch\u00e9","orcid":"https://orcid.org/0000-0001-6708-7903","observed_orcids":["https://orcid.org/0000-0001-6708-7903"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Altch\u00e9, Florent","raw_affiliation_strings":["DeepMind [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeepMind [Paris]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106745356","display_name":"Corentin Tallec","orcid":"https://orcid.org/0000-0003-3649-720X","observed_orcids":["https://orcid.org/0000-0003-3649-720X"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tallec, Corentin","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [Paris]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091349569","display_name":"Pierre H. Richemond","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richemond, Pierre H.","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]","Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]},{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032652614","display_name":"Elena Buchatskaya","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Buchatskaya, Elena","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081047759","display_name":"Carl Doersch","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Doersch, Carl","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038039948","display_name":"Bernardo \u00c1vila Pires","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pires, Bernardo Avila","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089902230","display_name":"Zhaohan Daniel Guo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guo, Zhaohan Daniel","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043355670","display_name":"Mohammad Gheshlaghi Azar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Azar, Mohammad Gheshlaghi","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051968502","display_name":"Bilal Piot","orcid":"https://orcid.org/0000-0003-3906-950X","observed_orcids":["https://orcid.org/0000-0003-3906-950X","https://orcid.org/0000-0002-6456-7183"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Piot, Bilal","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090341705","display_name":"Koray Kavukcuoglu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kavukcuoglu, Koray","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [London]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [London]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006533777","display_name":"R\u00e9mi Munos","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Munos, R\u00e9mi","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [Paris]","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106038276","display_name":"Michal Valko","orcid":"https://orcid.org/0009-0009-2673-0144","observed_orcids":["https://orcid.org/0009-0009-2673-0144"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Valko, Michal","raw_affiliation_strings":["Imperial College [jbgrill ,","DeepMind [Paris]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College [jbgrill ,","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"DeepMind [Paris]","institution_ids":["https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4062,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/image-representation-learning","display_name":"image representation learning","score":0.9710000157356262},{"id":"https://openalex.org/keywords/image-data-augmentation","display_name":"image augmentation","score":0.7300000190734863},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.6840000152587891},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.8560000061988831},{"id":"https://openalex.org/keywords/imagenet-classification","display_name":"ImageNet classification","score":0.7599999904632568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5040601491928101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5003058910369873},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49169212579727173},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3648427724838257},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3205684721469879},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20186761021614075}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:arXiv.org:2006.07733","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07733","pdf_url":"https://arxiv.org/pdf/2006.07733","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:lilloa.univ-lille.fr:20.500.12210/29482","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.12210/29482","pdf_url":"http://hdl.handle.net/20.500.12210/29482","source":{"id":"https://openalex.org/S4306402203","display_name":"LillOA (Universit\u00e9 de Lille (University Of Lille))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210123514","host_organization_name":"Centre d'\u00c9tudes en Civilisations, Langues et Lettres \u00c9trang\u00e8res","host_organization_lineage":["https://openalex.org/I4210123514"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/workingPaper"},{"id":"pmh:oai:HAL:hal-02869787v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.inria.fr/hal-02869787","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://hal.inria.fr/hal-02869787","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:HAL:hal-02869787v2","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02869787","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems, 2020, Montr\u00e9al, Canada","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2006.07733","doi":"https://doi.org/10.48550/arxiv.2006.07733","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.07733","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.07733","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.07733","pdf_url":"https://arxiv.org/pdf/2006.07733","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035060554.pdf","grobid_xml":"https://content.openalex.org/works/W3035060554.grobid-xml"},"referenced_works_count":97,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W343636949","https://openalex.org/W613766092","https://openalex.org/W639708223","https://openalex.org/W830076066","https://openalex.org/W1479807131","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1815076433","https://openalex.org/W1836465849","https://openalex.org/W1844684489","https://openalex.org/W1846799578","https://openalex.org/W1903029394","https://openalex.org/W1909320841","https://openalex.org/W1977295328","https://openalex.org/W1990334093","https://openalex.org/W1993309459","https://openalex.org/W2017814585","https://openalex.org/W2025768430","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2063971957","https://openalex.org/W2099471712","https://openalex.org/W2102605133","https://openalex.org/W2108501770","https://openalex.org/W2117539524","https://openalex.org/W2129068307","https://openalex.org/W2136922672","https://openalex.org/W2138011018","https://openalex.org/W2145339207","https://openalex.org/W2146444479","https://openalex.org/W2148349024","https://openalex.org/W2155541015","https://openalex.org/W2155904486","https://openalex.org/W2161381512","https://openalex.org/W2173248099","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2260756217","https://openalex.org/W2308529009","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2342877626","https://openalex.org/W2409352305","https://openalex.org/W2411541852","https://openalex.org/W2412320034","https://openalex.org/W2518108298","https://openalex.org/W2533598788","https://openalex.org/W2575671312","https://openalex.org/W2592691248","https://openalex.org/W2606611007","https://openalex.org/W2622263826","https://openalex.org/W2732026016","https://openalex.org/W2749988060","https://openalex.org/W2750912449","https://openalex.org/W2757910899","https://openalex.org/W2785325870","https://openalex.org/W2798991696","https://openalex.org/W2804935296","https://openalex.org/W2883725317","https://openalex.org/W2887997457","https://openalex.org/W2893749619","https://openalex.org/W2902098903","https://openalex.org/W2913939497","https://openalex.org/W2917551568","https://openalex.org/W2943865428","https://openalex.org/W2944828972","https://openalex.org/W2946006146","https://openalex.org/W2946856970","https://openalex.org/W2949517790","https://openalex.org/W2951004968","https://openalex.org/W2951970475","https://openalex.org/W2953469440","https://openalex.org/W2963350250","https://openalex.org/W2963470893","https://openalex.org/W2964137095","https://openalex.org/W2964159205","https://openalex.org/W2964291307","https://openalex.org/W2971155163","https://openalex.org/W2994536315","https://openalex.org/W2996501936","https://openalex.org/W2998388430","https://openalex.org/W3005680577","https://openalex.org/W3008526508","https://openalex.org/W3009561768","https://openalex.org/W3022061250","https://openalex.org/W3026092005","https://openalex.org/W3034859493","https://openalex.org/W3035058308","https://openalex.org/W3035524453","https://openalex.org/W3036982689","https://openalex.org/W3099570996","https://openalex.org/W3102631365","https://openalex.org/W3118608800","https://openalex.org/W3175985367","https://openalex.org/W4297808394"],"related_works":["https://openalex.org/W4223460793","https://openalex.org/W3163210805","https://openalex.org/W4281632277","https://openalex.org/W4387211835","https://openalex.org/W4221159589","https://openalex.org/W7153776792","https://openalex.org/W2944030659","https://openalex.org/W4281731671","https://openalex.org/W3090054951","https://openalex.org/W4389363461"],"abstract_inverted_index":{"We":[0,119],"introduce":[1],"Bootstrap":[2],"Your":[3],"Own":[4],"Latent":[5],"(BYOL),":[6],"a":[7,58,72,89,106,110,116],"new":[8,90],"approach":[9],"to":[10,22,47],"self-supervised":[11],"image":[12,56],"representation":[13,52],"learning.":[14],"BYOL":[15,87,97,122],"relies":[16],"on":[17,84,103,124,135,148],"two":[18],"neural":[19],"networks,":[20,27],"referred":[21],"as":[23],"online":[24,45,77],"and":[25,30,113,138,143],"target":[26,50,69],"that":[28,121],"interact":[29],"learn":[31],"from":[32],"each":[33],"other.":[34],"From":[35],"an":[36,40],"augmented":[37,60],"view":[38],"of":[39,53,75,92,132],"image,":[41],"we":[42,66],"train":[43],"the":[44,49,54,63,68,76,93,129,133],"network":[46,51,70],"predict":[48],"same":[55,64],"under":[57],"different":[59],"view.":[61],"At":[62],"time,":[65],"update":[67],"with":[71,109,115],"slow-moving":[73],"average":[74],"network.":[78],"While":[79],"state-of-the":[80],"art":[81,94,134],"methods":[82],"rely":[83],"negative":[85],"pairs,":[86],"achieves":[88],"state":[91,131],"without":[95],"them.":[96],"reaches":[98],"$74.3\\%$":[99],"top-1":[100],"classification":[101],"accuracy":[102],"ImageNet":[104],"using":[105],"linear":[107],"evaluation":[108],"ResNet-50":[111],"architecture":[112],"$79.6\\%$":[114],"larger":[117],"ResNet.":[118],"show":[120],"performs":[123],"par":[125],"or":[126],"better":[127],"than":[128],"current":[130],"both":[136],"transfer":[137],"semi-supervised":[139],"benchmarks.":[140],"Our":[141],"implementation":[142],"pretrained":[144],"models":[145],"are":[146],"given":[147],"GitHub.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":68},{"year":2025,"cited_by_count":511},{"year":2024,"cited_by_count":823},{"year":2023,"cited_by_count":1111},{"year":2022,"cited_by_count":892},{"year":2021,"cited_by_count":584},{"year":2020,"cited_by_count":73}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2020-06-19T00:00:00"}