{"id":"https://openalex.org/W3207924272","doi":"https://doi.org/10.1109/msp.2021.3134634","title":"Self-Supervised Representation Learning: Introduction, advances, and challenges","display_name":"Self-Supervised Representation Learning: Introduction, advances, and challenges","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W3207924272","doi":"https://doi.org/10.1109/msp.2021.3134634","mag":"3207924272"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2021.3134634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2021.3134634","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.09327","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082476745","display_name":"Linus Ericsson","orcid":"https://orcid.org/0000-0002-0634-5072"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Linus Ericsson","raw_affiliation_strings":["MScR degree, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MScR degree, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039741908","display_name":"Henry Gouk","orcid":"https://orcid.org/0000-0002-0924-2933"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Henry Gouk","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005626854","display_name":"Chen Change Loy","orcid":"https://orcid.org/0000-0001-5345-1591"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Change Loy","raw_affiliation_strings":["Associate Professor, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Associate Professor, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087823932","display_name":"Timothy M. Hospedales","orcid":"https://orcid.org/0000-0003-4867-7486"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Timothy M. Hospedales","raw_affiliation_strings":["Artificial Intelligence, University of Edinburgh, Edinburgh, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence, University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":48.9857,"has_fulltext":true,"cited_by_count":399,"citation_normalized_percentile":{"value":0.99891828,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"39","issue":"3","first_page":"42","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7901043891906738},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6721585392951965},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6457958221435547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6278672218322754},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5945379137992859},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5868757367134094},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5765647888183594},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5764201879501343},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5633434653282166},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5141153931617737},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5036970973014832},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47551780939102173},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4746430814266205},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47059619426727295},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42679959535598755},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.41123902797698975},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09506362676620483},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.08026161789894104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7901043891906738},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6721585392951965},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6457958221435547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6278672218322754},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5945379137992859},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5868757367134094},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5765647888183594},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5764201879501343},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5633434653282166},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5141153931617737},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5036970973014832},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47551780939102173},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4746430814266205},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47059619426727295},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42679959535598755},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.41123902797698975},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09506362676620483},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08026161789894104},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/msp.2021.3134634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2021.3134634","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2110.09327","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.09327","pdf_url":"https://arxiv.org/pdf/2110.09327","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/4b5f32d0-5923-4300-8dcf-fc0e1f996211","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/4b5f32d0-5923-4300-8dcf-fc0e1f996211","pdf_url":"https://www.research.ed.ac.uk/files/282244603/Self_Supervised_ERICSSON_DOA26112021_AFV.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ericsson, L, Gouk, H, Loy, C C & Hospedales, T M 2022, 'Self-Supervised Representation Learning: Introduction, advances, and challenges', IEEE Signal Processing Magazine, vol. 39, no. 3, pp. 42-62. https://doi.org/10.1109/MSP.2021.3134634","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/4b5f32d0-5923-4300-8dcf-fc0e1f996211","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/4b5f32d0-5923-4300-8dcf-fc0e1f996211","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.09327","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.09327","pdf_url":"https://arxiv.org/pdf/2110.09327","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1927786901","display_name":null,"funder_award_id":"EP/S000631/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2838024195","display_name":"UK Robotics and Artificial Intelligence Hub for Offshore Energy Asset Integrity Management","funder_award_id":"EP/R026173/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4437068315","display_name":"EPSRC Centre for Doctoral Training in Data Science","funder_award_id":"EP/L016427/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6338071468","display_name":"Signal Procssing in the Information Age","funder_award_id":"EP/S000631/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8602921712","display_name":null,"funder_award_id":"EP/R026173","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":175,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1554944419","https://openalex.org/W2099438806","https://openalex.org/W2108598243","https://openalex.org/W2138621090","https://openalex.org/W2144796873","https://openalex.org/W2149159134","https://openalex.org/W2152790380","https://openalex.org/W2153579005","https://openalex.org/W2171033594","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2250653840","https://openalex.org/W2308529009","https://openalex.org/W2593116425","https://openalex.org/W2594183968","https://openalex.org/W2619947201","https://openalex.org/W2735272571","https://openalex.org/W2785325870","https://openalex.org/W2797977484","https://openalex.org/W2803674491","https://openalex.org/W2842511635","https://openalex.org/W2883725317","https://openalex.org/W2896457183","https://openalex.org/W2913939497","https://openalex.org/W2914120296","https://openalex.org/W2917551568","https://openalex.org/W2943552823","https://openalex.org/W2948242301","https://openalex.org/W2951585248","https://openalex.org/W2952205826","https://openalex.org/W2954540134","https://openalex.org/W2962739339","https://openalex.org/W2962756421","https://openalex.org/W2962767366","https://openalex.org/W2962843773","https://openalex.org/W2962960500","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963420272","https://openalex.org/W2963494889","https://openalex.org/W2963703197","https://openalex.org/W2963773039","https://openalex.org/W2963782635","https://openalex.org/W2964015378","https://openalex.org/W2964700958","https://openalex.org/W2964744899","https://openalex.org/W2966715458","https://openalex.org/W2970049541","https://openalex.org/W2970608575","https://openalex.org/W2971121529","https://openalex.org/W2971196067","https://openalex.org/W2971840980","https://openalex.org/W2972943112","https://openalex.org/W2973157397","https://openalex.org/W2980927909","https://openalex.org/W2984008963","https://openalex.org/W2984353870","https://openalex.org/W2989929945","https://openalex.org/W2990408345","https://openalex.org/W2990704537","https://openalex.org/W2990873191","https://openalex.org/W2994710732","https://openalex.org/W2995181338","https://openalex.org/W2996604169","https://openalex.org/W2997907976","https://openalex.org/W3002709689","https://openalex.org/W3005552578","https://openalex.org/W3016181583","https://openalex.org/W3023371261","https://openalex.org/W3026092005","https://openalex.org/W3033333779","https://openalex.org/W3034445277","https://openalex.org/W3034576826","https://openalex.org/W3034999214","https://openalex.org/W3035003500","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3035534438","https://openalex.org/W3036224891","https://openalex.org/W3036601975","https://openalex.org/W3037208489","https://openalex.org/W3037309139","https://openalex.org/W3040854424","https://openalex.org/W3046208551","https://openalex.org/W3046882683","https://openalex.org/W3080997787","https://openalex.org/W3092185277","https://openalex.org/W3094454579","https://openalex.org/W3094502228","https://openalex.org/W3098903812","https://openalex.org/W3099782249","https://openalex.org/W3100177202","https://openalex.org/W3100622512","https://openalex.org/W3100859887","https://openalex.org/W3101537861","https://openalex.org/W3101767999","https://openalex.org/W3102363610","https://openalex.org/W3103215803","https://openalex.org/W3103455452","https://openalex.org/W3105422445","https://openalex.org/W3105724776","https://openalex.org/W3105761396","https://openalex.org/W3105966348","https://openalex.org/W3106428938","https://openalex.org/W3108655343","https://openalex.org/W3112898771","https://openalex.org/W3119786062","https://openalex.org/W3129943831","https://openalex.org/W3131755153","https://openalex.org/W3134652006","https://openalex.org/W3135367836","https://openalex.org/W3146927930","https://openalex.org/W3166396011","https://openalex.org/W3168921237","https://openalex.org/W3168984673","https://openalex.org/W3169717035","https://openalex.org/W3176276772","https://openalex.org/W3182707920","https://openalex.org/W3211536067","https://openalex.org/W3214897310","https://openalex.org/W4239072543","https://openalex.org/W4287866129","https://openalex.org/W4288275971","https://openalex.org/W4292779060","https://openalex.org/W4294170691","https://openalex.org/W4294558607","https://openalex.org/W4297571622","https://openalex.org/W4297808394","https://openalex.org/W4298422451","https://openalex.org/W4385245566","https://openalex.org/W6681255678","https://openalex.org/W6682691769","https://openalex.org/W6682948231","https://openalex.org/W6687566353","https://openalex.org/W6691892052","https://openalex.org/W6726873649","https://openalex.org/W6727099177","https://openalex.org/W6738964360","https://openalex.org/W6739901393","https://openalex.org/W6747899497","https://openalex.org/W6751866786","https://openalex.org/W6755207826","https://openalex.org/W6759891849","https://openalex.org/W6762392948","https://openalex.org/W6765696844","https://openalex.org/W6766156693","https://openalex.org/W6766904570","https://openalex.org/W6767737316","https://openalex.org/W6769725694","https://openalex.org/W6770805772","https://openalex.org/W6772452955","https://openalex.org/W6773071120","https://openalex.org/W6773730676","https://openalex.org/W6777179611","https://openalex.org/W6778672394","https://openalex.org/W6778883912","https://openalex.org/W6779101013","https://openalex.org/W6779326418","https://openalex.org/W6779879114","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780191644","https://openalex.org/W6780218876","https://openalex.org/W6780294235","https://openalex.org/W6780576590","https://openalex.org/W6781476637","https://openalex.org/W6781732661","https://openalex.org/W6783792957","https://openalex.org/W6784333009","https://openalex.org/W6784660784","https://openalex.org/W6791353385","https://openalex.org/W6791742336","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"Self-supervised":[0],"representation":[1,106],"learning":[2,11,35],"(SSRL)":[3],"methods":[4,91],"aim":[5],"to":[6,29,94],"provide":[7,121],"powerful,":[8],"deep":[9,34],"feature":[10],"without":[12],"the":[13,22,26,30,78,118],"requirement":[14],"of":[15,25,33,59,82,97],"large":[16],"annotated":[17],"data":[18,60],"sets,":[19],"thus":[20],"alleviating":[21],"annotation":[23],"bottleneck\u2014one":[24],"main":[27,80],"barriers":[28],"practical":[31,102],"deployment":[32],"today.":[36],"These":[37],"techniques":[38],"have":[39],"advanced":[40],"rapidly":[41],"in":[42,117],"recent":[43],"years,":[44],"with":[45],"their":[46],"efficacy":[47],"approaching":[48],"and":[49,67,84,88,108],"sometimes":[50],"surpassing":[51],"fully":[52],"supervised":[53],"pretraining":[54],"alternatives":[55],"across":[56],"a":[57],"variety":[58],"modalities,":[61],"including":[62,75,104],"image,":[63],"video,":[64],"sound,":[65],"text,":[66],"graphs.":[68],"This":[69],"article":[70],"introduces":[71],"this":[72],"vibrant":[73],"area,":[74],"key":[76],"concepts,":[77],"four":[79],"families":[81],"approaches":[83],"associated":[85],"state-of-the-art":[86],"techniques,":[87],"how":[89],"self-supervised":[90],"are":[92],"applied":[93],"diverse":[95],"modalities":[96],"data.":[98],"We":[99],"further":[100],"discuss":[101],"considerations":[103],"workflows,":[105],"transferability,":[107],"computational":[109],"cost.":[110],"Finally,":[111],"we":[112],"survey":[113],"major":[114],"open":[115],"challenges":[116],"field,":[119],"that":[120],"fertile":[122],"ground":[123],"for":[124],"future":[125],"work.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":45},{"year":2025,"cited_by_count":104},{"year":2024,"cited_by_count":134},{"year":2023,"cited_by_count":95},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2021-10-25T00:00:00"}