{"id":"https://openalex.org/W2954540134","doi":"https://doi.org/10.48550/arxiv.1906.12340","title":"Using Self-Supervised Learning Can Improve Model Robustness and Uncertainty","display_name":"Using Self-Supervised Learning Can Improve Model Robustness and Uncertainty","publication_year":2019,"publication_date":"2019-06-28","ids":{"openalex":"https://openalex.org/W2954540134","doi":"https://doi.org/10.48550/arxiv.1906.12340","mag":"2954540134"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1906.12340","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.12340","pdf_url":"https://arxiv.org/pdf/1906.12340","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.12340","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020400986","display_name":"Dan Hendrycks","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hendrycks, Dan","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058254793","display_name":"Mantas Mazeika","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mazeika, Mantas","raw_affiliation_strings":["***University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"***University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061506488","display_name":"Saurav Kadavath","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kadavath, Saurav","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019426968","display_name":"Dawn Xiaodong Song","orcid":"https://orcid.org/0000-0001-9745-6802","observed_orcids":["https://orcid.org/0000-0001-9745-6802"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song, Dawn","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":452,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/model-robustness","display_name":"model robustness","score":0.9049999713897705},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.8830000162124634},{"id":"https://openalex.org/keywords/label-corruption","display_name":"label corruption","score":0.9200000166893005},{"id":"https://openalex.org/keywords/out-of-distribution-detection","display_name":"out-of-distribution detection","score":0.9950000047683716},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.46399998664855957}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8770525455474854},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.7572004795074463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7338212132453918},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6297757029533386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5663516521453857},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.44719645380973816},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1906.12340","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.12340","pdf_url":"https://arxiv.org/pdf/1906.12340","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1906.12340","doi":"https://doi.org/10.48550/arxiv.1906.12340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.12340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.12340","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.12340","pdf_url":"https://arxiv.org/pdf/1906.12340","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.800000011920929,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1866072925","https://openalex.org/W1976526581","https://openalex.org/W1994550352","https://openalex.org/W2095705004","https://openalex.org/W2105497548","https://openalex.org/W2108598243","https://openalex.org/W2144796873","https://openalex.org/W2145607950","https://openalex.org/W2308529009","https://openalex.org/W2422305492","https://openalex.org/W2518108298","https://openalex.org/W2552767274","https://openalex.org/W2554864439","https://openalex.org/W2743473392","https://openalex.org/W2768927604","https://openalex.org/W2785325870","https://openalex.org/W2785495800","https://openalex.org/W2786104118","https://openalex.org/W2787708942","https://openalex.org/W2799032899","https://openalex.org/W2803674491","https://openalex.org/W2803697594","https://openalex.org/W2809836812","https://openalex.org/W2883594813","https://openalex.org/W2884585870","https://openalex.org/W2887997457","https://openalex.org/W2904981516","https://openalex.org/W2905631704","https://openalex.org/W2912237282","https://openalex.org/W2913266441","https://openalex.org/W2944828972","https://openalex.org/W2952053192","https://openalex.org/W2962872506","https://openalex.org/W2963564844","https://openalex.org/W2963759070","https://openalex.org/W2964253222","https://openalex.org/W2964292098","https://openalex.org/W4297808394"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Self-supervision":[0],"provides":[1],"effective":[2],"representations":[3],"for":[4,30,84,99],"downstream":[5],"tasks":[6,93],"without":[7],"requiring":[8],"labels.":[9],"However,":[10],"existing":[11],"approaches":[12],"lag":[13],"behind":[14],"fully":[15,74],"supervised":[16,75],"training":[17],"and":[18,51,87,90],"are":[19],"often":[20],"not":[21],"thought":[22],"beneficial":[23],"beyond":[24],"obviating":[25],"or":[26],"reducing":[27],"the":[28,71,80],"need":[29],"annotations.":[31],"We":[32],"find":[33],"that":[34,68],"self-supervision":[35,56,83],"can":[36],"benefit":[37],"robustness":[38,45,86],"in":[39],"a":[40],"variety":[41],"of":[42,73,82,97],"ways,":[43],"including":[44],"to":[46],"adversarial":[47],"examples,":[48],"label":[49],"corruption,":[50],"common":[52],"input":[53],"corruptions.":[54],"Additionally,":[55],"greatly":[57],"benefits":[58],"out-of-distribution":[59],"detection":[60],"on":[61],"difficult,":[62],"near-distribution":[63],"outliers,":[64],"so":[65,67],"much":[66],"it":[69],"exceeds":[70],"performance":[72],"methods.":[76],"These":[77],"results":[78],"demonstrate":[79],"promise":[81],"improving":[85],"uncertainty":[88],"estimation":[89],"establish":[91],"these":[92],"as":[94],"new":[95],"axes":[96],"evaluation":[98],"future":[100],"self-supervised":[101],"learning":[102],"research.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":103},{"year":2023,"cited_by_count":111},{"year":2022,"cited_by_count":85},{"year":2021,"cited_by_count":88},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}