{"id":"https://openalex.org/W4281731671","doi":"https://doi.org/10.48550/arxiv.2206.01999","title":"MSR: Making Self-supervised learning Robust to Aggressive Augmentations","display_name":"MSR: Making Self-supervised learning Robust to Aggressive Augmentations","publication_year":2022,"publication_date":"2022-06-04","ids":{"openalex":"https://openalex.org/W4281731671","doi":"https://doi.org/10.48550/arxiv.2206.01999"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2206.01999","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.01999","pdf_url":"https://arxiv.org/pdf/2206.01999","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.01999","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082224879","display_name":"Yingbin Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Yingbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057526429","display_name":"Erkun Yang","orcid":"https://orcid.org/0000-0002-0855-1646"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Erkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102004334","display_name":"Zhaoqing Wang","orcid":"https://orcid.org/0000-0001-9900-4287"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaoqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102777227","display_name":"Yuxuan Du","orcid":"https://orcid.org/0000-0002-1193-9756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047240103","display_name":"Bo Han","orcid":"https://orcid.org/0000-0002-6338-0958"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015874725","display_name":"Cheng Deng","orcid":"https://orcid.org/0000-0003-2620-3247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053719139","display_name":"Dadong Wang","orcid":"https://orcid.org/0000-0003-0409-2259"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dadong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9388999938964844,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9444166421890259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7725778818130493},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6627708673477173},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.595180094242096},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5375238656997681},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5369237661361694},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5365161299705505},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49222102761268616},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.45873820781707764},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44925978779792786},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.44388359785079956},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.40316569805145264},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3441898226737976},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32153260707855225},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.31011873483657837},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.11997437477111816}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9444166421890259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7725778818130493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6627708673477173},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.595180094242096},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5375238656997681},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5369237661361694},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5365161299705505},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49222102761268616},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.45873820781707764},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44925978779792786},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.44388359785079956},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.40316569805145264},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3441898226737976},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32153260707855225},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31011873483657837},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.11997437477111816},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2206.01999","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.01999","pdf_url":"https://arxiv.org/pdf/2206.01999","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2206.01999","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.01999","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.01999","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.01999","pdf_url":"https://arxiv.org/pdf/2206.01999","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W4390929683","https://openalex.org/W2786764570","https://openalex.org/W4309960894","https://openalex.org/W2728804654","https://openalex.org/W2578444090","https://openalex.org/W2963548962","https://openalex.org/W2980497100"],"abstract_inverted_index":{"Most":[0],"recent":[1],"self-supervised":[2],"learning":[3,147],"methods":[4],"learn":[5],"visual":[6],"representation":[7],"by":[8,82],"contrasting":[9],"different":[10],"augmented":[11,48,90,141,169],"views":[12,49],"of":[13,30,50,79,86,97,167],"images.":[14],"Compared":[15],"with":[16,199],"supervised":[17],"learning,":[18],"more":[19],"aggressive":[20,34,180],"augmentations":[21,35,181],"have":[22,112],"been":[23],"introduced":[24],"to":[25,41,120,128,157],"further":[26],"improve":[27],"the":[28,51,57,62,77,84,145,150,154,165,179,184,216],"diversity":[29],"training":[31,151],"pairs.":[32,91,105,160,170],"However,":[33],"may":[36,54],"distort":[37],"images'":[38],"structures":[39],"leading":[40],"a":[42,71,113,135,206],"severe":[43],"semantic":[44,80,185],"shift":[45,81,186],"problem":[46],"that":[47,107,117,190,215],"same":[52,58],"image":[53],"not":[55],"share":[56],"semantics,":[59],"thus":[60],"degrading":[61],"transfer":[63,220],"performance.":[64],"To":[65],"address":[66],"this":[67],"problem,":[68],"we":[69,100,133,162],"propose":[70],"new":[72],"SSL":[73],"paradigm,":[74],"which":[75,204],"counteracts":[76],"impact":[78],"balancing":[83],"role":[85],"weak":[87],"and":[88,99,182],"aggressively":[89,140,168],"Specifically,":[92],"semantically":[93],"inconsistent":[94],"pairs":[95,143],"are":[96],"minority":[98],"treat":[101],"them":[102],"as":[103],"noisy":[104,129,159],"Note":[106],"deep":[108],"neural":[109],"networks":[110],"(DNNs)":[111],"crucial":[114],"memorization":[115],"effect":[116],"DNNs":[118],"tend":[119],"first":[121],"memorize":[122],"clean":[123],"(majority)":[124],"examples":[125],"before":[126],"overfitting":[127],"(minority)":[130],"examples.":[131],"Therefore,":[132],"set":[134],"relatively":[136],"large":[137],"weight":[138],"for":[139,201,222],"data":[142],"at":[144],"early":[146],"stage.":[148],"With":[149],"going":[152],"on,":[153],"model":[155,192],"begins":[156],"overfit":[158],"Accordingly,":[161],"gradually":[163],"reduce":[164],"weights":[166],"In":[171],"doing":[172],"so,":[173],"our":[174,191],"method":[175],"can":[176,219],"better":[177],"embrace":[178],"neutralize":[183],"problem.":[187],"Experiments":[188],"show":[189],"achieves":[193],"73.1%":[194],"top-1":[195],"accuracy":[196],"on":[197],"ImageNet-1K":[198],"ResNet-50":[200],"200":[202],"epochs,":[203],"is":[205],"2.5%":[207],"improvement":[208],"over":[209],"BYOL.":[210],"Moreover,":[211],"experiments":[212],"also":[213],"demonstrate":[214],"learned":[217],"representations":[218],"well":[221],"various":[223],"downstream":[224],"tasks.":[225]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}