{"id":"https://openalex.org/W3157790104","doi":null,"title":"Adapting ImageNet-scale models to complex distribution shifts with self-learning","display_name":"Adapting ImageNet-scale models to complex distribution shifts with self-learning","publication_year":2021,"publication_date":"2021-04-27","ids":{"openalex":"https://openalex.org/W3157790104","mag":"3157790104"},"language":"en","primary_location":{"id":"mag:3157790104","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2104.12928.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2104.12928.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065641915","display_name":"Evgenia Rusak","orcid":"https://orcid.org/0000-0001-6039-7781","observed_orcids":["https://orcid.org/0000-0001-6039-7781"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evgenia Rusak","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6039-7781","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102713154","display_name":"Steffen Schneider","orcid":"https://orcid.org/0000-0003-2327-6459","observed_orcids":["https://orcid.org/0000-0003-2327-6459"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steffen Schneider","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2327-6459","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055614518","display_name":"Peter Gehler","orcid":"https://orcid.org/0000-0002-5812-4052","observed_orcids":["https://orcid.org/0000-0002-5812-4052"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Gehler","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5812-4052","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074802358","display_name":"Oliver Bringmann","orcid":"https://orcid.org/0000-0002-1615-507X","observed_orcids":["https://orcid.org/0000-0002-1615-507X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oliver Bringmann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086801305","display_name":"Wieland Brendel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wieland Brendel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061457780","display_name":"Matthias Bethge","orcid":"https://orcid.org/0000-0002-6417-7812","observed_orcids":["https://orcid.org/0000-0002-6417-7812","https://orcid.org/0009-0008-5601-6120"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthias Bethge","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6417-7812","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-learning","display_name":"self-learning","score":0.7820000052452087},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"domain adaptation","score":0.9649999737739563},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.6420000195503235},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.5249999761581421},{"id":"https://openalex.org/keywords/noisy-labels","display_name":"label noise","score":0.7829999923706055},{"id":"https://openalex.org/keywords/imagenet-c","display_name":"ImageNet-C","score":0.6570000052452087},{"id":"https://openalex.org/keywords/robust-classification","display_name":"robust classification","score":0.6389999985694885},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.7549999952316284},{"id":"https://openalex.org/keywords/efficientnet","display_name":"EfficientNet","score":1.0}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8445972204208374},{"id":"https://openalex.org/C2778584072","wikidata":"https://www.wikidata.org/wiki/Q7353545","display_name":"Robustification","level":3,"score":0.8306847810745239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7473958134651184},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6006514430046082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5999246835708618},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.5206326842308044},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4497397840023041},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.42144671082496643},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3157790104","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2104.12928.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3157790104","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2104.12928.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1934992405","https://openalex.org/W1972601747","https://openalex.org/W2099001231","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2145494108","https://openalex.org/W2194775991","https://openalex.org/W2296335794","https://openalex.org/W2402144811","https://openalex.org/W2531409750","https://openalex.org/W2549139847","https://openalex.org/W2551835155","https://openalex.org/W2612573399","https://openalex.org/W2749807327","https://openalex.org/W2766897166","https://openalex.org/W2767722847","https://openalex.org/W2799269579","https://openalex.org/W2809598685","https://openalex.org/W2899771611","https://openalex.org/W2902617128","https://openalex.org/W2906186365","https://openalex.org/W2906926620","https://openalex.org/W2945634539","https://openalex.org/W2946948417","https://openalex.org/W2950220847","https://openalex.org/W2951940613","https://openalex.org/W2961540362","https://openalex.org/W2963060032","https://openalex.org/W2964057329","https://openalex.org/W2967767914","https://openalex.org/W2970308742","https://openalex.org/W2970692043","https://openalex.org/W2980014984","https://openalex.org/W2981873476","https://openalex.org/W2994931756","https://openalex.org/W2996037775","https://openalex.org/W2999615834","https://openalex.org/W3005871659","https://openalex.org/W3030163527","https://openalex.org/W3035160371","https://openalex.org/W3037492894","https://openalex.org/W3042609801","https://openalex.org/W3091808362","https://openalex.org/W3104140305","https://openalex.org/W3119543788","https://openalex.org/W6893494775"],"related_works":["https://openalex.org/W4287200447","https://openalex.org/W3145143637","https://openalex.org/W7133266056","https://openalex.org/W3035160371","https://openalex.org/W4319300892","https://openalex.org/W1844261290","https://openalex.org/W3094626883","https://openalex.org/W2805862648","https://openalex.org/W7101108518","https://openalex.org/W4388685673"],"abstract_inverted_index":{"While":[0],"self-learning":[1],"methods":[2,71],"are":[3,14,39],"an":[4],"important":[5],"component":[6],"in":[7,23,108],"many":[8],"recent":[9],"domain":[10,184],"adaptation":[11,185],"techniques,":[12],"they":[13],"not":[15],"yet":[16],"comprehensively":[17],"evaluated":[18],"on":[19,29,92,186],"ImageNet-scale":[20],"datasets":[21],"common":[22],"robustness":[24,155,182],"research.":[25],"In":[26],"extensive":[27],"experiments":[28],"ResNet":[30],"and":[31,54,68,99,146,183],"EfficientNet":[32],"models,":[33],"we":[34],"find":[35],"that":[36],"three":[37],"components":[38],"crucial":[40],"for":[41,166],"increasing":[42],"performance":[43],"with":[44,110],"self-learning:":[45],"(i)":[46],"using":[47],"short":[48],"update":[49],"times":[50],"between":[51],"the":[52,55,66,77,120,137,140,179],"teacher":[53],"student":[56],"network,":[57,67],"(ii)":[58],"fine-tuning":[59],"only":[60],"few":[61],"affine":[62],"parameters":[63],"distributed":[64],"across":[65],"(iii)":[69],"leveraging":[70],"from":[72,139],"robust":[73],"classification":[74],"to":[75,86,118,123,160,173],"counteract":[76],"effect":[78],"of":[79,150,181],"label":[80],"noise.":[81],"We":[82,134],"use":[83,147],"these":[84],"insights":[85],"obtain":[87],"drastically":[88],"improved":[89],"state-of-the-art":[90,169],"results":[91],"ImageNet-C":[93],"(22.0%":[94],"mCE),":[95],"ImageNet-R":[96],"(17.4%":[97],"error)":[98,172],"ImageNet-A":[100],"(14.8%":[101],"error).":[102],"Our":[103],"techniques":[104],"yield":[105],"further":[106,129],"improvements":[107],"combination":[109],"previously":[111],"proposed":[112],"robustification":[113],"methods.":[114],"Self-learning":[115],"is":[116],"able":[117],"reduce":[119],"top-1":[121],"error":[122],"a":[124,148,153,162],"point":[125],"where":[126],"no":[127],"substantial":[128],"progress":[130],"can":[131],"be":[132,161],"expected.":[133],"therefore":[135],"re-purpose":[136],"dataset":[138,165],"Visual":[141],"Domain":[142],"Adaptation":[143],"Challenge":[144],"2019":[145],"subset":[149],"it":[151],"as":[152],"new":[154],"benchmark":[156],"(ImageNet-D)":[157],"which":[158],"proves":[159],"more":[163],"challenging":[164],"all":[167],"current":[168],"models":[170],"(58.2%":[171],"guide":[174],"future":[175],"research":[176],"efforts":[177],"at":[178],"intersection":[180],"ImageNet":[187],"scale.":[188]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-05-10T00:00:00"}