{"id":"https://openalex.org/W3043786973","doi":"https://doi.org/10.48550/arxiv.2007.08489","title":"Do Adversarially Robust ImageNet Models Transfer Better?","display_name":"Do Adversarially Robust ImageNet Models Transfer Better?","alternate_titles":[],"publication_year":2020,"publication_date":"2020-07-16","ids":{"openalex":"https://openalex.org/W3043786973","doi":"https://doi.org/10.48550/arxiv.2007.08489","mag":"3043786973"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2007.08489","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08489","pdf_url":"https://arxiv.org/pdf/2007.08489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3043786973"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.08489","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086542384","display_name":"Hadi Salman","orcid":"https://orcid.org/0000-0002-4381-6021","observed_orcids":["https://orcid.org/0000-0002-4381-6021"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Salman, Hadi","raw_affiliation_strings":["Microsoft Research","(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067427666","display_name":"Andrew Ilyas","orcid":"https://orcid.org/0000-0001-7187-5240","observed_orcids":["https://orcid.org/0000-0001-7187-5240"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ilyas, Andrew","raw_affiliation_strings":["MIT","Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061993024","display_name":"Logan Engstrom","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Engstrom, Logan","raw_affiliation_strings":["MIT","Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101933711","display_name":"Ashish Kapoor","orcid":"https://orcid.org/0009-0004-3764-8449","observed_orcids":["https://orcid.org/0009-0004-3764-8449"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kapoor, Ashish","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032574693","display_name":"Aleksander M\u0105dry","orcid":"https://orcid.org/0000-0003-0536-0323","observed_orcids":["https://orcid.org/0000-0003-0536-0323"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Madry, Aleksander","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":496,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"3533","last_page":"3545"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.028699999675154686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-robustness","display_name":"adversarial robustness","score":0.9570000171661377},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9710000157356262},{"id":"https://openalex.org/keywords/robust-models","display_name":"robust models","score":0.4959999918937683},{"id":"https://openalex.org/keywords/feature-representation","display_name":"feature representation","score":0.8730000257492065},{"id":"https://openalex.org/keywords/accuracy-robustness-trade-off","display_name":"robustness-accuracy trade-off","score":0.5860000252723694},{"id":"https://openalex.org/keywords/pre-trained-models","display_name":"pre-trained models","score":0.625}],"concepts":[{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.797467827796936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7876619100570679},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7421334385871887},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6788151264190674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6767481565475464},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5658074617385864},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.48401781916618347},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4585658311843872},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42722564935684204},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.1065109372138977},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2007.08489","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08489","pdf_url":"https://arxiv.org/pdf/2007.08489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3043786973","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2007.08489.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2007.08489","doi":"https://doi.org/10.48550/arxiv.2007.08489","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.08489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3098018961","doi":null,"is_oa":false,"landing_page_url":"https://proceedings.neurips.cc/paper/2020/file/24357dd085d2c4b1a88a7e0692e60294-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.08489","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08489","pdf_url":"https://arxiv.org/pdf/2007.08489","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3329116365","display_name":"CAREER: Fast Graph Algorithms and Continuous Optimization","funder_award_id":"1553428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3490735011","display_name":"SaTC: CORE: Small: Towards Adversarially Robust Machine Learning","funder_award_id":"1815221","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7304034501","display_name":null,"funder_award_id":"HR001120C0015","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307764","display_name":"Microsoft","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3043786973.pdf","grobid_xml":"https://content.openalex.org/works/W3043786973.grobid-xml"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W639708223","https://openalex.org/W780950768","https://openalex.org/W1576445103","https://openalex.org/W1686810756","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W1915485278","https://openalex.org/W1945616565","https://openalex.org/W1977295328","https://openalex.org/W1993309459","https://openalex.org/W2017814585","https://openalex.org/W2025183033","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2062118960","https://openalex.org/W2062989416","https://openalex.org/W2102605133","https://openalex.org/W2116775748","https://openalex.org/W2117539524","https://openalex.org/W2149933564","https://openalex.org/W2155541015","https://openalex.org/W2155904486","https://openalex.org/W2160921898","https://openalex.org/W2203224402","https://openalex.org/W2273348943","https://openalex.org/W2319356411","https://openalex.org/W2407521645","https://openalex.org/W2412782625","https://openalex.org/W2510153535","https://openalex.org/W2533598788","https://openalex.org/W2557728737","https://openalex.org/W2565639579","https://openalex.org/W2575615142","https://openalex.org/W2597603852","https://openalex.org/W2603766943","https://openalex.org/W2640329709","https://openalex.org/W2766462876","https://openalex.org/W2771305881","https://openalex.org/W2773446523","https://openalex.org/W2786163515","https://openalex.org/W2798512429","https://openalex.org/W2798801120","https://openalex.org/W2799107510","https://openalex.org/W2799269579","https://openalex.org/W2803732607","https://openalex.org/W2804905867","https://openalex.org/W2804935296","https://openalex.org/W2883108656","https://openalex.org/W2887603965","https://openalex.org/W2897355816","https://openalex.org/W2898726413","https://openalex.org/W2901299405","https://openalex.org/W2902617128","https://openalex.org/W2907518016","https://openalex.org/W2911634294","https://openalex.org/W2913159621","https://openalex.org/W2913266441","https://openalex.org/W2924512726","https://openalex.org/W2931892667","https://openalex.org/W2942630857","https://openalex.org/W2945359720","https://openalex.org/W2945374320","https://openalex.org/W2947099774","https://openalex.org/W2950787360","https://openalex.org/W2951576642","https://openalex.org/W2951735139","https://openalex.org/W2962843773","https://openalex.org/W2963150697","https://openalex.org/W2963173190","https://openalex.org/W2963557656","https://openalex.org/W2963564844","https://openalex.org/W2964013315","https://openalex.org/W2964153729","https://openalex.org/W2964159205","https://openalex.org/W2964165804","https://openalex.org/W2965470910","https://openalex.org/W2976501124","https://openalex.org/W2980620660","https://openalex.org/W2980728855","https://openalex.org/W3008105014","https://openalex.org/W3015146382","https://openalex.org/W3023863096","https://openalex.org/W3028525609","https://openalex.org/W3034608990","https://openalex.org/W3041890115","https://openalex.org/W3098560605","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W4382449549","https://openalex.org/W2945374320","https://openalex.org/W7139039297","https://openalex.org/W3168381989","https://openalex.org/W4312326921","https://openalex.org/W2887603965","https://openalex.org/W7131913602","https://openalex.org/W3041890115","https://openalex.org/W4402727548","https://openalex.org/W2897355816"],"abstract_inverted_index":{"Transfer":[0],"learning":[1,40],"is":[2,34],"a":[3,35,87],"widely-used":[4],"paradigm":[5],"in":[6,104,116],"deep":[7],"learning,":[8],"where":[9],"models":[10,25,103,133],"pre-trained":[11,24],"on":[12,74,86],"standard":[13,88,102],"datasets":[14],"can":[15],"be":[16],"efficiently":[17],"adapted":[18],"to":[19,126],"downstream":[20,91],"tasks.":[21,93],"Typically,":[22],"better":[23,27,61],"yield":[26,83],"transfer":[28,39,69,108],"results,":[29],"suggesting":[30],"that":[31,52,81,123],"initial":[32],"accuracy":[33,85],"key":[36],"aspect":[37],"of":[38,90,107],"performance.":[41],"In":[42],"this":[43],"work,":[44],"we":[45,50,72],"identify":[46],"another":[47],"such":[48],"aspect:":[49],"find":[51],"adversarially":[53,75],"robust":[54,76,100],"models,":[55],"while":[56],"less":[57],"accurate,":[58],"often":[59],"perform":[60],"than":[62],"their":[63],"standard-trained":[64],"counterparts":[65],"when":[66],"used":[67],"for":[68],"learning.":[70,109],"Specifically,":[71],"focus":[73],"ImageNet":[77],"classifiers,":[78],"and":[79,101,132],"show":[80],"they":[82],"improved":[84,127],"suite":[89],"classification":[92],"Further":[94],"analysis":[95],"uncovers":[96],"more":[97],"differences":[98],"between":[99],"the":[105],"context":[106],"Our":[110,130],"results":[111],"are":[112,134],"consistent":[113],"with":[114],"(and":[115],"fact,":[117],"add":[118],"to)":[119],"recent":[120],"hypotheses":[121],"stating":[122],"robustness":[124],"leads":[125],"feature":[128],"representations.":[129],"code":[131],"available":[135],"at":[136],"https://github.com/Microsoft/robust-models-transfer":[137],".":[138]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3043786973","counts_by_year":[{"year":2026,"cited_by_count":54},{"year":2025,"cited_by_count":80},{"year":2024,"cited_by_count":91},{"year":2023,"cited_by_count":108},{"year":2022,"cited_by_count":90},{"year":2021,"cited_by_count":60},{"year":2020,"cited_by_count":13}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2020-07-23T00:00:00"}
