{"id":"https://openalex.org/W3025311475","doi":null,"title":"Invariance vs. Robustness Trade-Off in Neural Networks","display_name":"Invariance vs. Robustness Trade-Off in Neural Networks","publication_year":2020,"publication_date":"2020-02-26","ids":{"openalex":"https://openalex.org/W3025311475","mag":"3025311475"},"language":"en","primary_location":{"id":"mag:3025311475","doi":null,"is_oa":false,"landing_page_url":"http://export.arxiv.org/pdf/2002.11318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018784541","display_name":"Sandesh Kamath","orcid":"https://orcid.org/0000-0001-9260-9777","observed_orcids":["https://orcid.org/0000-0001-9260-9777"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sandesh Kamath","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9260-9777","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029414285","display_name":"Amit Deshpande","orcid":"https://orcid.org/0000-0001-8638-1120","observed_orcids":["https://orcid.org/0000-0001-8638-1120"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amit Deshpande","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8638-1120","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031047596","display_name":"K. V. Subrahmanyam","orcid":"https://orcid.org/0000-0002-0104-4086","observed_orcids":["https://orcid.org/0000-0002-0104-4086"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"K. V. Subrahmanyam","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0104-4086","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1673,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.49296315,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rotation-invariance","display_name":"rotation invariance","score":0.9179999828338623},{"id":"https://openalex.org/keywords/adversarial-robustness","display_name":"adversarial robustness","score":0.9890000224113464},{"id":"https://openalex.org/keywords/equivariant-neural-networks","display_name":"equivariant neural networks","score":0.8709999918937683},{"id":"https://openalex.org/keywords/graph-convolutional-networks","display_name":"graph convolutional networks","score":0.871999979019165},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.8529999852180481},{"id":"https://openalex.org/keywords/random-rotation","display_name":"random rotation","score":0.625},{"id":"https://openalex.org/keywords/mnist","display_name":"MNIST","score":0.7170000076293945},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8960146307945251},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7809709310531616},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6410790085792542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45885446667671204},{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.4208831489086151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4113595485687256},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4030192792415619},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3743898868560791},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.12750503420829773},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3025311475","doi":null,"is_oa":false,"landing_page_url":"http://export.arxiv.org/pdf/2002.11318","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2136026194","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2340427832","https://openalex.org/W2460937040","https://openalex.org/W2594877703","https://openalex.org/W2767075075","https://openalex.org/W2783784437","https://openalex.org/W2785397276","https://openalex.org/W2787708942","https://openalex.org/W2887520328","https://openalex.org/W2895239415","https://openalex.org/W2897355816","https://openalex.org/W2898726413","https://openalex.org/W2900364424","https://openalex.org/W2905631704","https://openalex.org/W2913266441","https://openalex.org/W2916286792","https://openalex.org/W2943642558","https://openalex.org/W2945033152","https://openalex.org/W2947599954","https://openalex.org/W2951320766","https://openalex.org/W2952054889","https://openalex.org/W2963207607","https://openalex.org/W2963423708","https://openalex.org/W2964153729","https://openalex.org/W3006044868","https://openalex.org/W3037492894","https://openalex.org/W3101700548","https://openalex.org/W3104911444","https://openalex.org/W3138516063","https://openalex.org/W3177096435"],"related_works":["https://openalex.org/W3005904683","https://openalex.org/W3134887051","https://openalex.org/W3171693033","https://openalex.org/W2788198349","https://openalex.org/W2912087091","https://openalex.org/W2952085755","https://openalex.org/W3173197177","https://openalex.org/W3011015439","https://openalex.org/W2945033152","https://openalex.org/W3135696193"],"abstract_inverted_index":{"We":[0,61,99,134,199,208],"study":[1,63],"the":[2,18,36,64,77,93,102,174,190,211,215,219],"performance":[3],"of":[4,45,79,105,214],"neural":[5],"network":[6],"models":[7,81,107,141,224],"on":[8,132,148],"random":[9,118],"geometric":[10,25],"transformations":[11],"and":[12,59,109,129,139,150,153,178],"adversarial":[13,43,71,94,97,125,146,156],"perturbations.":[14],"Invariance":[15],"means":[16,34],"that":[17,35,101,155,210],"model's":[19,37],"prediction":[20,38],"remains":[21,39],"unchanged":[22,40],"when":[23,223],"a":[24,53,164,186],"transformation":[26],"is":[27],"applied":[28],"to":[29,173,218],"an":[30,46],"input.":[31,47],"Adversarial":[32],"robustness":[33,72,95,126,147,179,193],"after":[41],"small":[42],"perturbations":[44,161],"In":[48],"this":[49],"paper,":[50],"we":[51,74,90,184],"show":[52],"quantitative":[54],"trade-off":[55,175,194],"between":[56,176],"rotation":[57,103,169],"invariance":[58,78,88,104,170,191],"robustness.":[60],"empirically":[62],"following":[65],"two":[66],"cases:":[67],"(a)":[68],"change":[69,86],"in":[70,87,163,167,181,196],"as":[73,89],"improve":[75,91],"only":[76,92],"equivariant":[80,106],"via":[82],"training":[83,113,157],"augmentation,":[84],"(b)":[85],"using":[96],"training.":[98],"observe":[100,154,209],"(StdCNNs":[108],"GCNNs)":[110],"improves":[111],"by":[112],"augmentation":[114],"with":[115,158,227],"progressively":[116,159],"larger":[117,160,228],"rotations":[119],"but":[120],"while":[121],"doing":[122],"so,":[123],"their":[124,168],"drops":[127],"progressively,":[128],"very":[130],"significantly":[131],"MNIST.":[133],"take":[135],"adversarially":[136],"trained":[137,226],"LeNet":[138],"ResNet":[140],"which":[142],"have":[143],"good":[144],"$L_\\infty$":[145],"MNIST":[149],"CIFAR-10,":[151],"respectively,":[152],"results":[162],"progressive":[165],"drop":[166],"profiles.":[171],"Similar":[172],"accuracy":[177],"known":[180],"previous":[182],"work,":[183],"give":[185,201],"theoretical":[187],"justification":[188],"for":[189,205],"vs.":[192],"observed":[195],"our":[197],"experiments.":[198],"also":[200],"additional":[202],"empirical":[203],"evidence":[204],"claim":[206],"(a).":[207],"average":[212],"distance":[213],"test":[216],"points":[217],"decision":[220],"boundary":[221],"reduces":[222],"are":[225],"rotations.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2020-05-21T00:00:00"}