{"id":"https://openalex.org/W3205297166","doi":"https://doi.org/10.1109/spw54247.2022.9833884","title":"Parameterizing Activation Functions for Adversarial Robustness","display_name":"Parameterizing Activation Functions for Adversarial Robustness","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W3205297166","doi":"https://doi.org/10.1109/spw54247.2022.9833884","mag":"3205297166"},"language":"en","primary_location":{"id":"doi:10.1109/spw54247.2022.9833884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spw54247.2022.9833884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Security and Privacy Workshops (SPW)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112416197","display_name":"Sihui Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sihui Dai","raw_affiliation_strings":["Princeton University,Electrical and Computer Engineering,Princeton,USA","Electrical and Computer Engineering, Princeton University, Princeton, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University,Electrical and Computer Engineering,Princeton,USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Electrical and Computer Engineering, Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049153799","display_name":"Saeed Mahloujifar","orcid":"https://orcid.org/0000-0001-6586-8378"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saeed Mahloujifar","raw_affiliation_strings":["Princeton University,Electrical and Computer Engineering,Princeton,USA","Electrical and Computer Engineering, Princeton University, Princeton, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University,Electrical and Computer Engineering,Princeton,USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Electrical and Computer Engineering, Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015619835","display_name":"Prateek Mittal","orcid":"https://orcid.org/0000-0002-4057-0118"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prateek Mittal","raw_affiliation_strings":["Princeton University,Electrical and Computer Engineering,Princeton,USA","Electrical and Computer Engineering, Princeton University, Princeton, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University,Electrical and Computer Engineering,Princeton,USA","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Electrical and Computer Engineering, Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112416197"],"corresponding_institution_ids":["https://openalex.org/I20089843"],"apc_list":null,"apc_paid":null,"fwci":4.89497051,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.93021584,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"80","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9222999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8838993310928345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6979238986968994},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6395984292030334},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5843508243560791},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.47204363346099854},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.47193142771720886},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45832359790802},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3922577202320099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3599037826061249},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2279285192489624},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08556756377220154}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8838993310928345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6979238986968994},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6395984292030334},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5843508243560791},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.47204363346099854},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.47193142771720886},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45832359790802},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3922577202320099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3599037826061249},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2279285192489624},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08556756377220154},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/spw54247.2022.9833884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spw54247.2022.9833884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Security and Privacy Workshops (SPW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W1677182931","https://openalex.org/W1945616565","https://openalex.org/W2156387975","https://openalex.org/W2168148636","https://openalex.org/W2194775991","https://openalex.org/W2300089709","https://openalex.org/W2401231614","https://openalex.org/W2408141691","https://openalex.org/W2884491628","https://openalex.org/W2890918255","https://openalex.org/W2913266441","https://openalex.org/W2945793108","https://openalex.org/W2962835968","https://openalex.org/W2962972936","https://openalex.org/W2963026800","https://openalex.org/W2963070423","https://openalex.org/W2963143631","https://openalex.org/W2963207607","https://openalex.org/W2963263347","https://openalex.org/W2963285578","https://openalex.org/W2963626858","https://openalex.org/W2963857521","https://openalex.org/W2964153729","https://openalex.org/W2964253222","https://openalex.org/W2970049488","https://openalex.org/W2970680991","https://openalex.org/W2989588881","https://openalex.org/W2996568780","https://openalex.org/W3009542902","https://openalex.org/W3009655978","https://openalex.org/W3034758058","https://openalex.org/W3034834795","https://openalex.org/W3034994123","https://openalex.org/W3035032188","https://openalex.org/W3036167779","https://openalex.org/W3037742886","https://openalex.org/W3090285675","https://openalex.org/W3092171228","https://openalex.org/W3092873005","https://openalex.org/W3093235747","https://openalex.org/W3095083177","https://openalex.org/W3097217077","https://openalex.org/W3100572490","https://openalex.org/W3101700548","https://openalex.org/W3103385169","https://openalex.org/W3107235539","https://openalex.org/W3118565077","https://openalex.org/W3118608800","https://openalex.org/W3120460133","https://openalex.org/W3122730565","https://openalex.org/W3125923133","https://openalex.org/W3129495647","https://openalex.org/W3129910129","https://openalex.org/W3134621603","https://openalex.org/W3135034047","https://openalex.org/W3155629911","https://openalex.org/W3164935232","https://openalex.org/W3185441898","https://openalex.org/W3213847610","https://openalex.org/W4287637349","https://openalex.org/W4288334123","https://openalex.org/W4293846201","https://openalex.org/W4320930577","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6682889407","https://openalex.org/W6684813833","https://openalex.org/W6685562342","https://openalex.org/W6697934774","https://openalex.org/W6714069269","https://openalex.org/W6739868092","https://openalex.org/W6746023985","https://openalex.org/W6746608116","https://openalex.org/W6753317536","https://openalex.org/W6754847236","https://openalex.org/W6759129252","https://openalex.org/W6762624066","https://openalex.org/W6762707182","https://openalex.org/W6771356089","https://openalex.org/W6773424267","https://openalex.org/W6774469542","https://openalex.org/W6774681163","https://openalex.org/W6779823529","https://openalex.org/W6780210055","https://openalex.org/W6780302432","https://openalex.org/W6783533957","https://openalex.org/W6783646676","https://openalex.org/W6784347383","https://openalex.org/W6784426856","https://openalex.org/W6784493056","https://openalex.org/W6790834801","https://openalex.org/W6791106756","https://openalex.org/W6794729402","https://openalex.org/W6795861741"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W4367693929","https://openalex.org/W3211393740","https://openalex.org/W3208049411","https://openalex.org/W3022908591","https://openalex.org/W4285706568"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"are":[3,190],"known":[4],"to":[5,8,94,192],"be":[6],"vulnerable":[7],"adversarially":[9,210],"perturbed":[10],"inputs.":[11,106],"A":[12],"commonly":[13],"used":[14],"defense":[15],"is":[16,21],"adversarial":[17,66,114,158],"training,":[18],"whose":[19],"performance":[20],"influenced":[22],"by":[23],"model":[24,35],"architecture.":[25],"While":[26],"previous":[27],"works":[28],"have":[29],"studied":[30],"the":[31,41,71,131,174,177,204],"impact":[32,42,173],"of":[33,43,87,127,133,168,176,206],"varying":[34],"width":[36],"and":[37,104,160],"depth":[38],"on":[39,98],"robustness,":[40],"using":[44,57,113],"learnable":[45,58,155],"parametric":[46],"activation":[47,75,169,207],"functions":[48,208],"(PAFs)":[49],"has":[50],"not":[51],"been":[52],"studied.":[53],"We":[54,68,122,152,164,180],"study":[55],"how":[56],"PAFs":[59,88,156],"can":[60,147,171],"improve":[61,78,148,193],"robustness":[62,132,149,175,194],"in":[63,139,209],"conjunction":[64],"with":[65,89,116,157],"training.":[67],"first":[69],"ask":[70],"question:":[72],"Can":[73],"changing":[74],"function":[76,170],"shape":[77,119,129],"robustness?":[79],"To":[80],"address":[81],"this,":[82],"we":[83,110],"choose":[84],"a":[85],"set":[86],"parameters":[90],"that":[91,124,166,182],"allow":[92],"us":[93],"independently":[95],"control":[96],"behavior":[97],"negative":[99],"inputs,":[100],"inputs":[101],"near":[102,143],"zero,":[103,144],"positive":[105,145],"Using":[107],"these":[108],"PAFs,":[109,185,189],"train":[111],"models":[112],"training":[115,159],"fixed":[117],"PAF":[118,128],"parameter":[120],"values.":[121],"find":[123,165,181],"all":[125],"regions":[126,141],"influence":[130],"obtained":[134],"models,":[135],"however":[136],"only":[137,183],"variation":[138],"certain":[140,184],"(inputs":[142],"inputs)":[146],"over":[150,196],"ReLU.":[151,197],"then":[153],"combine":[154],"analyze":[161],"robust":[162],"performance.":[163],"choice":[167],"significantly":[172,195],"trained":[178,211],"model.":[179],"such":[186],"as":[187],"smooth":[188],"able":[191],"Overall,":[198],"our":[199],"work":[200],"puts":[201],"into":[202],"context":[203],"importance":[205],"models.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
