{"id":"https://openalex.org/W4401595366","doi":"https://doi.org/10.1145/3688847","title":"Using Reinforcement Learning to Escape Automatic Filter-based Adversarial Example Defense","display_name":"Using Reinforcement Learning to Escape Automatic Filter-based Adversarial Example Defense","publication_year":2024,"publication_date":"2024-08-15","ids":{"openalex":"https://openalex.org/W4401595366","doi":"https://doi.org/10.1145/3688847"},"language":"en","primary_location":{"id":"doi:10.1145/3688847","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688847","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688847","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3688847","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100754583","display_name":"Yantao Li","orcid":"https://orcid.org/0000-0001-7648-5671"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yantao Li","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-7648-5671","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029465903","display_name":"Kaijian Dan","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaijian Dan","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0004-8194-3832","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013666525","display_name":"Xinyu Lei","orcid":"https://orcid.org/0000-0001-8799-7875"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Lei","raw_affiliation_strings":["Department of Computer Science, Michigan Technological University, Houghton, United States"],"raw_orcid":"https://orcid.org/0000-0001-8799-7875","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Michigan Technological University, Houghton, United States","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054571269","display_name":"Huafeng Qin","orcid":"https://orcid.org/0000-0003-4911-0393"},"institutions":[{"id":"https://openalex.org/I145581781","display_name":"Chongqing Technology and Business University","ror":"https://ror.org/05hqf1284","country_code":"CN","type":"education","lineage":["https://openalex.org/I145581781"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huafeng Qin","raw_affiliation_strings":["School of Computer Science and Information Engineering, Chongqing Technology and Business University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-4911-0393","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Chongqing Technology and Business University, Chongqing, China","institution_ids":["https://openalex.org/I145581781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013999580","display_name":"Shaojiang Deng","orcid":"https://orcid.org/0000-0003-1246-7399"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojiang Deng","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-1246-7399","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054814122","display_name":"Gang Zhou","orcid":"https://orcid.org/0000-0002-4425-9837"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Zhou","raw_affiliation_strings":["Computer Science Department, William & Mary, Williamsburg, United States"],"raw_orcid":"https://orcid.org/0000-0002-4425-9837","affiliations":[{"raw_affiliation_string":"Computer Science Department, William & Mary, Williamsburg, United States","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0946051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":"5","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11515","display_name":"Bacillus and Francisella bacterial research","score":0.953499972820282,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.871863842010498},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8404109477996826},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8194741606712341},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.6196958422660828},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.566586971282959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5596029162406921},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45423832535743713},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4286673069000244},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.07649233937263489}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.871863842010498},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8404109477996826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8194741606712341},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.6196958422660828},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.566586971282959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5596029162406921},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45423832535743713},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4286673069000244},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.07649233937263489},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3688847","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688847","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688847","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p2-2129","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p2/1131","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3688847","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688847","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688847","source":{"id":"https://openalex.org/S170502224","display_name":"ACM Transactions on Sensor Networks","issn_l":"1550-4859","issn":["1550-4859","1550-4867"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Sensor Networks","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G598016239","display_name":null,"funder_award_id":"62472054, 62072061, 61976030 and U20A20176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401595366.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2125527601","https://openalex.org/W2180612164","https://openalex.org/W2528914598","https://openalex.org/W2607219512","https://openalex.org/W2618492571","https://openalex.org/W2693668331","https://openalex.org/W2765424254","https://openalex.org/W2966579212","https://openalex.org/W2974383094","https://openalex.org/W2998145016","https://openalex.org/W3061797349","https://openalex.org/W3101202235","https://openalex.org/W3102720581","https://openalex.org/W3103557498","https://openalex.org/W3105009650","https://openalex.org/W4205346763","https://openalex.org/W4211154234","https://openalex.org/W4226243692","https://openalex.org/W4293499149","https://openalex.org/W6839949769"],"related_works":["https://openalex.org/W4288055406","https://openalex.org/W4200630034","https://openalex.org/W3137894200","https://openalex.org/W3092178728","https://openalex.org/W4226402597","https://openalex.org/W3132910851","https://openalex.org/W4377864639","https://openalex.org/W4392340763","https://openalex.org/W4283325551","https://openalex.org/W2997056298"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"can":[3,87],"be":[4,48],"easily":[5],"fooled":[6],"by":[7],"the":[8,42,63,117,138,141],"adversarial":[9,35,83],"example,":[10],"which":[11],"is":[12],"a":[13,57,72],"specially":[14,73],"crafted":[15,74],"example":[16,36],"with":[17],"subtle":[18],"and":[19,106,164,182],"intentional":[20],"perturbations.":[21],"A":[22],"plethora":[23],"of":[24,140,154,158],"papers":[25],"have":[26],"proposed":[27,142],"to":[28,31,81,115,124],"use":[29],"filters":[30],"effectively":[32],"defend":[33],"against":[34],"attacks.":[37],"However,":[38],"we":[39,53,95,111,144],"demonstrate":[40,137],"that":[41,86,131,171],"automatic":[43,64,89,179],"filter-based":[44,65,90,180],"defenses":[45,181],"may":[46],"not":[47],"reliable.":[49],"In":[50,93],"this":[51],"article,":[52],"present":[54],"URL2AED,":[55,143],"Using":[56],"Reinforcement":[58],"Learning":[59],"scheme":[60],"TO":[61],"escape":[62,88],"Adversarial":[66],"Example":[67],"Defenses.":[68],"Specifically,":[69],"URL2AED":[70,126,132,172],"uses":[71],"policy":[75],"gradient":[76],"reinforcement":[77],"learning":[78],"(RL)":[79],"algorithm":[80],"generate":[82],"examples":[84],"(AEs)":[85],"AE":[91],"defenses.":[92],"particular,":[94],"properly":[96],"design":[97],"reward":[98],"functions":[99],"in":[100,121,152],"policy-gradient":[101,122],"RL":[102,123],"for":[103,178],"targeted":[104],"attacks":[105],"non-targeted":[107],"attacks,":[108],"respectively.":[109],"Furthermore,":[110],"customize":[112],"training":[113,127],"algorithms":[114],"reduce":[116],"possible":[118],"action":[119],"space":[120],"accelerate":[125],"while":[128],"still":[129],"ensuring":[130],"generates":[133],"successful":[134],"AEs.":[135],"To":[136],"performance":[139],"conduct":[145],"extensive":[146],"experiments":[147],"on":[148],"three":[149],"public":[150],"datasets":[151],"terms":[153],"different":[155,160],"perturbation":[156],"degrees":[157],"parameter,":[159],"filter":[161],"parameters,":[162],"transferability,":[163],"time":[165],"consumption.":[166],"The":[167],"experimental":[168],"results":[169],"show":[170],"achieves":[173],"high":[174],"attack":[175],"success":[176],"rates":[177],"good":[183],"cross-model":[184],"transferability.":[185]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}