{"id":"https://openalex.org/W3101326751","doi":"https://doi.org/10.1145/3450267.3450537","title":"Query-based targeted action-space adversarial policies on deep reinforcement learning agents","display_name":"Query-based targeted action-space adversarial policies on deep reinforcement learning agents","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3101326751","doi":"https://doi.org/10.1145/3450267.3450537","mag":"3101326751"},"language":"en","primary_location":{"id":"doi:10.1145/3450267.3450537","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3450267.3450537","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 12th International Conference on Cyber-Physical Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.07114","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082183525","display_name":"Xian Yeow Lee","orcid":"https://orcid.org/0000-0001-6639-8398"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xian Yeow Lee","raw_affiliation_strings":["Iowa State University","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054841636","display_name":"Yasaman Esfandiari","orcid":"https://orcid.org/0000-0002-8178-5385"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasaman Esfandiari","raw_affiliation_strings":["Iowa State University","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103068884","display_name":"Kai Liang Tan","orcid":"https://orcid.org/0000-0003-2559-1559"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai Liang Tan","raw_affiliation_strings":["Iowa State University","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081037761","display_name":"Soumik Sarkar","orcid":"https://orcid.org/0000-0002-6775-9199"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumik Sarkar","raw_affiliation_strings":["Iowa State University","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082183525"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":0.8398,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7764622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"87","last_page":"97"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12495","display_name":"Electrostatic Discharge in Electronics","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9499084949493408},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8999744653701782},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6876111030578613},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5404148697853088},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5159074068069458},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.500464677810669},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47053536772727966},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.44290637969970703},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.437975138425827},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42707186937332153},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3462405204772949},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14667901396751404}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9499084949493408},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8999744653701782},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6876111030578613},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5404148697853088},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5159074068069458},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.500464677810669},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47053536772727966},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.44290637969970703},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.437975138425827},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42707186937332153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3462405204772949},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14667901396751404},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3450267.3450537","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3450267.3450537","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 12th International Conference on Cyber-Physical Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2011.07114","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.07114","pdf_url":"https://arxiv.org/pdf/2011.07114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3101326751","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.07114v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dr.lib.iastate.edu:20.500.12876/avVO5oZr","is_oa":false,"landing_page_url":"https://dr.lib.iastate.edu/handle/20.500.12876/avVO5oZr","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.48550/arXiv.2011.07114","raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2011.07114","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.07114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.07114","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.07114","pdf_url":"https://arxiv.org/pdf/2011.07114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G7305207087","display_name":null,"funder_award_id":"1845969","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3101326751.pdf","grobid_xml":"https://content.openalex.org/works/W3101326751.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2044535354","https://openalex.org/W2055326651","https://openalex.org/W2125908420","https://openalex.org/W2145339207","https://openalex.org/W2204543705","https://openalex.org/W2402911760","https://openalex.org/W2464965403","https://openalex.org/W2575705757","https://openalex.org/W2586751528","https://openalex.org/W2603766943","https://openalex.org/W2736601468","https://openalex.org/W2773691349","https://openalex.org/W2787933113","https://openalex.org/W2811495348","https://openalex.org/W2883567023","https://openalex.org/W2903720609","https://openalex.org/W2941205169","https://openalex.org/W2942465044","https://openalex.org/W2950225756","https://openalex.org/W2952981100","https://openalex.org/W2962755762","https://openalex.org/W2964043796","https://openalex.org/W2964108292","https://openalex.org/W2964253222","https://openalex.org/W2964725706","https://openalex.org/W2966495837","https://openalex.org/W2981038142","https://openalex.org/W2990586332","https://openalex.org/W2994240296","https://openalex.org/W2996343955","https://openalex.org/W2996678997","https://openalex.org/W2997293639","https://openalex.org/W2998401161","https://openalex.org/W3001548133","https://openalex.org/W3013839670","https://openalex.org/W3041783452","https://openalex.org/W3044009366","https://openalex.org/W3045875028","https://openalex.org/W3046802982","https://openalex.org/W3049596687","https://openalex.org/W3100751385","https://openalex.org/W3200885897","https://openalex.org/W6884300163"],"related_works":["https://openalex.org/W3145910327","https://openalex.org/W2952620513","https://openalex.org/W3045875028","https://openalex.org/W2586751528","https://openalex.org/W2763443044","https://openalex.org/W2962927323","https://openalex.org/W3170243093","https://openalex.org/W2964725706","https://openalex.org/W2806894736","https://openalex.org/W2996343955","https://openalex.org/W2774644650","https://openalex.org/W3176644864","https://openalex.org/W2971646738","https://openalex.org/W3094116649","https://openalex.org/W3121703997","https://openalex.org/W2886757827","https://openalex.org/W2959169310","https://openalex.org/W2886165587","https://openalex.org/W3009289457","https://openalex.org/W3100485466"],"abstract_inverted_index":{"Advances":[0],"in":[1,6,37,77,101],"computing":[2],"resources":[3],"have":[4],"resulted":[5],"the":[7,15,20,84,102,109,158,170,187,190,203,216,221],"increasing":[8],"complexity":[9,16],"of":[10,17,32,43,47,57,86,111,189,205,223],"cyber-physical":[11],"systems":[12],"(CPS).":[13],"As":[14],"CPS":[18,49],"evolved,":[19],"focus":[21],"has":[22],"shifted":[23],"to":[24,69,82,126,211],"deep":[25],"reinforcement":[26,135],"learning-based":[27],"(DRL)":[28],"methods":[29],"for":[30,50],"control":[31,52,59],"these":[33],"systems.":[34],"This":[35,96],"is":[36,80],"part":[38],"due":[39],"to:":[40],"1)":[41],"difficulty":[42],"obtaining":[44],"accurate":[45],"models":[46],"complex":[48,71],"traditional":[51],"2)":[53],"DRL":[54,76,147],"algorithms'":[55],"capability":[56],"learning":[58,136,210],"policies":[60,154,167,181],"from":[61,93],"data":[62],"which":[63,107,155,219],"can":[64,130,142],"be":[65,131,143],"adapted":[66],"and":[67,174],"scaled":[68],"real,":[70],"CPS.":[72],"To":[73],"securely":[74],"deploy":[75],"production,":[78],"it":[79],"essential":[81],"examine":[83],"weaknesses":[85],"DRL-based":[87],"controllers":[88],"(policies)":[89],"towards":[90,197],"malicious":[91],"attacks":[92,100,164,226],"all":[94],"angles.":[95],"work":[97],"investigates":[98],"targeted":[99,225],"action-space":[103],"domain":[104],"(actuation":[105],"attacks),":[106],"perturbs":[108],"outputs":[110,183],"a":[112,117],"controller.":[113],"We":[114],"show":[115],"that":[116,121,152,168,179],"black-box":[118],"attack":[119],"model":[120],"generates":[122],"perturbations":[123],"with":[124,208],"respect":[125],"an":[127,139],"adversarial":[128,140,153,166,198,206],"goal":[129],"formulated":[132],"as":[133],"another":[134],"problem.":[137],"Thus,":[138],"policy":[141],"trained":[144],"using":[145],"conventional":[146],"methods.":[148],"Experimental":[149],"results":[150],"showed":[151],"only":[156],"observe":[157,169],"nominal":[159,171,180,217],"policy's":[160,172],"output":[161],"generate":[162],"stronger":[163],"than":[165],"input":[173],"output.":[175],"Further":[176],"analysis":[177],"revealed":[178],"whose":[182],"are":[184,193],"frequently":[185],"at":[186],"boundaries":[188],"action":[191],"space":[192],"naturally":[194],"more":[195],"robust":[196,213],"policies.":[199],"Lastly,":[200],"we":[201],"propose":[202],"use":[204],"training":[207],"transfer":[209],"induce":[212],"behaviors":[214],"into":[215],"policy,":[218],"decreases":[220],"rate":[222],"successful":[224],"by":[227],"approximately":[228],"50%.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}