{"id":"https://openalex.org/W4389077515","doi":"https://doi.org/10.1109/icmlc58545.2023.10327986","title":"Detecting Attacks Against Deep Reinforcement Learning for Autonomous Driving","display_name":"Detecting Attacks Against Deep Reinforcement Learning for Autonomous Driving","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4389077515","doi":"https://doi.org/10.1109/icmlc58545.2023.10327986"},"language":"en","primary_location":{"id":"doi:10.1109/icmlc58545.2023.10327986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmlc58545.2023.10327986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Machine Learning and Cybernetics (ICMLC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://iris.unica.it/bitstream/11584/381905/3/ICMLC___Detecting_Attacks_against_Deep_Reinforcement_Learning_Policies.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021496483","display_name":"Maura Pintor","orcid":"https://orcid.org/0000-0002-1944-2875"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maura Pintor","raw_affiliation_strings":["University of Cagliari,Italy","University of Cagliari, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cagliari,Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069663380","display_name":"Luca Demetrio","orcid":"https://orcid.org/0000-0001-5104-1476"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Demetrio","raw_affiliation_strings":["University of Genoa,Italy","University of Genoa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Genoa,Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"University of Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051213660","display_name":"Angelo Sotgiu","orcid":"https://orcid.org/0000-0003-2100-9517"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Angelo Sotgiu","raw_affiliation_strings":["University of Cagliari,Italy","University of Cagliari, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cagliari,Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038873086","display_name":"Hsiao-Ying Lin","orcid":"https://orcid.org/0000-0002-7559-9340"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hsiao-Ying Lin","raw_affiliation_strings":["Huawei Technologies,France","Huawei Technologies, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies,France","institution_ids":["https://openalex.org/I4210123571"]},{"raw_affiliation_string":"Huawei Technologies, France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089400788","display_name":"Chengfang Fang","orcid":"https://orcid.org/0000-0002-8313-0980"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengfang Fang","raw_affiliation_strings":["Huawei International,Singapore","Huawei International, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei International,Singapore","institution_ids":[]},{"raw_affiliation_string":"Huawei International, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005227623","display_name":"Ambra Demontis","orcid":"https://orcid.org/0000-0001-9318-6913"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ambra Demontis","raw_affiliation_strings":["University of Cagliari,Italy","University of Cagliari, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cagliari,Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008367647","display_name":"Battista Biggio","orcid":"https://orcid.org/0000-0001-7752-509X"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Battista Biggio","raw_affiliation_strings":["University of Cagliari,Italy","University of Cagliari, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cagliari,Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"57","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8940105438232422},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7311907410621643},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5642569661140442},{"id":"https://openalex.org/keywords/witness","display_name":"Witness","score":0.5586696267127991},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5367193818092346},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5163575410842896},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4984779357910156},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.47778090834617615},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4526861906051636},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4145178198814392},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3722658157348633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3636466860771179},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15159675478935242}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8940105438232422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7311907410621643},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5642569661140442},{"id":"https://openalex.org/C2776900844","wikidata":"https://www.wikidata.org/wiki/Q8028383","display_name":"Witness","level":2,"score":0.5586696267127991},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5367193818092346},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5163575410842896},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4984779357910156},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.47778090834617615},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4526861906051636},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4145178198814392},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3722658157348633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3636466860771179},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15159675478935242},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icmlc58545.2023.10327986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmlc58545.2023.10327986","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Machine Learning and Cybernetics (ICMLC)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unica.it:11584/381905","is_oa":true,"landing_page_url":"https://hdl.handle.net/11584/381905","pdf_url":"https://iris.unica.it/bitstream/11584/381905/3/ICMLC___Detecting_Attacks_against_Deep_Reinforcement_Learning_Policies.pdf","source":{"id":"https://openalex.org/S4377196293","display_name":"UNICA IRIS Institutional Research Information System (University of Cagliari)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172446870","host_organization_name":"University of Cagliari","host_organization_lineage":["https://openalex.org/I172446870"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:iris.unica.it:11584/381905","is_oa":true,"landing_page_url":"https://hdl.handle.net/11584/381905","pdf_url":"https://iris.unica.it/bitstream/11584/381905/3/ICMLC___Detecting_Attacks_against_Deep_Reinforcement_Learning_Policies.pdf","source":{"id":"https://openalex.org/S4377196293","display_name":"UNICA IRIS Institutional Research Information System (University of Cagliari)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172446870","host_organization_name":"University of Cagliari","host_organization_lineage":["https://openalex.org/I172446870"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2599072453","display_name":null,"funder_award_id":"PRIN 2017","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G321951265","display_name":null,"funder_award_id":"2017TWNMH2","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G3422143364","display_name":null,"funder_award_id":"PRIN 2017","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G507880695","display_name":null,"funder_award_id":"PE00000014","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8282150278","display_name":null,"funder_award_id":"F73C22001320007","funder_id":"https://openalex.org/F4320315324","funder_display_name":"Fondazione di Sardegna"},{"id":"https://openalex.org/G8697586648","display_name":null,"funder_award_id":"PE00000014","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"}],"funders":[{"id":"https://openalex.org/F4320315324","display_name":"Fondazione di Sardegna","ror":"https://ror.org/02sryfh37"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389077515.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W187043655","https://openalex.org/W199035648","https://openalex.org/W1530232915","https://openalex.org/W1986332411","https://openalex.org/W2056081083","https://openalex.org/W2069051541","https://openalex.org/W2132870739","https://openalex.org/W2296719434","https://openalex.org/W2336788611","https://openalex.org/W2763443044","https://openalex.org/W2773691349","https://openalex.org/W2945434604","https://openalex.org/W2963445059","https://openalex.org/W2963564844","https://openalex.org/W3022151098","https://openalex.org/W3046123974","https://openalex.org/W3088909400","https://openalex.org/W4253461361","https://openalex.org/W4254182148","https://openalex.org/W4293846201","https://openalex.org/W4311432502","https://openalex.org/W6607543680","https://openalex.org/W6703470281","https://openalex.org/W6734787559","https://openalex.org/W6745326292","https://openalex.org/W6757844995","https://openalex.org/W6762427411","https://openalex.org/W6847220830"],"related_works":["https://openalex.org/W2890518300","https://openalex.org/W2366687089","https://openalex.org/W588843504","https://openalex.org/W2382947717","https://openalex.org/W4297313674","https://openalex.org/W4302574074","https://openalex.org/W2892143878","https://openalex.org/W2360970878","https://openalex.org/W2382362122","https://openalex.org/W2390813549"],"abstract_inverted_index":{"With":[0],"the":[1,9,29,40,48,51,58,92,101,109,116,120,125,132],"advent":[2],"of":[3,11,32,42,50,60,94,135],"deep":[4],"reinforcement":[5],"learning,":[6],"we":[7,78],"witness":[8],"spread":[10],"novel":[12],"autonomous":[13,87],"driving":[14,88,127],"agents":[15,34],"that":[16,82,122],"learn":[17],"how":[18],"to":[19,39,54,90],"drive":[20],"safely":[21],"among":[22],"humans.":[23],"However,":[24],"skilled":[25],"attackers":[26],"might":[27],"steer":[28],"decision-making":[30],"process":[31],"these":[33,76],"through":[35],"minimal":[36],"perturbations":[37],"applied":[38],"readings":[41],"their":[43],"hardware":[44],"sensors.":[45],"These":[46],"force":[47],"behavior":[49,103],"victim":[52],"agent":[53],"change":[55],"unexpectedly,":[56],"increasing":[57,146],"likelihood":[59],"crashes":[61],"by":[62,106,138],"inhibiting":[63],"its":[64],"braking":[65],"capability":[66],"or":[67],"coercing":[68],"it":[69,140],"into":[70],"constantly":[71],"changing":[72],"lanes.":[73],"To":[74],"counter":[75],"phenomena,":[77],"propose":[79],"a":[80],"detector":[81,98,117],"can":[83],"be":[84],"mounted":[85],"on":[86],"cars":[89],"spot":[91],"presence":[93],"ongoing":[95],"attacks.":[96],"The":[97],"first":[99],"profiles":[100],"agent's":[102],"without":[104],"attacks":[105,143],"looking":[107],"at":[108],"representation":[110],"learned":[111],"during":[112],"training.":[113],"Once":[114],"deployed,":[115],"discards":[118],"all":[119],"decisions":[121],"deviate":[123],"from":[124],"regular":[126],"pattern.":[128],"We":[129],"empirically":[130],"highlight":[131],"detection":[133],"capabilities":[134],"our":[136],"work":[137],"testing":[139],"against":[141],"unseen":[142],"deployed":[144],"with":[145],"strength.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}