{"id":"https://openalex.org/W4401416982","doi":"https://doi.org/10.1109/icra57147.2024.10610052","title":"Learning Generalizable Patrolling Strategies through Domain Randomization of Attacker Behaviors","display_name":"Learning Generalizable Patrolling Strategies through Domain Randomization of Attacker Behaviors","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416982","doi":"https://doi.org/10.1109/icra57147.2024.10610052"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610052","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icra57147.2024.10610052","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074381508","display_name":"Carlos Diaz Alvarenga","orcid":null},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Carlos Diaz Alvarenga","raw_affiliation_strings":["University of California,Department of Computer Science and Engineering,Merced,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science and Engineering,Merced,CA,USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090235510","display_name":"Nicola Basilico","orcid":"https://orcid.org/0000-0002-4512-3480"},"institutions":[{"id":"https://openalex.org/I189158943","display_name":"University of Milan","ror":"https://ror.org/00wjc7c48","country_code":"IT","type":"education","lineage":["https://openalex.org/I189158943"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Basilico","raw_affiliation_strings":["University of Milan,Department of Computer Science,Milan,Italy"],"affiliations":[{"raw_affiliation_string":"University of Milan,Department of Computer Science,Milan,Italy","institution_ids":["https://openalex.org/I189158943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081177797","display_name":"Stefano Carpin","orcid":"https://orcid.org/0000-0003-3837-7463"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano Carpin","raw_affiliation_strings":["University of California,Department of Computer Science and Engineering,Merced,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California,Department of Computer Science and Engineering,Merced,CA,USA","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074381508"],"corresponding_institution_ids":["https://openalex.org/I156087764"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10609376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":null,"first_page":"4406","last_page":"4412"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/patrolling","display_name":"Patrolling","score":0.9783591032028198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7261252999305725},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5565806031227112},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5394749045372009},{"id":"https://openalex.org/keywords/randomization","display_name":"Randomization","score":0.529778003692627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39767593145370483},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07589924335479736}],"concepts":[{"id":"https://openalex.org/C110698143","wikidata":"https://www.wikidata.org/wiki/Q651389","display_name":"Patrolling","level":2,"score":0.9783591032028198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261252999305725},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5565806031227112},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5394749045372009},{"id":"https://openalex.org/C204243189","wikidata":"https://www.wikidata.org/wiki/Q1363085","display_name":"Randomization","level":3,"score":0.529778003692627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39767593145370483},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07589924335479736},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610052","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icra57147.2024.10610052","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1516385419","https://openalex.org/W2029010138","https://openalex.org/W2032243783","https://openalex.org/W2047083748","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2157503093","https://openalex.org/W2503912183","https://openalex.org/W2579153474","https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2877214426","https://openalex.org/W2904773000","https://openalex.org/W2936516903","https://openalex.org/W2963978142","https://openalex.org/W2972792971","https://openalex.org/W2975791276","https://openalex.org/W2998358821","https://openalex.org/W3003599328","https://openalex.org/W3023749047","https://openalex.org/W3036465205","https://openalex.org/W3091451655","https://openalex.org/W3096120809","https://openalex.org/W3098639178","https://openalex.org/W3132865807","https://openalex.org/W3170635652","https://openalex.org/W4229038794","https://openalex.org/W4232693667","https://openalex.org/W6676131375","https://openalex.org/W6679022538","https://openalex.org/W6683204974","https://openalex.org/W6732423076","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W170273588","https://openalex.org/W2337788814","https://openalex.org/W2092973197","https://openalex.org/W2404411151","https://openalex.org/W2163146706","https://openalex.org/W3206391274","https://openalex.org/W167683769","https://openalex.org/W2332242917","https://openalex.org/W2095900292","https://openalex.org/W2374340569"],"abstract_inverted_index":{"Graph-patrolling":[0],"problems":[1],"in":[2,43,76],"the":[3,74,81,87,147],"adversarial":[4,65],"domain":[5],"typically":[6],"embed":[7],"models":[8,34],"and":[9,28,51,98,140],"assumptions":[10],"about":[11],"how":[12,125],"hostile":[13],"events,":[14],"from":[15,37,132],"which":[16],"an":[17,77,95,141],"environment":[18],"must":[19],"be":[20,102,130],"protected,":[21],"are":[22],"generated":[23],"at":[24],"a":[25,59,68,105,111,121,137],"specific":[26],"time":[27],"location.":[29],"Relying":[30],"upon":[31],"such":[32,120],"attacker":[33,158],"prevents":[35],"algorithms":[36],"synthesizing":[38],"strategies":[39,128],"that":[40,92,146],"can":[41,93,101,129,151],"generalize":[42],"different":[44,50],"settings,":[45],"providing":[46],"good":[47],"performance":[48],"under":[49,119],"uncertain":[52],"scenarios.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"propose":[58],"first":[60],"method":[61],"to":[62,89],"deal":[63],"with":[64],"patrolling":[66,127,138],"using":[67],"data":[69,148],"driven":[70,149],"approach.":[71],"We":[72,109],"cast":[73],"problem":[75],"RL":[78],"setting":[79],"where":[80],"reward":[82,122],"function":[83],"is":[84],"based":[85],"on":[86],"ability":[88],"neutralize":[90],"attacks":[91],"follow":[94],"unknown":[96],"strategy":[97],"that,":[99],"hence,":[100],"viewed":[103],"as":[104],"black":[106],"box":[107],"component.":[108],"apply":[110],"policy":[112],"gradient":[113],"framework":[114],"for":[115],"optimizing":[116],"action":[117],"probabilities":[118],"model":[123],"showing":[124],"effective":[126],"obtained":[131],"repeated":[133],"attack-defense":[134],"interactions":[135],"between":[136],"agent":[139],"attacker.":[142],"Our":[143],"results":[144],"show":[145],"patroller":[150],"effectively":[152],"provide":[153],"protection":[154],"against":[155],"multiple,":[156],"diverse":[157],"behaviors.":[159]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}