{"id":"https://openalex.org/W2789158833","doi":"https://doi.org/10.1109/icra.2018.8460635","title":"Verifying Controllers Against Adversarial Examples with Bayesian Optimization","display_name":"Verifying Controllers Against Adversarial Examples with Bayesian Optimization","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2789158833","doi":"https://doi.org/10.1109/icra.2018.8460635","mag":"2789158833"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2018.8460635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2018.8460635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1802.08678","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shromona Ghosh","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shromona Ghosh","raw_affiliation_strings":["Electrical Engineering and Computer Science Department, University of California, Berkeley"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science Department, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Felix Berkenkamp","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Felix Berkenkamp","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gireeja Ranade","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gireeja Ranade","raw_affiliation_strings":["Microsoft Research, Redmond"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaz Qadeer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shaz Qadeer","raw_affiliation_strings":["Microsoft Research, Redmond"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ashish Kapoor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ashish Kapoor","raw_affiliation_strings":["Microsoft Research, Redmond"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":2.7077,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.92145933,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7306","last_page":"7313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10683","display_name":"Mass Spectrometry Techniques and Applications","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1607","display_name":"Spectroscopy"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7555999755859375},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6784999966621399},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.6140000224113464},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5134999752044678},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4830999970436096},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.45089998841285706},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.45010000467300415},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.41909998655319214}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7555999755859375},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6784999966621399},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6036999821662903},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4830999970436096},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.45089998841285706},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3849000036716461},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3411000072956085},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26089999079704285}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra.2018.8460635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2018.8460635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1802.08678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.08678","pdf_url":"https://arxiv.org/pdf/1802.08678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1802.08678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.08678","pdf_url":"https://arxiv.org/pdf/1802.08678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1489501223","https://openalex.org/W1970269621","https://openalex.org/W2023808162","https://openalex.org/W2092884371","https://openalex.org/W2101508170","https://openalex.org/W2166566250","https://openalex.org/W2616028256","https://openalex.org/W2759950027","https://openalex.org/W2963857521","https://openalex.org/W3163244177","https://openalex.org/W6619414727","https://openalex.org/W6632722279","https://openalex.org/W6639099100","https://openalex.org/W6679643274","https://openalex.org/W6682789949","https://openalex.org/W6682884278","https://openalex.org/W6684921986","https://openalex.org/W6697367001","https://openalex.org/W6733049761","https://openalex.org/W6733118196","https://openalex.org/W6736246758","https://openalex.org/W6738483526","https://openalex.org/W6741002519"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"successes":[1],"in":[2,21,34,43,51,104,107,140,162],"reinforcement":[3,141],"learning":[4],"have":[5],"lead":[6],"to":[7,31,36,47,56,61,77,109,186,206],"the":[8,49,72,105,111,119,134,150,201],"development":[9],"of":[10,74,130,164],"complex":[11,127,189],"controllers":[12,50],"for":[13,113],"realworld":[14],"robots.":[15],"As":[16],"these":[17,172],"robots":[18],"are":[19,81,124,143],"deployed":[20],"safety-critical":[22],"applications":[23],"and":[24,68,101,145],"interact":[25],"with":[26],"humans,":[27],"it":[28],"becomes":[29],"critical":[30],"ensure":[32],"safety":[33,67,97,120,190],"order":[35,108],"avoid":[37],"causing":[38],"harm.":[39],"A":[40],"first":[41],"step":[42],"this":[44,84],"direction":[45],"is":[46,184,204],"test":[48,110],"simulation.":[52],"To":[53],"be":[54],"able":[55,185,205],"do":[57],"this,":[58],"we":[59,64,86,155],"need":[60],"capture":[62],"what":[63],"mean":[65],"by":[66],"then":[69],"efficiently":[70],"search":[71],"space":[73],"all":[75],"behaviors":[76],"see":[78],"if":[79],"they":[80],"safe.":[82],"In":[83,152],"paper,":[85],"present":[87],"an":[88],"active-testing":[89],"framework":[90,177],"based":[91],"on":[92,133,149,159],"Bayesian":[93],"Optimization.":[94],"We":[95,170],"specify":[96],"constraints":[98,148],"using":[99,178],"logic":[100],"exploit":[102,156],"structure":[103],"problem":[106,179],"system":[112],"adversarial":[114,208],"counter":[115,195],"examples":[116,209],"that":[117,200],"violate":[118],"specifications.":[121],"These":[122],"specifications":[123,191],"defined":[125],"as":[126],"boolean":[128],"combinations":[129],"smooth":[131],"functions":[132,139,161],"trajectories":[135],"and,":[136],"unlike":[137],"reward":[138],"learning,":[142],"expressive":[144],"impose":[146],"hard":[147],"system.":[151],"our":[153],"framework,":[154],"regularity":[157],"assumptions":[158],"individual":[160],"form":[163],"a":[165,174],"Gaussian":[166],"Process":[167],"(GP)":[168],"prior.":[169],"combine":[171],"into":[173],"coherent":[175],"optimization":[176],"structure.":[180],"The":[181],"resulting":[182],"algorithm":[183],"provably":[187],"verify":[188],"or":[192],"alternatively":[193],"find":[194,207],"examples.":[196],"Experimental":[197],"results":[198],"show":[199],"proposed":[202],"method":[203],"quickly.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2018-03-06T00:00:00"}