{"id":"https://openalex.org/W2967595108","doi":"https://doi.org/10.1145/3341216.3342218","title":"Verifying Deep-RL-Driven Systems","display_name":"Verifying Deep-RL-Driven Systems","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2967595108","doi":"https://doi.org/10.1145/3341216.3342218","mag":"2967595108"},"language":"en","primary_location":{"id":"doi:10.1145/3341216.3342218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341216.3342218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341216.3342218","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Workshop on Network Meets AI & ML - NetAI'19","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3341216.3342218","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020914482","display_name":"Yafim Kazak","orcid":null},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yafim Kazak","raw_affiliation_strings":["The Hebrew University of Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026961968","display_name":"Clark Barrett","orcid":"https://orcid.org/0000-0002-9522-3084"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clark Barrett","raw_affiliation_strings":["Stanford University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102986148","display_name":"Guy Katz","orcid":"https://orcid.org/0000-0002-7729-8373"},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Guy Katz","raw_affiliation_strings":["The Hebrew University of Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027593733","display_name":"Michael Schapira","orcid":"https://orcid.org/0000-0002-9336-8351"},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Michael Schapira","raw_affiliation_strings":["The Hebrew University of Jerusalem, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hebrew University of Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":61,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"83","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8521029949188232},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8069804310798645},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7092152237892151},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.587615430355072},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5478770136833191},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5347366333007812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.531947672367096},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4663758873939514},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4633607864379883},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4531382620334625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8521029949188232},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8069804310798645},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7092152237892151},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.587615430355072},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5478770136833191},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5347366333007812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.531947672367096},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4663758873939514},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4633607864379883},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4531382620334625},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3341216.3342218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341216.3342218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341216.3342218","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Workshop on Network Meets AI & ML - NetAI'19","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3341216.3342218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341216.3342218","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341216.3342218","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Workshop on Network Meets AI & ML - NetAI'19","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1162284576","display_name":null,"funder_award_id":"1814369","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5070798284","display_name":null,"funder_award_id":"683/18","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G6352561560","display_name":"NSF-BSF:  SHF: Small: Certifiable Verification of Large Neural Networks","funder_award_id":"1814369","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320317866","display_name":"Verily Life Sciences","ror":null},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2967595108.pdf","grobid_xml":"https://content.openalex.org/works/W2967595108.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1787074469","https://openalex.org/W2120346334","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2257979135","https://openalex.org/W2311603331","https://openalex.org/W2543296129","https://openalex.org/W2546571074","https://openalex.org/W2594877703","https://openalex.org/W2744628735","https://openalex.org/W2754537581","https://openalex.org/W2761709036","https://openalex.org/W2766447205","https://openalex.org/W2768254111","https://openalex.org/W2783991250","https://openalex.org/W2794609696","https://openalex.org/W2795725650","https://openalex.org/W2798356176","https://openalex.org/W2803974723","https://openalex.org/W2885801653","https://openalex.org/W2892430965","https://openalex.org/W2899116309","https://openalex.org/W2919115771","https://openalex.org/W2922172279","https://openalex.org/W2925933452","https://openalex.org/W2938701611","https://openalex.org/W2949608212","https://openalex.org/W2950499086","https://openalex.org/W2951841630","https://openalex.org/W2957311447"],"related_works":["https://openalex.org/W3008339103","https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,53],"(RL)":[3],"has":[4],"recently":[5],"been":[6,33],"successfully":[7],"applied":[8],"to":[9,35,88,129,170],"networking":[10],"contexts":[11],"including":[12,65],"routing,":[13],"flow":[14],"scheduling,":[15],"congestion":[16,143],"control,":[17],"packet":[18],"classification,":[19],"cloud":[20,138],"resource":[21,139],"management,":[22,140],"and":[23,31,67,107,141,168],"video":[24,136],"streaming.":[25],"Deep-RL-driven":[26],"systems":[27,39,58,86,115,133,163],"automate":[28],"decision":[29,78,152],"making,":[30],"have":[32],"shown":[34],"outperform":[36],"state-of-the-art":[37],"handcrafted":[38],"in":[40,80,120,149],"important":[41],"domains.":[42],"However,":[43],"the":[44,51,75,99],"(typical)":[45],"non-explainability":[46],"of":[47,77,101,104,122],"decisions":[48],"induced":[49],"by":[50,56],"deep":[52,105,123],"machinery":[54],"employed":[55],"these":[57,81],"renders":[59],"reasoning":[60],"about":[61],"crucial":[62],"system":[63,111],"properties,":[64],"correctness":[66],"security,":[68],"extremely":[69],"difficult.":[70],"We":[71,126,157],"show":[72],"that":[73,84,116,164],"despite":[74],"obscurity":[76],"making":[79,153],"contexts,":[82],"verifying":[83,113],"deep-RL-driven":[85,132,151,162],"adhere":[87],"desired,":[89],"designer-specified":[90],"behavior,":[91],"is":[92],"achievable.":[93],"To":[94],"this":[95],"end,":[96],"we":[97],"initiate":[98],"study":[100],"formal":[102],"verification":[103,121],"RL":[106],"present":[108],"Verily,":[109],"a":[110],"for":[112,134,160],"deep-RL-based":[114],"leverages":[117],"recent":[118],"advances":[119],"neural":[124],"networks.":[125],"employ":[127],"Verily":[128],"verify":[130],"recently-introduced":[131],"adaptive":[135],"streaming,":[137],"Internet":[142],"control.":[144],"Our":[145],"results":[146],"expose":[147],"scenarios":[148],"which":[150],"yields":[154],"undesirable":[155],"behavior.":[156],"discuss":[158],"guidelines":[159],"building":[161],"are":[165],"both":[166],"safer":[167],"easier":[169],"verify.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":4}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}