{"id":"https://openalex.org/W2963673089","doi":"https://doi.org/10.1609/aaai.v32i1.12206","title":"Verifying Properties of Binarized Deep Neural Networks","display_name":"Verifying Properties of Binarized Deep Neural Networks","alternate_titles":[],"publication_year":2018,"publication_date":"2018-04-26","ids":{"openalex":"https://openalex.org/W2963673089","doi":"https://doi.org/10.1609/aaai.v32i1.12206","mag":"2963673089"},"language":"en","primary_location":{"id":"pmh:oai:ojs.aaai.org:article/12206","doi":"https://doi.org/10.1609/aaai.v32i1.12206","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/12206","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/12206/12065","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W2963673089"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/12206/12065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034897040","display_name":"Nina Narodytska","orcid":"https://orcid.org/0000-0002-5181-4560","observed_orcids":["https://orcid.org/0000-0002-5181-4560"]},"institutions":[{"id":"https://openalex.org/I4391768063","display_name":"VMware (United States)","ror":"https://ror.org/01mwmh458","country_code":"US","type":"company","lineage":["https://openalex.org/I4391768063"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Narodytska, Nina","raw_affiliation_strings":["VMware Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VMware Research","institution_ids":["https://openalex.org/I4391768063"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036801391","display_name":"Shiva Prasad Kasiviswanathan","orcid":"https://orcid.org/0000-0002-1725-2621","observed_orcids":["https://orcid.org/0000-0002-1725-2621"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kasiviswanathan, Shiva","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001598240","display_name":"Leonid Ryzhyk","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391768063","display_name":"VMware (United States)","ror":"https://ror.org/01mwmh458","country_code":"US","type":"company","lineage":["https://openalex.org/I4391768063"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryzhyk, Leonid","raw_affiliation_strings":["VMware Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VMware Research","institution_ids":["https://openalex.org/I4391768063"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002512849","display_name":"Mooly Sagiv","orcid":"https://orcid.org/0000-0002-0723-1309","observed_orcids":["https://orcid.org/0000-0002-0723-1309"]},"institutions":[{"id":"https://openalex.org/I4391768063","display_name":"VMware (United States)","ror":"https://ror.org/01mwmh458","country_code":"US","type":"company","lineage":["https://openalex.org/I4391768063"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sagiv, Mooly","raw_affiliation_strings":["VMware Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VMware Research","institution_ids":["https://openalex.org/I4391768063"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072902302","display_name":"Toby Walsh","orcid":"https://orcid.org/0000-0003-2998-8668","observed_orcids":["https://orcid.org/0000-0003-2998-8668"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Walsh, Toby","raw_affiliation_strings":["UNSW; Data61","Data61"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNSW; Data61","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]},{"raw_affiliation_string":"Data61","institution_ids":["https://openalex.org/I42894916"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.0047,"has_fulltext":true,"cited_by_count":220,"citation_normalized_percentile":{"value":0.99847793,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.8407999873161316,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.8407999873161316,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11180000007152557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.024000000208616257,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-neural-networks","display_name":"binary neural networks","score":0.9980000257492065},{"id":"https://openalex.org/keywords/formal-verification","display_name":"formal verification","score":0.6549999713897705},{"id":"https://openalex.org/keywords/boolean-satisfiability","display_name":"Boolean satisfiability","score":0.9610000252723694},{"id":"https://openalex.org/keywords/adversarial-robustness","display_name":"adversarial robustness","score":0.902999997138977},{"id":"https://openalex.org/keywords/sat-solvers","display_name":"SAT solvers","score":0.7730000019073486},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.7329999804496765}],"concepts":[{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.7220054864883423},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6968092322349548},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6686444878578186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6617946028709412},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5877478718757629},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.566868245601654},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5667181611061096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5524114370346069},{"id":"https://openalex.org/C6943359","wikidata":"https://www.wikidata.org/wiki/Q875276","display_name":"Boolean satisfiability problem","level":2,"score":0.5435211658477783},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4964950680732727},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4478585720062256},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.44417059421539307},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.41880810260772705},{"id":"https://openalex.org/C200415742","wikidata":"https://www.wikidata.org/wiki/Q1350285","display_name":"True quantified Boolean formula","level":2,"score":0.4104461073875427},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3788827359676361},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.198920339345932},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.10451766848564148},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:ojs.aaai.org:article/12206","doi":"https://doi.org/10.1609/aaai.v32i1.12206","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/12206","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/12206/12065","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:ojs.aaai.org:article/12206","doi":"https://doi.org/10.1609/aaai.v32i1.12206","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/12206","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/12206/12065","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963673089.pdf","grobid_xml":"https://content.openalex.org/works/W2963673089.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W78552530","https://openalex.org/W592715486","https://openalex.org/W1486132939","https://openalex.org/W1510368738","https://openalex.org/W1673923490","https://openalex.org/W1836465849","https://openalex.org/W1945616565","https://openalex.org/W2044095368","https://openalex.org/W2100609826","https://openalex.org/W2112796928","https://openalex.org/W2123045220","https://openalex.org/W2127574686","https://openalex.org/W2154173307","https://openalex.org/W2158395308","https://openalex.org/W2165073069","https://openalex.org/W2169393322","https://openalex.org/W2180612164","https://openalex.org/W2243397390","https://openalex.org/W2267635276","https://openalex.org/W2395317528","https://openalex.org/W2415170901","https://openalex.org/W2432142698","https://openalex.org/W2543296129","https://openalex.org/W2543927648","https://openalex.org/W2594877703","https://openalex.org/W2605289564","https://openalex.org/W2610018085","https://openalex.org/W2623381305","https://openalex.org/W2725001169","https://openalex.org/W2745584882","https://openalex.org/W2762853919","https://openalex.org/W2916974679","https://openalex.org/W2917843279","https://openalex.org/W2953047670","https://openalex.org/W2963600714","https://openalex.org/W4206807714","https://openalex.org/W4211087647"],"related_works":["https://openalex.org/W2852179785","https://openalex.org/W3160792010","https://openalex.org/W6996970350","https://openalex.org/W3021481267","https://openalex.org/W2910893262","https://openalex.org/W2955171822","https://openalex.org/W3097661056","https://openalex.org/W6989377067","https://openalex.org/W7165146467","https://openalex.org/W4221145297"],"abstract_inverted_index":{"Understanding":[0],"properties":[1,30,101,153],"of":[2,28,31,35,45,58,75,87,102,114,143,154,163],"deep":[3,11,77,132,155],"neural":[4,36,61,78,133,156],"networks":[5,134,157],"is":[6,51,69,147],"an":[7,159],"important":[8],"challenge":[9],"in":[10,20,136],"learning.":[12],"In":[13],"this":[14,21,81,120,146],"paper,":[15],"we":[16,83],"take":[17],"a":[18,25,32,52,56,59,64,76,93],"step":[19],"direction":[22],"by":[23],"proposing":[24],"rigorous":[26],"way":[27],"verifying":[29,152],"popular":[33],"class":[34],"networks,":[37],"Binarized":[38],"Neural":[39],"Networks,":[40],"using":[41,158],"the":[42,70,85,111,141,148,164],"well-developed":[43],"means":[44],"Boolean":[46,65,73,161],"satisfiability.":[47],"Our":[48,67],"main":[49],"contribution":[50],"construction":[53],"that":[54,126],"creates":[55],"representation":[57,74],"binarized":[60],"network":[62],"as":[63],"formula.":[66],"encoding":[68,162],"first":[71,149],"exact":[72,160],"network.":[79,165],"Using":[80],"encoding,":[82],"leverage":[84],"power":[86],"modern":[88],"SAT":[89],"solvers":[90],"along":[91],"with":[92],"proposed":[94],"counterexample-guided":[95],"search":[96],"procedure":[97],"to":[98,116,130],"verify":[99],"various":[100],"these":[103],"networks.":[104],"A":[105],"particular":[106],"focus":[107],"will":[108],"be":[109],"on":[110,151],"critical":[112],"property":[113],"robustness":[115],"adversarial":[117],"perturbations.":[118],"For":[119],"property,":[121],"our":[122,127,144],"experimental":[123],"results":[124],"demonstrate":[125],"approach":[128],"scales":[129],"medium-size":[131],"used":[135],"image":[137],"classification":[138],"tasks.":[139],"To":[140],"best":[142],"knowledge,":[145],"work":[150]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963673089","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":37},{"year":2020,"cited_by_count":41},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2019-07-30T00:00:00"}
