{"id":"https://openalex.org/W2803392236","doi":"https://doi.org/10.48550/arxiv.1805.10265","title":"Training verified learners with learned verifiers","display_name":"Training verified learners with learned verifiers","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-25","ids":{"openalex":"https://openalex.org/W2803392236","doi":"https://doi.org/10.48550/arxiv.1805.10265","mag":"2803392236"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1805.10265","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.10265","pdf_url":"https://arxiv.org/pdf/1805.10265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2803392236"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.10265","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050954769","display_name":"Krishnamurthy Dvijotham","orcid":"https://orcid.org/0000-0002-1328-4677","observed_orcids":["https://orcid.org/0000-0002-1328-4677"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dvijotham, Krishnamurthy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059632022","display_name":"Sven Gowal","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gowal, Sven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076040849","display_name":"Robert Stanforth","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Stanforth, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015666723","display_name":"Relja Arandjelovi\u0107","orcid":"https://orcid.org/0000-0002-9232-4023","observed_orcids":["https://orcid.org/0000-0002-9232-4023"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Arandjelovic, Relja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027179922","display_name":"Brendan O\u2019Donoghue","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"O'Donoghue, Brendan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059226057","display_name":"Jonathan Uesato","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Uesato, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013834379","display_name":"Pushmeet Kohli","orcid":"https://orcid.org/0000-0002-7466-7997","observed_orcids":["https://orcid.org/0000-0002-7466-7997"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kohli, Pushmeet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":168,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-robustness","display_name":"adversarial robustness","score":0.7839999794960022},{"id":"https://openalex.org/keywords/robustness-bounds","display_name":"robustness bounds","score":0.3889999985694885},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.6779999732971191},{"id":"https://openalex.org/keywords/neural-network-verification","display_name":"neural network verification","score":0.42100000381469727}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9462445974349976},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.8325604796409607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8122196197509766},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7231510281562805},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6118116974830627},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.551160454750061},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5433732271194458},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4937020242214203},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4912540316581726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48208409547805786},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.46758317947387695},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4478040933609009},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41387248039245605},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3697361350059509},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3291257321834564},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07205453515052795},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.06561088562011719},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1805.10265","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.10265","pdf_url":"https://arxiv.org/pdf/1805.10265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2803392236","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.10265.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1805.10265","doi":"https://doi.org/10.48550/arxiv.1805.10265","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.10265","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.10265","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.10265","pdf_url":"https://arxiv.org/pdf/1805.10265","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2803392236.pdf","grobid_xml":"https://content.openalex.org/works/W2803392236.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1945616565","https://openalex.org/W2174868984","https://openalex.org/W2194775991","https://openalex.org/W2296319761","https://openalex.org/W2335728318","https://openalex.org/W2460937040","https://openalex.org/W2516574342","https://openalex.org/W2557283755","https://openalex.org/W2594877703","https://openalex.org/W2640329709","https://openalex.org/W2766462876","https://openalex.org/W2767962654","https://openalex.org/W2774018344","https://openalex.org/W2786104118","https://openalex.org/W2786163515","https://openalex.org/W2787708942","https://openalex.org/W2794609696","https://openalex.org/W2802557767","https://openalex.org/W2807040120","https://openalex.org/W2945033152","https://openalex.org/W2962700793","https://openalex.org/W2963178695","https://openalex.org/W2963564844","https://openalex.org/W2964121744","https://openalex.org/W2964153729","https://openalex.org/W3118608800","https://openalex.org/W3147600416","https://openalex.org/W4256044039"],"related_works":["https://openalex.org/W2951378225","https://openalex.org/W3126366108","https://openalex.org/W2990945337","https://openalex.org/W2899692219","https://openalex.org/W6894037457","https://openalex.org/W3173958497","https://openalex.org/W2964740902","https://openalex.org/W3049139724","https://openalex.org/W4409367684","https://openalex.org/W7126337952"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,34,48,53,73,82],"new":[4],"algorithmic":[5],"framework,":[6],"predictor-verifier":[7,99],"training,":[8],"to":[9,29,71,102,105,113,137],"train":[10,31,103],"neural":[11],"networks":[12,17,66,104,150],"that":[13,18,37,51,84,94],"are":[14],"verifiable,":[15],"i.e.,":[16],"provably":[19],"satisfy":[20],"some":[21],"desired":[22],"input-output":[23],"properties.":[24],"The":[25],"key":[26],"idea":[27],"is":[28,97],"simultaneously":[30,70],"two":[32],"networks:":[33],"predictor":[35,59],"network":[36,50],"performs":[38],"the":[39,58,61,77,86,90,98,109,139,143],"task":[40],"at":[41],"hand,e.g.,":[42],"predicting":[43],"labels":[44],"given":[45],"inputs,":[46],"and":[47,81,129],"verifier":[49],"computes":[52],"bound":[54],"on":[55,124],"how":[56],"well":[57],"satisfies":[60],"properties":[62],"being":[63],"verified.":[64],"Both":[65],"can":[67,133],"be":[68,135],"trained":[69],"optimize":[72],"weighted":[74],"combination":[75],"of":[76,89,108,145],"standard":[78],"data-fitting":[79],"loss":[80],"term":[83],"bounds":[85],"maximum":[87],"violation":[88],"property.":[91],"Experiments":[92],"show":[93],"not":[95],"only":[96],"architecture":[100],"able":[101],"achieve":[106],"state":[107],"art":[110],"verified":[111],"robustness":[112],"adversarial":[114],"examples":[115],"with":[116],"much":[117],"shorter":[118],"training":[119],"times":[120],"(outperforming":[121],"previous":[122],"algorithms":[123],"small":[125],"datasets":[126],"like":[127],"MNIST":[128],"SVHN),":[130],"but":[131],"it":[132],"also":[134],"scaled":[136],"produce":[138],"first":[140],"known":[141],"(to":[142],"best":[144],"our":[146],"knowledge)":[147],"verifiably":[148],"robust":[149],"for":[151],"CIFAR-10.":[152]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2803392236","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":37},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":34},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-06-01T00:00:00"}
