{"id":"https://openalex.org/W2775273147","doi":"https://doi.org/10.48550/arxiv.1712.01785","title":"Towards Practical Verification of Machine Learning: The Case of Computer Vision Systems","display_name":"Towards Practical Verification of Machine Learning: The Case of Computer Vision Systems","alternate_titles":[],"publication_year":2017,"publication_date":"2017-12-05","ids":{"openalex":"https://openalex.org/W2775273147","doi":"https://doi.org/10.48550/arxiv.1712.01785","mag":"2775273147"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1712.01785","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01785","pdf_url":"https://arxiv.org/pdf/1712.01785","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2775273147"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1712.01785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007048525","display_name":"Kexin Pei","orcid":"https://orcid.org/0000-0001-5052-9808","observed_orcids":["https://orcid.org/0000-0001-5052-9808"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pei, Kexin","raw_affiliation_strings":["Columbia University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University ,","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhu, Linjie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhu, Linjie","raw_affiliation_strings":["Columbia University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University ,","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070605476","display_name":"Yinzhi Cao","orcid":"https://orcid.org/0000-0002-9618-4830","observed_orcids":["https://orcid.org/0000-0002-9618-4830"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cao, Yinzhi","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783316","display_name":"Junfeng Yang","orcid":"https://orcid.org/0009-0000-2277-6545","observed_orcids":["https://orcid.org/0009-0000-2277-6545","https://orcid.org/0000-0001-7771-0260"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang, Junfeng","raw_affiliation_strings":["Columbia University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University ,","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103033393","display_name":"Carl Vondrick","orcid":"https://orcid.org/0000-0003-1139-9208","observed_orcids":["https://orcid.org/0000-0003-1139-9208","https://orcid.org/0000-0001-5676-2387"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vondrick, Carl","raw_affiliation_strings":["Columbia University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University ,","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016425387","display_name":"Suman Jana","orcid":"https://orcid.org/0000-0002-9850-2169","observed_orcids":["https://orcid.org/0000-0002-9850-2169"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jana, Suman","raw_affiliation_strings":["Columbia University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University ,","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":121,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6478999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6478999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.32910001277923584,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.015799999237060547,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning-verification","display_name":"machine learning verification","score":0.8569999933242798},{"id":"https://openalex.org/keywords/computer-vision-systems","display_name":"computer vision systems","score":0.902999997138977},{"id":"https://openalex.org/keywords/safety-properties","display_name":"safety properties","score":0.8080000281333923},{"id":"https://openalex.org/keywords/robustness-analysis","display_name":"robustness analysis","score":0.6549999713897705},{"id":"https://openalex.org/keywords/black-box-verification","display_name":"black-box verification","score":0.8500000238418579},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.8889999985694885},{"id":"https://openalex.org/keywords/autonomous-driving","display_name":"autonomous driving","score":0.6959999799728394},{"id":"https://openalex.org/keywords/safety-violations","display_name":"safety violations","score":0.5260000228881836},{"id":"https://openalex.org/keywords/reskilling","display_name":"retraining","score":0.6380000114440918},{"id":"https://openalex.org/keywords/security-critical-systems","display_name":"security-critical systems","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7996692657470703},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6978873014450073},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6187189817428589},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5529942512512207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5427806973457336},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5246717929840088},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.4481085538864136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4460943043231964},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42037907242774963},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4053177237510681},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36687126755714417},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3344682455062866},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12745118141174316},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1712.01785","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01785","pdf_url":"https://arxiv.org/pdf/1712.01785","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1712.01785","doi":"https://doi.org/10.48550/arxiv.1712.01785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1712.01785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1712.01785","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.01785","pdf_url":"https://arxiv.org/pdf/1712.01785","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2775273147.pdf","grobid_xml":"https://content.openalex.org/works/W2775273147.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1489125746","https://openalex.org/W1506013575","https://openalex.org/W1570448133","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1882350379","https://openalex.org/W1883420340","https://openalex.org/W1932198206","https://openalex.org/W1945616565","https://openalex.org/W2038296020","https://openalex.org/W2055312318","https://openalex.org/W2096900708","https://openalex.org/W2108598243","https://openalex.org/W2115309705","https://openalex.org/W2117539524","https://openalex.org/W2125186487","https://openalex.org/W2174868984","https://openalex.org/W2180612164","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2285252196","https://openalex.org/W2342045095","https://openalex.org/W2342840547","https://openalex.org/W2344365922","https://openalex.org/W2395317528","https://openalex.org/W2516574342","https://openalex.org/W2535873859","https://openalex.org/W2557738935","https://openalex.org/W2570685808","https://openalex.org/W2572504188","https://openalex.org/W2574797807","https://openalex.org/W2593892853","https://openalex.org/W2594877703","https://openalex.org/W2603766943","https://openalex.org/W2610190180","https://openalex.org/W2612445135","https://openalex.org/W2616028256","https://openalex.org/W2951574323","https://openalex.org/W2951583185","https://openalex.org/W2963327228","https://openalex.org/W2964153729","https://openalex.org/W4251147723"],"related_works":["https://openalex.org/W3097135990","https://openalex.org/W7133093493","https://openalex.org/W6931795060","https://openalex.org/W3009601287","https://openalex.org/W7213334527","https://openalex.org/W2970180080","https://openalex.org/W4381805003","https://openalex.org/W7006353978","https://openalex.org/W4409362111","https://openalex.org/W6889729323"],"abstract_inverted_index":{"Due":[0],"to":[1,103,171,208],"the":[2,165,194,202],"increasing":[3],"usage":[4],"of":[5,25,34,50,74,96,106,131,164,185,205],"machine":[6],"learning":[7],"(ML)":[8],"techniques":[9,92],"in":[10,109],"security-":[11],"and":[12,19,48,62,124,144],"safety-critical":[13],"domains,":[14],"such":[15,121],"as":[16,122,133,135],"autonomous":[17],"systems":[18,52,81,114],"medical":[20],"diagnosis,":[21],"ensuring":[22],"correct":[23],"behavior":[24],"ML":[26,51],"systems,":[27],"especially":[28],"for":[29,45,77,93,146,161],"different":[30,54,88,97,148],"corner":[31],"cases,":[32],"is":[33,101],"growing":[35],"importance.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40,189],"propose":[41],"a":[42,65,71],"generic":[43],"framework":[44],"evaluating":[46],"security":[47],"robustness":[49],"using":[53,193],"real-world":[55],"safety":[56,75,98,107,149,157,195],"properties.":[57,99,150],"We":[58],"further":[59],"design,":[60],"implement":[61],"evaluate":[63],"VeriVis,":[64,181],"scalable":[66],"methodology":[67],"that":[68,191],"can":[69,153,200],"verify":[70,155],"diverse":[72],"set":[73],"properties":[76],"state-of-the-art":[78,111],"computer":[79,112],"vision":[80,113,139,143],"with":[82,129],"only":[83],"blackbox":[84],"access.":[85],"VeriVis":[86,100,152,168,199],"leverage":[87],"input":[89],"space":[90],"reduction":[91],"efficient":[94],"verification":[95],"able":[102],"find":[104],"thousands":[105,130],"violations":[108,174,196,206],"fifteen":[110],"including":[115,141],"ten":[116],"Deep":[117],"Neural":[118],"Networks":[119],"(DNNs)":[120],"Inception-v3":[123],"Nvidia's":[125],"Dave":[126],"self-driving":[127],"system":[128],"neurons":[132],"well":[134],"five":[136],"commercial":[137],"third-party":[138],"APIs":[140],"Google":[142],"Clarifai":[145],"twelve":[147],"Furthermore,":[151],"successfully":[154],"local":[156],"properties,":[158],"on":[159],"average,":[160],"around":[162],"31.7%":[163],"test":[166],"images.":[167],"finds":[169],"up":[170,207],"64.8x":[172],"more":[173],"than":[175],"existing":[176],"gradient-based":[177],"methods":[178],"that,":[179],"unlike":[180],"cannot":[182],"ensure":[183],"non-existence":[184],"any":[186],"violations.":[187],"Finally,":[188],"show":[190],"retraining":[192],"detected":[197],"by":[198],"reduce":[201],"average":[203],"number":[204],"60.2%.":[209]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2775273147","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":12},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2017-12-22T00:00:00"}
