{"id":"https://openalex.org/W6931269293","doi":"https://doi.org/10.5281/zenodo.4717922","title":"Artifact for DNNV: A Framework for Deep Neural Network Verification","display_name":"Artifact for DNNV: A Framework for Deep Neural Network Verification","publication_year":2021,"publication_date":"2021-04-24","ids":{"openalex":"https://openalex.org/W6931269293","doi":"https://doi.org/10.5281/zenodo.4717922"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.4717922","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4717922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.4717922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shriver, David","orcid":"https://orcid.org/0000-0003-0208-6517"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriver, David","raw_affiliation_strings":["University of Virginia"],"raw_orcid":"https://orcid.org/0000-0003-0208-6517","affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Elbaum, Sebastian","orcid":"https://orcid.org/0000-0001-9592-1352"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elbaum, Sebastian","raw_affiliation_strings":["University of Virginia"],"raw_orcid":"https://orcid.org/0000-0001-9592-1352","affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dwyer, Matthew B.","orcid":"https://orcid.org/0000-0002-1937-1544"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dwyer, Matthew B.","raw_affiliation_strings":["University of Virginia"],"raw_orcid":"https://orcid.org/0000-0002-1937-1544","affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T14165","display_name":"Inflammation biomarkers and pathways","score":0.25519999861717224,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T14165","display_name":"Inflammation biomarkers and pathways","score":0.25519999861717224,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12672","display_name":"Phagocytosis and Immune Regulation","score":0.07859999686479568,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12955","display_name":"Atherosclerosis and Cardiovascular Diseases","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/2403","display_name":"Immunology"},"field":{"id":"https://openalex.org/fields/24","display_name":"Immunology and Microbiology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.7534999847412109},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6607000231742859},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5861999988555908},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.564300000667572},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5529000163078308},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5370000004768372},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.45329999923706055},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.40779998898506165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338000178337097},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.7534999847412109},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6607000231742859},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5861999988555908},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.564300000667572},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5529000163078308},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.45329999923706055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3483000099658966},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25780001282691956},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.25279998779296875},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.4717922","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4717922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.4717922","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4717922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.472779780626297,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,28,45,59,68,89,111,115,129,163,176,193,238],"large":[2,90],"number":[3,91],"of":[4,47,92,168,178],"sophisticated":[5],"deep":[6],"neural":[7],"network":[8],"(DNN)":[9],"verification":[10],"algorithms,":[11],"DNN":[12,31,36,132,152,169,197],"verifier":[13,23,42,50,133],"developers,":[14,135],"users,":[15],"and":[16,38,84,136,141,154,158,166,221,225,242,250],"researchers":[17,76],"still":[18],"face":[19,77],"several":[20],"challenges.":[21],"First,":[22],"developers":[24],"must":[25],"contend":[26],"with":[27,237],"rapidly":[29],"changing":[30],"field":[32],"to":[33,53,58,82,88,96,161,185,207],"support":[34,177],"new":[35],"operations":[37,160],"property":[39],"types.":[40],"Second,":[41],"users":[43],"have":[44],"burden":[46,130],"selecting":[48],"a":[49,71,125,145,215],"input":[51,61,93,140],"format":[52],"specify":[54],"their":[55],"problem.":[56],"Due":[57],"many":[60],"formats,":[62,143],"this":[63,120],"decision":[64],"can":[65],"greatly":[66],"restrict":[67],"verifiers":[69,108,179],"that":[70],"user":[72],"may":[73],"run.":[74],"Finally,":[75],"difficulties":[78],"in":[79,104],"re-using":[80],"benchmarks":[81,101,182],"evaluate":[83],"compare":[85],"verifiers,":[86],"due":[87],"formats":[94,105],"required":[95],"run":[97,208],"different":[98],"verifiers.":[99,170],"Existing":[100],"are":[102],"rarely":[103],"supported":[106],"by":[107],"other":[109],"than":[110],"one":[112],"for":[113,127,150,180,196,229,246],"which":[114,206],"benchmark":[116,203],"was":[117],"introduced.":[118],"In":[119],"work":[121],"we":[122],"present":[123],"DNNV,":[124],"framework":[126],"reducing":[128],"on":[131,205],"researchers,":[134],"users.":[137],"DNNV":[138,174,194],"standardizes":[139],"output":[142],"includes":[144],"simple":[146],"yet":[147],"expressive":[148],"DSL":[149],"specifying":[151],"properties,":[153],"provides":[155],"powerful":[156],"simplification":[157],"reduction":[159],"facilitate":[162],"application,":[164],"development,":[165],"comparison":[167],"We":[171,188],"show":[172],"how":[173],"increases":[175],"existing":[181],"from":[183],"30%":[184],"74%.<br>":[186],"<br>":[187],"provide":[189],"an":[190],"artifact":[191,211,228],"containing":[192],"tool":[195,239],"verification,":[198],"as":[199,201,214],"well":[200],"some":[202],"problems":[204],"DNNV.":[209],"The":[210,227],"is":[212,222,231],"provided":[213],"virtual":[216],"machine":[217],"running":[218],"Ubuntu":[219],"20.04,":[220],"functional,":[223],"available,":[224],"re-usable.":[226],"evaluation":[230],"made":[232,244],"permanently":[233],"available":[234,245],"at":[235,248],"https://doi.org/10.5281/zenodo.4717923,":[236],"source":[240],"code":[241],"documentation":[243],"re-use":[247],"https://github.com/dlshriver/DNNV":[249],"https://dnnv.readthedocs.io,":[251],"respectively.":[252]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}