{"id":"https://openalex.org/W3043641198","doi":"https://doi.org/10.1007/978-3-030-53288-8_5","title":"Systematic Generation of Diverse Benchmarks for DNN Verification","display_name":"Systematic Generation of Diverse Benchmarks for DNN Verification","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3043641198","doi":"https://doi.org/10.1007/978-3-030-53288-8_5","mag":"3043641198"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-53288-8_5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-53288-8_5","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-53288-8_5.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-53288-8_5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102937161","display_name":"Dong Xu","orcid":"https://orcid.org/0000-0001-5643-7197"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dong Xu","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, 22904, USA"],"raw_orcid":"https://orcid.org/0000-0001-5643-7197","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, 22904, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077966714","display_name":"David Shriver","orcid":"https://orcid.org/0000-0003-0208-6517"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Shriver","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, 22904, USA"],"raw_orcid":"https://orcid.org/0000-0003-0208-6517","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, 22904, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086757331","display_name":"Matthew B. Dwyer","orcid":"https://orcid.org/0000-0002-1937-1544"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew B. Dwyer","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, 22904, USA"],"raw_orcid":"https://orcid.org/0000-0002-1937-1544","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, 22904, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025318877","display_name":"Sebastian Elbaum","orcid":"https://orcid.org/0000-0001-9592-1352"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Elbaum","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, 22904, USA"],"raw_orcid":"https://orcid.org/0000-0001-9592-1352","affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, 22904, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102937161"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":1.0999,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80415167,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"97","last_page":"121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11242","display_name":"Nuclear Materials and Properties","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8770624399185181},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8096667528152466},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5807382464408875},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5579222440719604},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5310825705528259},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5205674767494202},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4930512607097626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47840699553489685},{"id":"https://openalex.org/keywords/functional-verification","display_name":"Functional verification","score":0.4576171934604645},{"id":"https://openalex.org/keywords/software-verification","display_name":"Software verification","score":0.4408126771450043},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.43067365884780884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39850497245788574},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34773004055023193},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28524982929229736},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19839748740196228},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16089433431625366},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09384429454803467},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.0601746141910553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8770624399185181},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8096667528152466},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5807382464408875},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5579222440719604},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5310825705528259},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5205674767494202},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4930512607097626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47840699553489685},{"id":"https://openalex.org/C62460635","wikidata":"https://www.wikidata.org/wiki/Q5508853","display_name":"Functional verification","level":3,"score":0.4576171934604645},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.4408126771450043},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.43067365884780884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39850497245788574},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34773004055023193},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28524982929229736},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19839748740196228},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16089433431625366},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09384429454803467},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0601746141910553},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-030-53288-8_5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-53288-8_5","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-53288-8_5.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:pubmedcentral.nih.gov:7363219","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7363219","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Aided Verification","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/978-3-030-53288-8_5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-53288-8_5","pdf_url":"https://link.springer.com/content/pdf/10.1007%2F978-3-030-53288-8_5.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2198668877","display_name":null,"funder_award_id":"W911NF-19-1-0054","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G2279853913","display_name":null,"funder_award_id":"W911NF-19-1","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5580680422","display_name":"SHF: Medium: Rearchitecting Neural Networks for Verification","funder_award_id":"1900676","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G608057831","display_name":null,"funder_award_id":"W911NF-19","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7786950574","display_name":null,"funder_award_id":"1901769","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8415477955","display_name":null,"funder_award_id":"W911NF-19","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3043641198.pdf","grobid_xml":"https://content.openalex.org/works/W3043641198.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W125115239","https://openalex.org/W1502051745","https://openalex.org/W1573992413","https://openalex.org/W1605324301","https://openalex.org/W1646117648","https://openalex.org/W1794542069","https://openalex.org/W1821462560","https://openalex.org/W1982849299","https://openalex.org/W1999890019","https://openalex.org/W2031525781","https://openalex.org/W2136177401","https://openalex.org/W2141826787","https://openalex.org/W2145339207","https://openalex.org/W2151290962","https://openalex.org/W2159595840","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2164783223","https://openalex.org/W2165073069","https://openalex.org/W2166091242","https://openalex.org/W2171570823","https://openalex.org/W2342840547","https://openalex.org/W2395317528","https://openalex.org/W2543296129","https://openalex.org/W2594877703","https://openalex.org/W2616028256","https://openalex.org/W2721006554","https://openalex.org/W2743159804","https://openalex.org/W2765527199","https://openalex.org/W2766462876","https://openalex.org/W2786163515","https://openalex.org/W2788239209","https://openalex.org/W2789524546","https://openalex.org/W2791251367","https://openalex.org/W2794609696","https://openalex.org/W2798356176","https://openalex.org/W2799107510","https://openalex.org/W2800473699","https://openalex.org/W2801079363","https://openalex.org/W2807040120","https://openalex.org/W2816928669","https://openalex.org/W2890472662","https://openalex.org/W2890660842","https://openalex.org/W2899214959","https://openalex.org/W2900153411","https://openalex.org/W2909765152","https://openalex.org/W2922172279","https://openalex.org/W2957311447","https://openalex.org/W2962692913","https://openalex.org/W2963054787","https://openalex.org/W2963110888","https://openalex.org/W2963998105","https://openalex.org/W2964299589","https://openalex.org/W2969520168","https://openalex.org/W2980264580","https://openalex.org/W2982595954","https://openalex.org/W2991226929","https://openalex.org/W2999818223","https://openalex.org/W4211169226","https://openalex.org/W4238956019","https://openalex.org/W6704559304"],"related_works":["https://openalex.org/W1542124114","https://openalex.org/W2118572231","https://openalex.org/W3120172095","https://openalex.org/W3036403349","https://openalex.org/W2108860137","https://openalex.org/W2117425003","https://openalex.org/W1522369122","https://openalex.org/W2162615969","https://openalex.org/W2013077575","https://openalex.org/W1968510839"],"abstract_inverted_index":{"The":[0],"field":[1],"of":[2,10,27,32,45,55,79,91,103,116],"verification":[3,34,44,56,71,106,117],"has":[4],"advanced":[5],"due":[6],"to":[7],"the":[8,25,28,43,53,82,101],"interplay":[9],"theoretical":[11],"development":[12],"and":[13,30,112],"empirical":[14],"evaluation.":[15],"Benchmarks":[16],"play":[17],"an":[18],"important":[19],"role":[20],"in":[21,42,58,81,99],"this":[22,59],"by":[23,107],"supporting":[24],"assessment":[26],"state-of-the-art":[29],"comparison":[31],"alternative":[33],"approaches.":[35],"Recent":[36],"years":[37],"have":[38],"witnessed":[39],"significant":[40],"developments":[41],"deep":[46],"neural":[47,69,104],"networks,":[48],"but":[49],"diverse":[50],"benchmarks":[51],"representing":[52],"range":[54],"problems":[57,80],"domain":[60],"do":[61],"not":[62],"yet":[63],"exist.":[64],"This":[65],"paper":[66],"describes":[67],"a":[68,89],"network":[70,105],"benchmark":[72,83],"generator,":[73],"GDVB,":[74],"that":[75,84],"systematically":[76],"varies":[77],"aspects":[78],"influence":[85],"verifier":[86],"performance.":[87],"Through":[88],"series":[90],"studies,":[92],"we":[93],"illustrate":[94],"how":[95],"GDVB":[96],"can":[97],"assist":[98],"advancing":[100],"sub-field":[102],"more":[108],"efficiently":[109],"providing":[110],"richer":[111],"less":[113],"biased":[114],"sets":[115],"problems.":[118]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}