{"id":"https://openalex.org/W4379534244","doi":"https://doi.org/10.1145/3591299","title":"Incremental Verification of Neural Networks","display_name":"Incremental Verification of Neural Networks","publication_year":2023,"publication_date":"2023-06-06","ids":{"openalex":"https://openalex.org/W4379534244","doi":"https://doi.org/10.1145/3591299"},"language":"en","primary_location":{"id":"doi:10.1145/3591299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591299","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591299","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3591299","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007030439","display_name":"Shubham Ugare","orcid":"https://orcid.org/0000-0002-9088-887X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shubham Ugare","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":"https://orcid.org/0000-0002-9088-887X","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089254637","display_name":"Debangshu Banerjee","orcid":"https://orcid.org/0009-0001-0163-9717"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debangshu Banerjee","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":"https://orcid.org/0009-0001-0163-9717","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057462458","display_name":"Sa\u0161a Misailov\u00edc","orcid":"https://orcid.org/0000-0001-7319-8845"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sasa Misailovic","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":"https://orcid.org/0000-0001-7319-8845","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760604","display_name":"Gagandeep Singh","orcid":"https://orcid.org/0000-0002-9299-2961"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gagandeep Singh","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA / VMware Research, USA"],"raw_orcid":"https://orcid.org/0000-0002-9299-2961","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA / VMware Research, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6106,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.9161304,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":"PLDI","first_page":"1920","last_page":"1945"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9041284322738647},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8341271877288818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7955807447433472},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7100200057029724},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7005175948143005},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.6417822241783142},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6207042336463928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5513262748718262},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5493773818016052},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47245052456855774},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4687243700027466},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46689164638519287},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4655027985572815},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.45529842376708984},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.4157716929912567},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35991013050079346},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.17314723134040833},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08405375480651855}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9041284322738647},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8341271877288818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7955807447433472},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7100200057029724},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7005175948143005},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.6417822241783142},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6207042336463928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5513262748718262},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5493773818016052},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47245052456855774},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4687243700027466},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46689164638519287},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4655027985572815},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.45529842376708984},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.4157716929912567},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35991013050079346},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.17314723134040833},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08405375480651855},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591299","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591299","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3591299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591299","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591299","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1066673468","display_name":null,"funder_award_id":"NIFA-2024827","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G1786696541","display_name":null,"funder_award_id":"CCF-1846354, CCF-1956374, CCF-2008883","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5424080655","display_name":"SHF: Small: Probabilistic Programming and Statistical Verification for Safe Autonomy","funder_award_id":"2008883","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5711270088","display_name":null,"funder_award_id":"2148583","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6806806987","display_name":null,"funder_award_id":"CCF-2008883","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7231404022","display_name":"CAREER:Program Analyses for Improving Reliability of Probabilistic Software","funder_award_id":"1846354","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7271056210","display_name":"CAREER: Proof Sharing and Transfer for Boosting Neural Network Verification","funder_award_id":"2238079","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7594309574","display_name":null,"funder_award_id":"2217144","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8848846054","display_name":null,"funder_award_id":"CCF-2217144","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306114","display_name":"U.S. Department of Agriculture","ror":"https://ror.org/01na82s61"},{"id":"https://openalex.org/F4320332299","display_name":"National Institute of Food and Agriculture","ror":"https://ror.org/05qx3fv49"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379534244.pdf","grobid_xml":"https://content.openalex.org/works/W4379534244.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1976665040","https://openalex.org/W1990880047","https://openalex.org/W2103057263","https://openalex.org/W2112790424","https://openalex.org/W2137687977","https://openalex.org/W2395579298","https://openalex.org/W2594877703","https://openalex.org/W2774644650","https://openalex.org/W2794609696","https://openalex.org/W2810768857","https://openalex.org/W2896500468","https://openalex.org/W2949676527","https://openalex.org/W2963054787","https://openalex.org/W2972713160","https://openalex.org/W2999193264","https://openalex.org/W3012981624","https://openalex.org/W3022023007","https://openalex.org/W3043655933","https://openalex.org/W3103148066","https://openalex.org/W3104896058","https://openalex.org/W3108907903","https://openalex.org/W3125577182","https://openalex.org/W3140161220","https://openalex.org/W3151652064","https://openalex.org/W3192314570","https://openalex.org/W3197845738","https://openalex.org/W3211428390","https://openalex.org/W4206602494","https://openalex.org/W4225128042","https://openalex.org/W4225922019","https://openalex.org/W4287237266","https://openalex.org/W4297812200","https://openalex.org/W4307884510","https://openalex.org/W4312643858","https://openalex.org/W6680405543","https://openalex.org/W6754220138"],"related_works":["https://openalex.org/W4281699635","https://openalex.org/W3018979822","https://openalex.org/W4287180375","https://openalex.org/W3212733547","https://openalex.org/W2963760575","https://openalex.org/W2892077605","https://openalex.org/W4316829717","https://openalex.org/W3102452718","https://openalex.org/W4362656013","https://openalex.org/W4379534244"],"abstract_inverted_index":{"Complete":[0],"verification":[1,94],"of":[2,25,37,99,120,134],"deep":[3],"neural":[4],"networks":[5],"(DNNs)":[6],"can":[7],"exactly":[8],"determine":[9],"whether":[10],"the":[11,30,35,41,67,77,97,137,141],"DNN":[12,53,93],"satisfies":[13],"a":[14,51,85,110,130],"desired":[15],"trustworthy":[16],"property":[17],"(e.g.,":[18],"robustness,":[19],"fairness)":[20],"on":[21,43,76,96],"an":[22,115],"infinite":[23],"set":[24],"inputs":[26],"or":[27,61],"not.":[28],"Despite":[29],"tremendous":[31],"progress":[32],"to":[33,56,71],"improve":[34,57,81],"scalability":[36],"complete":[38,92],"verifiers":[39],"over":[40,140],"years":[42],"individual":[44],"DNNs,":[45],"they":[46],"are":[47],"inherently":[48],"inefficient":[49],"when":[50],"deployed":[52],"is":[54,65],"updated":[55,78],"its":[58],"inference":[59],"speed":[60],"accuracy.":[62],"The":[63],"inefficiency":[64],"because":[66],"expensive":[68],"verifier":[69],"needs":[70],"be":[72],"run":[73],"from":[74],"scratch":[75],"DNN.":[79],"To":[80],"efficiency,":[82],"we":[83],"propose":[84],"new,":[86],"general":[87],"framework":[88],"for":[89,122,136],"incremental":[90],"and":[91,104,126,129],"based":[95],"design":[98],"novel":[100],"theory,":[101],"data":[102],"structure,":[103],"algorithms.":[105],"Our":[106],"contributions":[107],"implemented":[108],"in":[109],"tool":[111],"named":[112],"IVAN":[113],"yield":[114],"overall":[116],"geometric":[117,131],"mean":[118,132],"speedup":[119,133],"2.4x":[121],"verifying":[123],"challenging":[124],"MNIST":[125],"CIFAR10":[127],"classifiers":[128,139],"3.8x":[135],"ACAS-XU":[138],"state-of-the-art":[142],"baselines.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}