{"id":"https://openalex.org/W3102458427","doi":"https://doi.org/10.1145/3368089.3417918","title":"PRODeep: a platform for robustness verification of deep neural networks","display_name":"PRODeep: a platform for robustness verification of deep neural networks","publication_year":2020,"publication_date":"2020-11-08","ids":{"openalex":"https://openalex.org/W3102458427","doi":"https://doi.org/10.1145/3368089.3417918","mag":"3102458427"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3417918","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3417918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058992602","display_name":"Renjue Li","orcid":"https://orcid.org/0000-0003-2472-0021"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Renjue Li","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100671788","display_name":"Jianlin Li","orcid":"https://orcid.org/0000-0001-7371-3034"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlin Li","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044409392","display_name":"Cheng-Chao Huang","orcid":"https://orcid.org/0000-0002-9693-8778"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Chao Huang","raw_affiliation_strings":["Institute of Intelligent Software, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Software, China","institution_ids":["https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101664268","display_name":"Pengfei Yang","orcid":"https://orcid.org/0000-0003-4114-7757"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Yang","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020085889","display_name":"Xiaowei Huang","orcid":"https://orcid.org/0000-0001-6267-0366"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaowei Huang","raw_affiliation_strings":["University of Liverpool, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448153","display_name":"Lijun Zhang","orcid":"https://orcid.org/0000-0002-3692-2088"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Zhang","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-3692-2088","affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781916","display_name":"Xue Bai","orcid":"https://orcid.org/0000-0001-9717-846X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bai Xue","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028747794","display_name":"Holger Hermanns","orcid":"https://orcid.org/0000-0002-2766-9615"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Holger Hermanns","raw_affiliation_strings":["Saarland University, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5058992602"],"corresponding_institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.1743,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90344458,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1630","last_page":"1634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8498828411102295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7689646482467651},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.652243971824646},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5113958716392517},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44089803099632263},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.4386637806892395},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.418066143989563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4089623689651489},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.37574338912963867},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3270660638809204},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3265266418457031},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.27607351541519165}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8498828411102295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689646482467651},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.652243971824646},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5113958716392517},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44089803099632263},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.4386637806892395},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.418066143989563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4089623689651489},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.37574338912963867},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3270660638809204},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3265266418457031},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27607351541519165},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3368089.3417918","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3417918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2155893237","https://openalex.org/W2543296129","https://openalex.org/W2594877703","https://openalex.org/W2869036160","https://openalex.org/W2900153411","https://openalex.org/W2957311447","https://openalex.org/W2963054787","https://openalex.org/W2963208512","https://openalex.org/W2998574230","https://openalex.org/W3036286896","https://openalex.org/W3118608800","https://openalex.org/W4237993802","https://openalex.org/W4298112463","https://openalex.org/W6600137863","https://openalex.org/W6601379991","https://openalex.org/W6603885988","https://openalex.org/W6629422570"],"related_works":["https://openalex.org/W2378076731","https://openalex.org/W4286888643","https://openalex.org/W3210795196","https://openalex.org/W1538854713","https://openalex.org/W4379116102","https://openalex.org/W3210882018","https://openalex.org/W2970990331","https://openalex.org/W3207178610","https://openalex.org/W3211782752","https://openalex.org/W4210772589"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4,55],"been":[5,56],"applied":[6],"in":[7],"safety-critical":[8],"domains":[9],"such":[10,23],"as":[11],"self":[12],"driving":[13],"cars,":[14],"aircraft":[15],"collision":[16],"avoidance":[17],"systems,":[18],"malware":[19],"detection,":[20],"etc.":[21],"In":[22,59],"scenarios,":[24],"it":[25],"is":[26],"important":[27],"to":[28,33],"give":[29],"a":[30,65,83],"safety":[31],"guarantee":[32],"the":[34,46,97,100],"robustness":[35,68,78],"property,":[36],"namely":[37],"that":[38],"outputs":[39],"are":[40],"invariant":[41],"under":[42],"small":[43],"perturbations":[44],"on":[45],"inputs.":[47],"For":[48],"this":[49,60],"purpose,":[50],"several":[51],"algorithms":[52],"and":[53,76,102],"tools":[54],"developed":[57],"recently.":[58],"paper,":[61],"we":[62,95],"present":[63],"PRODeep,":[64],"platform":[66],"for":[67],"verification":[69],"of":[70,89,99,105],"DNNs.":[71],"PRODeep":[72],"incorporates":[73],"constraint-based,":[74],"abstraction-based,":[75],"optimisation-based":[77],"checking":[79],"algorithms.":[80,91],"It":[81],"has":[82],"modular":[84],"architecture,":[85],"enabling":[86],"easy":[87,103],"comparison":[88],"different":[90],"With":[92],"experimental":[93],"results,":[94],"illustrate":[96],"use":[98],"tool,":[101],"combination":[104],"those":[106],"techniques.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}