{"id":"https://openalex.org/W3164688203","doi":"https://doi.org/10.1145/3460319.3464801","title":"Exposing previously undetectable faults in deep neural networks","display_name":"Exposing previously undetectable faults in deep neural networks","publication_year":2021,"publication_date":"2021-07-08","ids":{"openalex":"https://openalex.org/W3164688203","doi":"https://doi.org/10.1145/3460319.3464801","mag":"3164688203"},"language":"en","primary_location":{"id":"doi:10.1145/3460319.3464801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460319.3464801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.00576","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069160955","display_name":"Isaac Dunn","orcid":"https://orcid.org/0000-0003-1911-7164"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Isaac Dunn","raw_affiliation_strings":["University of Oxford, UK"],"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088179941","display_name":"Hadrien Pouget","orcid":"https://orcid.org/0000-0002-0678-1616"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hadrien Pouget","raw_affiliation_strings":["University of Oxford, UK"],"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086206346","display_name":"Daniel Kroening","orcid":"https://orcid.org/0000-0002-6681-5283"},"institutions":[{"id":"https://openalex.org/I4210123934","display_name":"Amazon (United Kingdom)","ror":"https://ror.org/02xey9634","country_code":"GB","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210123934"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Kroening","raw_affiliation_strings":["Amazon, UK"],"affiliations":[{"raw_affiliation_string":"Amazon, UK","institution_ids":["https://openalex.org/I4210123934"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015518667","display_name":"Tom Melham","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tom Melham","raw_affiliation_strings":["University of Oxford, UK"],"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069160955"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":2.0987,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89218182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"56","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8182910680770874},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7832172513008118},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.7122112512588501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6395896673202515},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5631405115127563},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.551317572593689},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5460820198059082},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5171405673027039},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5104402899742126},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.46849995851516724},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46826913952827454},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.4436441957950592},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3933529555797577},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33717989921569824}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8182910680770874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7832172513008118},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.7122112512588501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6395896673202515},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5631405115127563},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.551317572593689},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5460820198059082},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5171405673027039},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5104402899742126},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.46849995851516724},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46826913952827454},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4436441957950592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3933529555797577},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33717989921569824},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3460319.3464801","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460319.3464801","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.00576","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00576","pdf_url":"https://arxiv.org/pdf/2106.00576","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:b6a0e91d-73d9-4c62-9e84-d33bfecf4df5","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:b6a0e91d-73d9-4c62-9e84-d33bfecf4df5","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements","raw_type":"Conference item"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.00576","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00576","pdf_url":"https://arxiv.org/pdf/2106.00576","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3004114919","display_name":"Machine Learning for Verification.","funder_award_id":"2052803","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8418080186","display_name":null,"funder_award_id":"2707.001","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"}],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1959608418","https://openalex.org/W2099471712","https://openalex.org/W2125389028","https://openalex.org/W2560674852","https://openalex.org/W2577946330","https://openalex.org/W2616028256","https://openalex.org/W2739540493","https://openalex.org/W2747329762","https://openalex.org/W2766108848","https://openalex.org/W2808879436","https://openalex.org/W2885183727","https://openalex.org/W2888307014","https://openalex.org/W2888824816","https://openalex.org/W2890591829","https://openalex.org/W2893749619","https://openalex.org/W2902617128","https://openalex.org/W2905631704","https://openalex.org/W2910850389","https://openalex.org/W2942630857","https://openalex.org/W2945033152","https://openalex.org/W2946956149","https://openalex.org/W2951686386","https://openalex.org/W2952610664","https://openalex.org/W2957905354","https://openalex.org/W2961301154","https://openalex.org/W2962825546","https://openalex.org/W2962900737","https://openalex.org/W2962947361","https://openalex.org/W2963060032","https://openalex.org/W2963207607","https://openalex.org/W2963327228","https://openalex.org/W2964077693","https://openalex.org/W2964238361","https://openalex.org/W2970115835","https://openalex.org/W2971971587","https://openalex.org/W2979012424","https://openalex.org/W2985282977","https://openalex.org/W2992535490","https://openalex.org/W2995801453","https://openalex.org/W2996564870","https://openalex.org/W2997532515","https://openalex.org/W2999151098","https://openalex.org/W3006044868","https://openalex.org/W3016970897","https://openalex.org/W3034215083","https://openalex.org/W3034412497","https://openalex.org/W3043716470","https://openalex.org/W3043786973","https://openalex.org/W3082897186","https://openalex.org/W3090943961","https://openalex.org/W3093951580","https://openalex.org/W3098018961","https://openalex.org/W3107942585","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Existing":[0],"methods":[1,69,128],"for":[2,28],"testing":[3,57],"DNNs":[4,66],"solve":[5],"the":[6,11,30,39],"oracle":[7],"problem":[8],"by":[9,75],"constraining":[10],"raw":[12],"features":[13,91],"(e.g.":[14],"image":[15],"pixel":[16],"values)":[17],"to":[18,47,62,131],"be":[19],"within":[20],"a":[21,25,54],"small":[22],"distance":[23],"of":[24,41,109],"dataset":[26],"example":[27],"which":[29],"desired":[31],"DNN":[32,56],"output":[33],"is":[34,60,73,107],"known.":[35],"But":[36],"this":[37,50],"limits":[38],"kinds":[40],"faults":[42,64,113,118],"these":[43,94,133],"approaches":[44],"are":[45,129],"able":[46,61],"detect.":[48],"In":[49],"paper,":[51],"we":[52,80],"introduce":[53],"novel":[55],"method":[58],"that":[59,67,86,104,123],"find":[63,132],"in":[65,88,119,124],"other":[68],"cannot.":[70],"The":[71],"crux":[72],"that,":[74],"leveraging":[76],"generative":[77],"machine":[78],"learning,":[79],"can":[81],"generate":[82],"fresh":[83],"test":[84],"inputs":[85],"vary":[87],"their":[89],"high-level":[90],"(for":[92],"images,":[93],"include":[95],"object":[96],"shape,":[97],"location,":[98],"texture,":[99],"and":[100,122],"colour).":[101],"We":[102],"demonstrate":[103],"our":[105],"approach":[106],"capable":[108],"detecting":[110],"deliberately":[111],"injected":[112],"as":[114,116],"well":[115],"new":[117],"state-of-the-art":[120],"DNNs,":[121],"both":[125],"cases,":[126],"existing":[127],"unable":[130],"faults.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}