{"id":"https://openalex.org/W3021378896","doi":"https://doi.org/10.1109/tnse.2020.2997359","title":"Coverage Guided Differential Adversarial Testing of Deep Learning Systems","display_name":"Coverage Guided Differential Adversarial Testing of Deep Learning Systems","publication_year":2020,"publication_date":"2020-05-25","ids":{"openalex":"https://openalex.org/W3021378896","doi":"https://doi.org/10.1109/tnse.2020.2997359","mag":"3021378896"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2020.2997359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.2997359","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://commons.erau.edu/publication/1394","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100705670","display_name":"Jianmin Guo","orcid":"https://orcid.org/0000-0001-6872-6383"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianmin Guo","raw_affiliation_strings":["KLISS, BNRist, the School of Software Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KLISS, BNRist, the School of Software Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101995035","display_name":"Yue Zhao","orcid":"https://orcid.org/0000-0002-1705-0536"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhao","raw_affiliation_strings":["KLISS, BNRist, the School of Software Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KLISS, BNRist, the School of Software Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Song","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2631-9223","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, FL, USA","institution_ids":["https://openalex.org/I84475105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060117799","display_name":"Yu Jiang","orcid":"https://orcid.org/0000-0003-0955-503X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Jiang","raw_affiliation_strings":["KLISS, BNRist, the School of Software Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0955-503X","affiliations":[{"raw_affiliation_string":"KLISS, BNRist, the School of Software Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8683,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.92493561,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"2","first_page":"933","last_page":"942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7928727865219116},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7829142808914185},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7597329020500183},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6788880825042725},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5570427775382996},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5304365158081055},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5178976058959961},{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.43992286920547485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7928727865219116},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7829142808914185},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7597329020500183},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6788880825042725},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5570427775382996},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5304365158081055},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5178976058959961},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.43992286920547485},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnse.2020.2997359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.2997359","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:commons.erau.edu:publication-2502","is_oa":true,"landing_page_url":"https://commons.erau.edu/publication/1394","pdf_url":null,"source":{"id":"https://openalex.org/S4377196356","display_name":"Scholarly Commons (Embry\u2013Riddle Aeronautical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I84475105","host_organization_name":"Embry\u2013Riddle Aeronautical University","host_organization_lineage":["https://openalex.org/I84475105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Publications","raw_type":"text"},{"id":"pmh:oai:works.bepress.com:houbing_song-1419","is_oa":false,"landing_page_url":"https://works.bepress.com/houbing_song/318","pdf_url":null,"source":{"id":"https://openalex.org/S4377196356","display_name":"Scholarly Commons (Embry\u2013Riddle Aeronautical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I84475105","host_organization_name":"Embry\u2013Riddle Aeronautical University","host_organization_lineage":["https://openalex.org/I84475105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Houbing Song","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:commons.erau.edu:publication-2502","is_oa":true,"landing_page_url":"https://commons.erau.edu/publication/1394","pdf_url":null,"source":{"id":"https://openalex.org/S4377196356","display_name":"Scholarly Commons (Embry\u2013Riddle Aeronautical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I84475105","host_organization_name":"Embry\u2013Riddle Aeronautical University","host_organization_lineage":["https://openalex.org/I84475105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Publications","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3167315294","display_name":null,"funder_award_id":"U1911401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7520802981","display_name":null,"funder_award_id":"61802223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W1686810756","https://openalex.org/W1945616565","https://openalex.org/W2050243336","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2119251836","https://openalex.org/W2121289914","https://openalex.org/W2130942839","https://openalex.org/W2163605009","https://openalex.org/W2165073069","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2499791918","https://openalex.org/W2543296129","https://openalex.org/W2574017551","https://openalex.org/W2616028256","https://openalex.org/W2618530766","https://openalex.org/W2701225458","https://openalex.org/W2765424254","https://openalex.org/W2766540688","https://openalex.org/W2774644650","https://openalex.org/W2777430404","https://openalex.org/W2789584252","https://openalex.org/W2793633339","https://openalex.org/W2808820334","https://openalex.org/W2809107162","https://openalex.org/W2888824816","https://openalex.org/W2962700793","https://openalex.org/W2963207607","https://openalex.org/W2963208512","https://openalex.org/W2963327228","https://openalex.org/W2963542245","https://openalex.org/W2963857521","https://openalex.org/W2964153729","https://openalex.org/W2988580277","https://openalex.org/W3103557498","https://openalex.org/W6637162671","https://openalex.org/W6637373629","https://openalex.org/W6640425456","https://openalex.org/W6679436768","https://openalex.org/W6719080892","https://openalex.org/W6748791510","https://openalex.org/W6749550085","https://openalex.org/W6771008249"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W3093978547","https://openalex.org/W3203790781","https://openalex.org/W2997056298","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W3127875750","https://openalex.org/W4383221314","https://openalex.org/W2953536436"],"abstract_inverted_index":{"Deep":[0],"learning":[1,135,150,226],"is":[2,17],"increasingly":[3],"applied":[4],"to":[5,21,40,54,94,125,145,178,192,217,220,233],"safety-critical":[6],"application":[7],"domains":[8],"such":[9],"as":[10],"autonomous":[11],"cars":[12],"and":[13,25,59,67,110,185,204],"medical":[14],"devices.":[15],"It":[16],"of":[18,114,171,199,224],"significant":[19],"importance":[20],"ensure":[22],"their":[23],"reliability":[24],"robustness.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30],"propose":[31],"DLFuzz,":[32],"the":[33,52,56,60,64,68,82,96,112,115,132,169,172,197,222],"coverage":[34,58],"guided":[35],"differential":[36],"adversarial":[37,161,231],"testing":[38,137],"framework":[39],"guide":[41],"deep":[42,134,149,225],"learing":[43],"systems":[44,80,151,227],"exposing":[45],"incorrect":[46,100],"behaviors.":[47],"DLFuzz":[48,104,139,156,175,215],"keeps":[49],"minutely":[50],"mutating":[51],"input":[53,66],"maximize":[55],"neuron":[57,92,97,183,202],"prediction":[61],"difference":[62],"between":[63],"original":[65,173],"mutated":[69],"input,":[70],"without":[71],"manual":[72],"labeling":[73],"effort":[74],"or":[75],"cross-referencing":[76,153],"oracles":[77],"from":[78],"other":[79],"with":[81,130,163,190],"same":[83],"functionality.":[84],"We":[85,117,194],"also":[86,176],"design":[87],"multiple":[88],"novel":[89],"strategies":[90,200,209],"for":[91,108,152,201],"selection":[93],"improve":[95,221],"coverage.":[98],"The":[99],"behaviors":[101],"obtained":[102],"by":[103,228],"are":[105],"then":[106,195],"exploited":[107],"retraining":[109],"improving":[111],"dependability":[113],"models.":[116],"present":[118],"empirical":[119],"evaluations":[120],"on":[121],"two":[122],"well-known":[123],"data-sets":[124],"demonstrate":[126],"its":[127],"effectiveness.":[128],"Compared":[129],"DeepXplore,":[131],"state-of-the-art":[133],"white-box":[136],"framework,":[138],"does":[140],"not":[141],"require":[142],"extra":[143],"efforts":[144],"find":[146],"similar":[147],"functional":[148],"check.":[154],"But":[155],"could":[157],"generate":[158],"$338.59\\%$":[159],"more":[160],"inputs":[162,232],"$89.82\\%$":[164],"smaller":[165],"perturbations,":[166],"while":[167],"maintaining":[168],"identities":[170],"inputs.":[174],"managed":[177],"averagely":[179],"obtain":[180],"$2.86\\%$":[181],"higher":[182],"coverage,":[184],"save":[186],"$20.11\\%$":[187],"time":[188],"consumption":[189],"respect":[191],"DeepXplore.":[193,213],"evaluate":[196],"effectiveness":[198],"selection,":[203],"demonstrated":[205],"that":[206],"all":[207],"these":[208,230],"perform":[210],"better":[211],"than":[212],"Finally,":[214],"proved":[216],"be":[218],"able":[219],"accuracy":[223],"incorporating":[229],"retrain.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}