{"id":"https://openalex.org/W3091388282","doi":"https://doi.org/10.1145/3377811.3380368","title":"Towards characterizing adversarial defects of deep learning software from the lens of uncertainty","display_name":"Towards characterizing adversarial defects of deep learning software from the lens of uncertainty","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W3091388282","doi":"https://doi.org/10.1145/3377811.3380368","mag":"3091388282"},"language":"en","primary_location":{"id":"doi:10.1145/3377811.3380368","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380368","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100717733","display_name":"Xiyue Zhang","orcid":"https://orcid.org/0000-0003-1649-7165"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyue Zhang","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084396416","display_name":"Xiaofei Xie","orcid":"https://orcid.org/0000-0002-1288-6502"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaofei Xie","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["Kyushu University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102717874","display_name":"Xiaoning Du","orcid":"https://orcid.org/0000-0003-3728-9541"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaoning Du","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101406450","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-8251-1669"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["Kyushu University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065190767","display_name":"Jianjun Zhao","orcid":"https://orcid.org/0000-0001-8083-4352"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianjun Zhao","raw_affiliation_strings":["Kyushu University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024021805","display_name":"Meng Sun","orcid":"https://orcid.org/0000-0001-6550-7396"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Sun","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0945,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.97234745,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"739","last_page":"751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9544079303741455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.678796648979187},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6631491184234619},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6610490083694458},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6419720649719238},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5624794960021973},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5530317425727844},{"id":"https://openalex.org/keywords/through-the-lens-metering","display_name":"Through-the-lens metering","score":0.5191665887832642},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5064955949783325},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.48746252059936523},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.46534737944602966},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4376906454563141},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4211609661579132},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4184940457344055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39388763904571533},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2429347038269043},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2058696746826172},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.15513771772384644},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09874406456947327}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9544079303741455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.678796648979187},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6631491184234619},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6610490083694458},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6419720649719238},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5624794960021973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5530317425727844},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.5191665887832642},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5064955949783325},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.48746252059936523},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.46534737944602966},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4376906454563141},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4211609661579132},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4184940457344055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39388763904571533},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2429347038269043},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2058696746826172},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.15513771772384644},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09874406456947327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3377811.3380368","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380368","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G2101894014","display_name":null,"funder_award_id":"No.NRF2018NCR-NCR005-0001, No.NRF2018NCR-NSOE003-0001","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G3134489054","display_name":null,"funder_award_id":"No.2018B010107004","funder_id":"https://openalex.org/F4320324202","funder_display_name":"Guangdong Science and Technology Department"},{"id":"https://openalex.org/G6045180510","display_name":null,"funder_award_id":"No.61772038, 61532019","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320324202","display_name":"Guangdong Science and Technology Department","ror":"https://ror.org/00tjzgn92"},{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W9657784","https://openalex.org/W157468466","https://openalex.org/W1673923490","https://openalex.org/W2111051539","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2145339207","https://openalex.org/W2158698691","https://openalex.org/W2160815625","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2402144811","https://openalex.org/W2460937040","https://openalex.org/W2594867206","https://openalex.org/W2594877703","https://openalex.org/W2605631833","https://openalex.org/W2607219512","https://openalex.org/W2612445135","https://openalex.org/W2616028256","https://openalex.org/W2724665124","https://openalex.org/W2735607295","https://openalex.org/W2765384636","https://openalex.org/W2792388013","https://openalex.org/W2798302089","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2804700615","https://openalex.org/W2850992922","https://openalex.org/W2884426148","https://openalex.org/W2888307014","https://openalex.org/W2895547478","https://openalex.org/W2898868990","https://openalex.org/W2922015121","https://openalex.org/W2943040289","https://openalex.org/W2954629067","https://openalex.org/W2954903132","https://openalex.org/W2957905354","https://openalex.org/W2962933288","https://openalex.org/W2963207607","https://openalex.org/W2963327228","https://openalex.org/W2963389226","https://openalex.org/W2963564844","https://openalex.org/W2963857521","https://openalex.org/W2963913218","https://openalex.org/W2964059111","https://openalex.org/W2964082701","https://openalex.org/W2964253222","https://openalex.org/W2964285471","https://openalex.org/W2964882141","https://openalex.org/W2968940383","https://openalex.org/W3000315285","https://openalex.org/W3004538853","https://openalex.org/W3099444373","https://openalex.org/W3103836116","https://openalex.org/W3105599650","https://openalex.org/W3122507327"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Over":[0],"the":[1,17,33,120],"past":[2],"decade,":[3],"deep":[4,88],"learning":[5,89],"(DL)":[6],"has":[7],"been":[8,109],"successfully":[9],"applied":[10],"to":[11,52,118],"many":[12],"industrial":[13],"domain-specific":[14],"tasks.":[15],"However,":[16],"current":[18],"state-of-the-art":[19],"DL":[20,59,125],"software":[21,60],"still":[22,113],"suffers":[23],"from":[24],"quality":[25],"issues,":[26],"which":[27,57],"raises":[28],"great":[29],"concern":[30],"especially":[31],"in":[32],"context":[34],"of":[35,49,87],"safety-":[36],"and":[37,46,105,124],"security-critical":[38],"scenarios.":[39],"Adversarial":[40],"examples":[41],"(AEs)":[42],"represent":[43],"a":[44,58,93,115],"typical":[45],"important":[47],"type":[48],"defects":[50,65],"needed":[51],"be":[53,92],"urgently":[54],"addressed,":[55],"on":[56],"makes":[61],"incorrect":[62,98],"decisions.":[63],"Such":[64],"occur":[66],"through":[67],"either":[68],"intentional":[69],"attack":[70,104],"or":[71],"physical-world":[72],"noise":[73],"perceived":[74],"by":[75],"input":[76],"sensors,":[77],"potentially":[78],"hindering":[79],"further":[80],"industry":[81],"deployment.":[82],"The":[83],"intrinsic":[84],"uncertainty":[85],"nature":[86],"decisions":[90],"can":[91],"fundamental":[94],"reason":[95],"for":[96],"its":[97],"behavior.":[99],"Although":[100],"some":[101],"testing,":[102],"adversarial":[103],"defense":[106],"techniques":[107],"have":[108],"recently":[110],"proposed,":[111],"it":[112],"lacks":[114],"systematic":[116],"study":[117],"uncover":[119],"relationship":[121],"between":[122],"AEs":[123],"uncertainty.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}