{"id":"https://openalex.org/W3042703469","doi":"https://doi.org/10.1145/3395363.3397357","title":"DeepGini: prioritizing massive tests to enhance the robustness of deep neural networks","display_name":"DeepGini: prioritizing massive tests to enhance the robustness of deep neural networks","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3042703469","doi":"https://doi.org/10.1145/3395363.3397357","mag":"3042703469"},"language":"en","primary_location":{"id":"doi:10.1145/3395363.3397357","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043981758","display_name":"Yang Feng","orcid":"https://orcid.org/0000-0002-7477-3642"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Feng","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034844386","display_name":"Qingkai Shi","orcid":"https://orcid.org/0000-0002-8297-8998"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qingkai Shi","raw_affiliation_strings":["Hong Kong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026950991","display_name":"Xinyu Gao","orcid":"https://orcid.org/0009-0004-7135-1833"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Gao","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101655825","display_name":"Jun Wan","orcid":"https://orcid.org/0000-0002-9961-7902"},"institutions":[{"id":"https://openalex.org/I4210090985","display_name":"Zhejiang Financial College","ror":"https://ror.org/00deghz86","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210090985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wan","raw_affiliation_strings":["Ant Financial Services, China"],"affiliations":[{"raw_affiliation_string":"Ant Financial Services, China","institution_ids":["https://openalex.org/I4210090985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075174750","display_name":"Chunrong Fang","orcid":"https://orcid.org/0000-0002-9930-7111"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunrong Fang","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5043981758"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":14.951,"has_fulltext":false,"cited_by_count":206,"citation_normalized_percentile":{"value":0.99197317,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"177","last_page":"188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8166022896766663},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8085019588470459},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7413775324821472},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.712173342704773},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6808437705039978},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.5457774996757507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.511062502861023},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5100968480110168},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4725731909275055},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4617287218570709},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4454268217086792},{"id":"https://openalex.org/keywords/software-quality-assurance","display_name":"Software quality assurance","score":0.4276278018951416},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3401394188404083},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.33329087495803833},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.32322967052459717},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.21993869543075562},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.21193543076515198},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1079927384853363},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0997757613658905},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08712676167488098},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.08488759398460388}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166022896766663},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8085019588470459},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7413775324821472},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.712173342704773},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6808437705039978},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5457774996757507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.511062502861023},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5100968480110168},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4725731909275055},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4617287218570709},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4454268217086792},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.4276278018951416},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3401394188404083},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.33329087495803833},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.32322967052459717},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.21993869543075562},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.21193543076515198},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1079927384853363},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0997757613658905},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08712676167488098},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.08488759398460388},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3395363.3397357","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-104914","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-104914","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-104914","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=&rft.volume=&rft.issue=&rft.date=2020&rft.spage=177&rft.aulast=Feng&rft.aufirst=&rft.atitle=DeepGini%3A+Prioritizing+massive+tests+to+enhance+the+robustness+of+deep+neural+networks&rft.title=ISSTA+2020+-+Proceedings+of+the+29th+ACM+SIGSOFT+International+Symposium+on+Software+Testing+and+Analysis","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1526416044","https://openalex.org/W1992581535","https://openalex.org/W1995875735","https://openalex.org/W2014515160","https://openalex.org/W2046747375","https://openalex.org/W2060551090","https://openalex.org/W2078761505","https://openalex.org/W2104420598","https://openalex.org/W2108598243","https://openalex.org/W2110068396","https://openalex.org/W2117799048","https://openalex.org/W2122210511","https://openalex.org/W2126905619","https://openalex.org/W2127538960","https://openalex.org/W2141270406","https://openalex.org/W2151074137","https://openalex.org/W2153342620","https://openalex.org/W2159614205","https://openalex.org/W2165404405","https://openalex.org/W2194775991","https://openalex.org/W2519224033","https://openalex.org/W2616028256","https://openalex.org/W2752885492","https://openalex.org/W2799644178","https://openalex.org/W2804337238","https://openalex.org/W2888307014","https://openalex.org/W2954629067","https://openalex.org/W2954678575","https://openalex.org/W2963308851","https://openalex.org/W2963327228","https://openalex.org/W2963857521","https://openalex.org/W3099444373","https://openalex.org/W3121299688","https://openalex.org/W4236137412","https://openalex.org/W4245287798"],"related_works":["https://openalex.org/W4381247935","https://openalex.org/W85021741","https://openalex.org/W4312815112","https://openalex.org/W2176636044","https://openalex.org/W2994240680","https://openalex.org/W4221167733","https://openalex.org/W2099876683","https://openalex.org/W2078726657","https://openalex.org/W783086121","https://openalex.org/W3042703469"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNN)":[3],"have":[4],"been":[5],"deployed":[6],"in":[7,13,23,33,72],"many":[8],"software":[9],"systems":[10,86],"to":[11,92],"assist":[12],"various":[14],"classification":[15],"tasks.":[16],"In":[17],"company":[18],"with":[19],"the":[20,56,61,73,78,81,94,101],"fantastic":[21],"effectiveness":[22],"classification,":[24],"DNNs":[25],"could":[26],"also":[27],"exhibit":[28],"incorrect":[29,43],"behaviors":[30,45],"and":[31,35,46,53],"result":[32],"accidents":[34],"losses.":[36],"Therefore,":[37],"testing":[38,57,82,95],"techniques":[39],"that":[40],"can":[41],"detect":[42],"DNN":[44,48],"improve":[47],"quality":[49,104],"are":[50],"extremely":[51],"necessary":[52],"critical.":[54],"However,":[55],"oracle,":[58],"which":[59,97],"defines":[60],"correct":[62],"output":[63],"for":[64],"a":[65],"given":[66],"input,":[67],"is":[68],"often":[69],"not":[70],"available":[71],"automated":[74],"testing.":[75],"To":[76],"obtain":[77],"oracle":[79],"information,":[80],"tasks":[83],"of":[84,103],"DNN-based":[85],"usually":[87],"require":[88],"expensive":[89],"human":[90],"efforts":[91],"label":[93],"data,":[96],"significantly":[98],"slows":[99],"down":[100],"process":[102],"assurance.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":56},{"year":2023,"cited_by_count":44},{"year":2022,"cited_by_count":40},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-19T08:26:33.389920","created_date":"2025-10-10T00:00:00"}