{"id":"https://openalex.org/W3123045479","doi":"https://doi.org/10.1145/3324884.3416571","title":"Audee","display_name":"Audee","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3123045479","doi":"https://doi.org/10.1145/3324884.3416571","mag":"3123045479"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3416571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416571","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8080&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109331455","display_name":"Qianyu Guo","orcid":"https://orcid.org/0009-0007-2497-2639"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianyu Guo","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084396416","display_name":"Xiaofei Xie","orcid":"https://orcid.org/0000-0002-1288-6502"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaofei Xie","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421812","display_name":"Yi Li","orcid":"https://orcid.org/0000-0003-4562-8208"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yi Li","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419434","display_name":"Xiaoyu Zhang","orcid":"https://orcid.org/0000-0003-1630-6058"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Zhang","raw_affiliation_strings":["Xi'an Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451509","display_name":"Xiaohong Li","orcid":"https://orcid.org/0000-0002-0752-6764"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Li","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101843177","display_name":"Chao Shen","orcid":"https://orcid.org/0000-0003-2783-5529"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Shen","raw_affiliation_strings":["Xi'an Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5109331455"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":5.7612,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":{"value":0.96762238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"486","last_page":"498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8018304109573364},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5903161764144897},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5759856700897217},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5539706945419312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.521079421043396},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45830419659614563},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44536957144737244},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.431916207075119},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17827725410461426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8018304109573364},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5903161764144897},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5759856700897217},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5539706945419312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.521079421043396},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45830419659614563},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44536957144737244},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.431916207075119},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17827725410461426},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3324884.3416571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416571","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8080","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8080&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3324884.3416571","raw_type":"Conference Proceeding Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-8080","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=8080&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3324884.3416571","raw_type":"Conference Proceeding Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1971650562","https://openalex.org/W2057536936","https://openalex.org/W2112796928","https://openalex.org/W2119112357","https://openalex.org/W2143612262","https://openalex.org/W2144172034","https://openalex.org/W2194775991","https://openalex.org/W2207050309","https://openalex.org/W2384495648","https://openalex.org/W2402144811","https://openalex.org/W2489708883","https://openalex.org/W2504108613","https://openalex.org/W2513383847","https://openalex.org/W2525778437","https://openalex.org/W2565778127","https://openalex.org/W2594877703","https://openalex.org/W2616028256","https://openalex.org/W2620038827","https://openalex.org/W2850992922","https://openalex.org/W2859484040","https://openalex.org/W2883457665","https://openalex.org/W2884426148","https://openalex.org/W2899445138","https://openalex.org/W2899771611","https://openalex.org/W2912070915","https://openalex.org/W2926962417","https://openalex.org/W2954903132","https://openalex.org/W2957905354","https://openalex.org/W2963163009","https://openalex.org/W2963207607","https://openalex.org/W2963327228","https://openalex.org/W2963857521","https://openalex.org/W2964882141","https://openalex.org/W2968940383","https://openalex.org/W2996489182","https://openalex.org/W2999072931","https://openalex.org/W3000315285","https://openalex.org/W3089397612","https://openalex.org/W3090643686","https://openalex.org/W3091388282","https://openalex.org/W6757381326"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2499612753","https://openalex.org/W3111802945","https://openalex.org/W2946096271","https://openalex.org/W2295423552","https://openalex.org/W3107369729"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"has":[3],"been":[4,244],"applied":[5,187],"widely,":[6],"and":[7,56,64,83,97,120,152,198,227,238],"the":[8,24,34,181,213,249],"quality":[9,25],"of":[10,27,78,92,183,205,240],"DL":[11,28,40,54,192],"system":[12],"becomes":[13],"crucial,":[14],"especially":[15],"for":[16,52,103],"safety-critical":[17],"applications.":[18],"Existing":[19],"work":[20],"mainly":[21],"focuses":[22],"on":[23,37,189],"analysis":[26],"models,":[29],"but":[30],"lacks":[31],"attention":[32],"to":[33,70,88,111,138,143,157,167],"underlying":[35],"frameworks":[36,55,117],"which":[38,122,207],"all":[39],"models":[41],"depend.":[42],"In":[43,101,230],"this":[44],"work,":[45],"we":[46,186],"propose":[47],"Audee,":[48],"a":[49,61,108,135,163,202],"novel":[50],"approach":[51,63,137],"testing":[53,190],"localizing":[57],"bugs.":[58,178],"Audee":[59,85,106,133,161,188,220],"adopts":[60,107,134],"search-based":[62],"implements":[65],"three":[66,90],"different":[67],"mutation":[68],"strategies":[69],"generate":[71,139,201],"diverse":[72],"test":[73],"cases":[74],"by":[75,248],"exploring":[76],"combinations":[77],"model":[79],"structures,":[80],"parameters,":[81],"weights":[82],"inputs.":[84],"is":[86,221],"able":[87],"detect":[89,112],"types":[91],"bugs:":[93],"logical":[94,104],"bugs,":[95,105],"crashes":[96,226],"Not-a-Number":[98],"(NaN)":[99],"errors.":[100,229],"particular,":[102],"cross-reference":[109],"check":[110],"behavioural":[113],"inconsistencies":[114,176],"across":[115],"multiple":[116],"(e.g.,":[118],"TensorFlow":[119],"PyTorch),":[121],"may":[123],"indicate":[124],"potential":[125],"bugs":[126,235],"in":[127,212,223],"their":[128],"implementations.":[129],"For":[130],"NaN":[131,228],"errors,":[132],"heuristic-based":[136],"DNNs":[140,206],"that":[141,174,219],"tend":[142],"output":[144],"outliers":[145],"(i.e.,":[146],"too":[147],"large":[148,203],"or":[149,177,246],"small":[150],"values),":[151],"these":[153],"values":[154],"are":[155],"likely":[156],"produce":[158],"NaN.":[159],"Furthermore,":[160],"leverages":[162],"causal-testing":[164],"based":[165],"technique":[166],"localize":[168],"layers":[169],"as":[170,172],"well":[171],"parameters":[173],"cause":[175],"To":[179],"evaluate":[180],"effectiveness":[182],"our":[184],"approach,":[185],"four":[191,214],"frameworks,":[193],"i.e.,":[194],"TensorFlow,":[195],"PyTorch,":[196],"CNTK,":[197],"Theano.":[199],"We":[200],"number":[204],"cover":[208],"25":[209],"widely-used":[210],"APIs":[211],"frameworks.":[215],"The":[216],"results":[217],"demonstrate":[218],"effective":[222],"detecting":[224],"inconsistencies,":[225],"total,":[231],"26":[232],"unique":[233],"unknown":[234],"were":[236],"discovered,":[237],"7":[239],"them":[241],"have":[242],"already":[243],"confirmed":[245],"fixed":[247],"developers.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2021-02-01T00:00:00"}