{"id":"https://openalex.org/W4407230117","doi":"https://doi.org/10.1145/3716497","title":"Deep Learning Library Testing: Definition, Methods and Challenges","display_name":"Deep Learning Library Testing: Definition, Methods and Challenges","publication_year":2025,"publication_date":"2025-02-06","ids":{"openalex":"https://openalex.org/W4407230117","doi":"https://doi.org/10.1145/3716497"},"language":"en","primary_location":{"id":"doi:10.1145/3716497","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3716497","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092424261","display_name":"Xiaoyu Zhang","orcid":"https://orcid.org/0000-0001-7010-6749"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyu Zhang","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102374363","display_name":"Weipeng Jiang","orcid":"https://orcid.org/0000-0002-0382-6401"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weipeng Jiang","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101843177","display_name":"Chao Shen","orcid":"https://orcid.org/0000-0003-2783-5529"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Shen","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350165","display_name":"Qi Li","orcid":"https://orcid.org/0000-0001-8776-8730"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391116","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0002-8967-8525"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046723920","display_name":"Chenhao Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Lin","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075845093","display_name":"Xiaohong Guan","orcid":"https://orcid.org/0000-0002-8826-0362"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Guan","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5092424261"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":16.3568,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98891398,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"57","issue":"7","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8502410650253296},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6814446449279785},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6035932302474976},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5423752069473267},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4763115644454956},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.4518539011478424},{"id":"https://openalex.org/keywords/library-classification","display_name":"Library classification","score":0.41406774520874023},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3507755398750305},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2503238916397095},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20342937111854553},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.16658297181129456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8502410650253296},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6814446449279785},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6035932302474976},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5423752069473267},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4763115644454956},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.4518539011478424},{"id":"https://openalex.org/C204126058","wikidata":"https://www.wikidata.org/wiki/Q48473","display_name":"Library classification","level":2,"score":0.41406774520874023},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3507755398750305},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2503238916397095},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20342937111854553},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.16658297181129456}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3716497","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3716497","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8585749524","display_name":null,"funder_award_id":"62006181, 62132011, 62161160337, 62206217, U20A20177, and U21B2018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":147,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W2016716561","https://openalex.org/W2106956101","https://openalex.org/W2130746431","https://openalex.org/W2151704521","https://openalex.org/W2156723666","https://openalex.org/W2194775991","https://openalex.org/W2324595780","https://openalex.org/W2517617279","https://openalex.org/W2605516844","https://openalex.org/W2622428623","https://openalex.org/W2753032179","https://openalex.org/W2795831316","https://openalex.org/W2798341898","https://openalex.org/W2850992922","https://openalex.org/W2903901007","https://openalex.org/W2926767350","https://openalex.org/W2945580137","https://openalex.org/W2954903132","https://openalex.org/W2964024268","https://openalex.org/W2968594320","https://openalex.org/W2970971581","https://openalex.org/W2979357014","https://openalex.org/W2979826702","https://openalex.org/W2981207549","https://openalex.org/W2981540061","https://openalex.org/W2999072931","https://openalex.org/W3000315285","https://openalex.org/W3003877692","https://openalex.org/W3004493192","https://openalex.org/W3004659153","https://openalex.org/W3005780259","https://openalex.org/W3005940936","https://openalex.org/W3007157104","https://openalex.org/W3008797115","https://openalex.org/W3081034749","https://openalex.org/W3087775079","https://openalex.org/W3088735455","https://openalex.org/W3100925971","https://openalex.org/W3101708369","https://openalex.org/W3104663419","https://openalex.org/W3107676683","https://openalex.org/W3112528937","https://openalex.org/W3123045479","https://openalex.org/W3134796670","https://openalex.org/W3149582851","https://openalex.org/W3156891177","https://openalex.org/W3160369295","https://openalex.org/W3173255485","https://openalex.org/W3177562315","https://openalex.org/W3194083405","https://openalex.org/W3196239222","https://openalex.org/W3199980055","https://openalex.org/W3214851476","https://openalex.org/W3214918945","https://openalex.org/W4205621479","https://openalex.org/W4205876794","https://openalex.org/W4211035893","https://openalex.org/W4213072374","https://openalex.org/W4220800565","https://openalex.org/W4220836561","https://openalex.org/W4220891756","https://openalex.org/W4221027947","https://openalex.org/W4221143054","https://openalex.org/W4221144766","https://openalex.org/W4226214462","https://openalex.org/W4229070066","https://openalex.org/W4231588088","https://openalex.org/W4238304557","https://openalex.org/W4239521792","https://openalex.org/W4241383990","https://openalex.org/W4241695501","https://openalex.org/W4244284331","https://openalex.org/W4248980851","https://openalex.org/W4251827675","https://openalex.org/W4284686707","https://openalex.org/W4284707748","https://openalex.org/W4284708930","https://openalex.org/W4285097780","https://openalex.org/W4285248702","https://openalex.org/W4285356139","https://openalex.org/W4285490440","https://openalex.org/W4285734659","https://openalex.org/W4286530553","https://openalex.org/W4287204036","https://openalex.org/W4288090629","https://openalex.org/W4295312788","https://openalex.org/W4295690048","https://openalex.org/W4297581805","https://openalex.org/W4299840172","https://openalex.org/W4302296459","https://openalex.org/W4307886757","https://openalex.org/W4307926351","https://openalex.org/W4308643012","https://openalex.org/W4310998032","https://openalex.org/W4312361535","https://openalex.org/W4312372164","https://openalex.org/W4312619762","https://openalex.org/W4312753103","https://openalex.org/W4312787592","https://openalex.org/W4313442384","https://openalex.org/W4313563675","https://openalex.org/W4319240848","https://openalex.org/W4319594569","https://openalex.org/W4320151928","https://openalex.org/W4320342334","https://openalex.org/W4327594616","https://openalex.org/W4360604658","https://openalex.org/W4376505605","https://openalex.org/W4378465442","https://openalex.org/W4378591002","https://openalex.org/W4378770802","https://openalex.org/W4379739847","https://openalex.org/W4380047697","https://openalex.org/W4384026546","https://openalex.org/W4384155658","https://openalex.org/W4384211336","https://openalex.org/W4384302906","https://openalex.org/W4384345721","https://openalex.org/W4384347367","https://openalex.org/W4387735187","https://openalex.org/W4389141459","https://openalex.org/W4389158350","https://openalex.org/W4389158362","https://openalex.org/W4389162170","https://openalex.org/W4389544329","https://openalex.org/W4390187552","https://openalex.org/W4390682030","https://openalex.org/W4391231153","https://openalex.org/W4391579642","https://openalex.org/W4392011615","https://openalex.org/W4392181736","https://openalex.org/W4394745299","https://openalex.org/W4394864393","https://openalex.org/W4396813586","https://openalex.org/W4399695178","https://openalex.org/W4399794151","https://openalex.org/W4399836911","https://openalex.org/W4400582513","https://openalex.org/W4400681481","https://openalex.org/W4401118992","https://openalex.org/W4401359449","https://openalex.org/W4403223181","https://openalex.org/W4403511091","https://openalex.org/W4403536241","https://openalex.org/W6637151318","https://openalex.org/W6787720547"],"related_works":["https://openalex.org/W4240253816","https://openalex.org/W3096456556","https://openalex.org/W2169584677","https://openalex.org/W2979513934","https://openalex.org/W4232954277","https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2020341030","https://openalex.org/W2964988449"],"abstract_inverted_index":{"Recently,":[0],"software":[1,52],"systems":[2,90],"powered":[3],"by":[4],"deep":[5],"learning":[6],"(DL)":[7],"techniques":[8],"have":[9],"significantly":[10],"facilitated":[11],"people\u2019s":[12],"lives":[13],"in":[14,198],"many":[15],"aspects.":[16],"As":[17],"the":[18,28,69,78,86,93,105,113,126,137,144,191],"backbone":[19],"of":[20,71,88,96,104,117,128,139,146,149,193],"these":[21,177],"DL":[22,25,37,56,72,89,97,110,129,140,150,154,156,159,178,195],"systems,":[23],"various":[24,109],"libraries":[26,38,142,151,179],"undertake":[27],"underlying":[29,141],"optimization":[30],"and":[31,51,66,77,91,115,120,123,143,158,170,184,190],"computation.":[32],"However,":[33],"like":[34],"traditional":[35],"software,":[36],"are":[39],"not":[40],"immune":[41],"to":[42,49,62,180],"bugs.":[43],"These":[44],"bugs":[45],"may":[46],"be":[47],"propagated":[48],"programs":[50],"developed":[53],"based":[54],"on":[55,108,176],"libraries,":[57,73,111],"thereby":[58],"posing":[59],"serious":[60],"threats":[61],"users\u2019":[63],"personal":[64],"property":[65],"safety.":[67],"Studying":[68],"characteristics":[70,145],"their":[74,182],"associated":[75],"bugs,":[76],"corresponding":[79],"testing":[80,106,131,174,197],"methods":[81,175],"is":[82],"crucial":[83],"for":[84,125,201],"enhancing":[85],"security":[87],"advancing":[92],"widespread":[94],"application":[95,127],"technology.":[98],"This":[99,133],"paper":[100,134,164],"provides":[101,121],"an":[102],"overview":[103],"research":[107],"discusses":[112],"strengths":[114],"weaknesses":[116],"existing":[118,173,194],"methods,":[119],"guidance":[122],"reference":[124],"library":[130,196],"methods.":[132],"first":[135],"introduces":[136],"workflow":[138],"three":[147],"kinds":[148],"involved,":[152],"namely":[153],"framework,":[155],"compiler,":[157],"hardware":[160],"library.":[161],"Subsequently,":[162],"this":[163],"constructs":[165],"a":[166],"literature":[167],"collection":[168],"pipeline":[169],"comprehensively":[171],"summarizes":[172],"analyze":[181],"effectiveness":[183],"limitations.":[185],"It":[186],"also":[187],"reports":[188],"findings":[189],"challenges":[192],"real-world":[199],"applications":[200],"future":[202],"research.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}