{"id":"https://openalex.org/W3104663419","doi":"https://doi.org/10.1145/3368089.3409761","title":"Deep learning library testing via effective model generation","display_name":"Deep learning library testing via effective model generation","publication_year":2020,"publication_date":"2020-11-08","ids":{"openalex":"https://openalex.org/W3104663419","doi":"https://doi.org/10.1145/3368089.3409761","mag":"3104663419"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3409761","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409761","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100707447","display_name":"Zan Wang","orcid":"https://orcid.org/0000-0001-6173-8170"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zan Wang","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077222235","display_name":"Ming Yan","orcid":"https://orcid.org/0000-0001-9757-7794"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Yan","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365555","display_name":"Junjie Chen","orcid":"https://orcid.org/0000-0003-3056-9962"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Chen","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319073","display_name":"Shuang Liu","orcid":"https://orcid.org/0000-0001-8766-7235"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Liu","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017882917","display_name":"Dongdi Zhang","orcid":"https://orcid.org/0000-0002-2715-8591"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongdi Zhang","raw_affiliation_strings":["Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100707447"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":25.9331,"has_fulltext":false,"cited_by_count":154,"citation_normalized_percentile":{"value":0.9974281,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"788","last_page":"799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.724298357963562},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6381828188896179},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5857712030410767},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5445341467857361},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4999420642852783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49993371963500977},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4748654365539551},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4313355088233948},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.43083593249320984},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.394294798374176},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3156276345252991},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.30328887701034546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724298357963562},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6381828188896179},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5857712030410767},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5445341467857361},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4999420642852783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49993371963500977},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4748654365539551},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4313355088233948},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.43083593249320984},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.394294798374176},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3156276345252991},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.30328887701034546}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3368089.3409761","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409761","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8261936526","display_name":null,"funder_award_id":"61872263,U1836214,61802275","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W1965969360","https://openalex.org/W1996977322","https://openalex.org/W2002386085","https://openalex.org/W2032754744","https://openalex.org/W2065555413","https://openalex.org/W2119112357","https://openalex.org/W2135841285","https://openalex.org/W2143612262","https://openalex.org/W2168231600","https://openalex.org/W2169004268","https://openalex.org/W2170260129","https://openalex.org/W2343875716","https://openalex.org/W2370472429","https://openalex.org/W2473248416","https://openalex.org/W2514806119","https://openalex.org/W2565186948","https://openalex.org/W2565778127","https://openalex.org/W2611386757","https://openalex.org/W2616028256","https://openalex.org/W2725449579","https://openalex.org/W2739959195","https://openalex.org/W2755657284","https://openalex.org/W2761359361","https://openalex.org/W2782311202","https://openalex.org/W2795354529","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2850992922","https://openalex.org/W2859484040","https://openalex.org/W2888307014","https://openalex.org/W2898868990","https://openalex.org/W2899445138","https://openalex.org/W2915480215","https://openalex.org/W2926962417","https://openalex.org/W2942544869","https://openalex.org/W2947133760","https://openalex.org/W2947815220","https://openalex.org/W2948254043","https://openalex.org/W2954629067","https://openalex.org/W2954903132","https://openalex.org/W2957905354","https://openalex.org/W2958754741","https://openalex.org/W2963327228","https://openalex.org/W2963913218","https://openalex.org/W2964164993","https://openalex.org/W2968370566","https://openalex.org/W2969772318","https://openalex.org/W2972204217","https://openalex.org/W2973084513","https://openalex.org/W3000315285","https://openalex.org/W3007855180","https://openalex.org/W3013496904","https://openalex.org/W3041012898","https://openalex.org/W3047008933","https://openalex.org/W3099444373","https://openalex.org/W3105347387","https://openalex.org/W3105599650","https://openalex.org/W3122945969","https://openalex.org/W3124767051","https://openalex.org/W3146215426","https://openalex.org/W4231124227","https://openalex.org/W4288614128"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W2731899572","https://openalex.org/W4304166257","https://openalex.org/W4230611425","https://openalex.org/W4294635752","https://openalex.org/W4383066092","https://openalex.org/W3215138031","https://openalex.org/W4327774331","https://openalex.org/W4286530553"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"techniques":[3],"are":[4],"rapidly":[5],"developed":[6],"and":[7,62,107,110,204],"have":[8,38,201],"been":[9,48,202,208],"widely":[10],"adopted":[11],"in":[12,31,153,190,227],"practice.":[13],"However,":[14],"similar":[15],"to":[16,79,116,142,161],"traditional":[17],"software":[18],"systems,":[19],"DL":[20,42,52,60,68,81,94,135,154,174],"systems":[21],"also":[22],"contain":[23],"bugs,":[24,139],"which":[25,54],"could":[26],"cause":[27],"serious":[28],"impacts":[29],"especially":[30],"safety-critical":[32],"domains.":[33],"Recently,":[34],"many":[35],"research":[36],"approaches":[37],"focused":[39],"on":[40],"testing":[41,51,80],"models,":[43,95],"while":[44],"little":[45],"attention":[46],"has":[47,207],"paid":[49],"for":[50,93,220,232],"libraries,":[53,175,197],"is":[55],"the":[56,65,97,118,123,127,131,144,163,191,213,217,229],"basis":[57],"of":[58,67,90,99,104,125,130,146,165,171,195],"building":[59],"models":[61],"directly":[63],"affects":[64],"behavior":[66],"systems.":[69],"In":[70,83],"this":[71],"work,":[72],"we":[73,85],"propose":[74,112],"a":[75,88,113],"novel":[76],"approach,":[77],"LEMON,":[78],"libraries.":[82,155],"particular,":[84],"(1)":[86],"design":[87],"series":[89],"mutation":[91],"rules":[92],"with":[96,167],"purpose":[98],"exploring":[100],"different":[101,134],"invoking":[102],"sequences":[103],"library":[105],"code":[106],"hard-to-trigger":[108],"behaviors;":[109],"(2)":[111],"heuristic":[114,218],"strategy":[115,219],"guide":[117],"model":[119,221],"generation":[120,222],"process":[121],"towards":[122],"direction":[124],"amplifying":[126,228],"inconsistent":[128,230],"degrees":[129,231],"inconsistencies":[132],"between":[133],"libraries":[136],"caused":[137],"by":[138,150,210],"so":[140],"as":[141],"mitigate":[143],"impact":[145],"potential":[147],"noise":[148],"introduced":[149],"uncertain":[151],"factors":[152],"We":[156],"conducted":[157],"an":[158],"empirical":[159],"study":[160],"evaluate":[162],"effectiveness":[164],"LEMON":[166,185,226],"20":[168],"release":[169,193],"versions":[170,194],"4":[172],"widely-used":[173],"i.e.,":[176],"TensorFlow,":[177],"Theano,":[178],"CNTK,":[179],"MXNet.":[180],"The":[181],"results":[182,214],"demonstrate":[183],"that":[184,216],"detected":[186],"24":[187],"new":[188],"bugs":[189,200],"latest":[192],"these":[196],"where":[198],"7":[199],"confirmed":[203],"one":[205],"bug":[206],"fixed":[209],"developers.":[211],"Besides,":[212],"confirm":[215],"indeed":[223],"effectively":[224],"guides":[225],"bugs.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}