{"id":"https://openalex.org/W4403536241","doi":"https://doi.org/10.1145/3691620.3695523","title":"DevMuT: Testing Deep Learning Framework via Developer Expertise-Based Mutation","display_name":"DevMuT: Testing Deep Learning Framework via Developer Expertise-Based Mutation","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403536241","doi":"https://doi.org/10.1145/3691620.3695523"},"language":"en","primary_location":{"id":"doi:10.1145/3691620.3695523","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695523","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075895554","display_name":"Yanzhou Mu","orcid":"https://orcid.org/0000-0003-1816-2246"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhou Mu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1816-2246","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071575216","display_name":"Juan Zhai","orcid":"https://orcid.org/0000-0001-5017-8016"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Zhai","raw_affiliation_strings":["Manning College of Information and Computer, University of Massachusetts Amherst, Amherst, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0001-5017-8016","affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer, University of Massachusetts Amherst, Amherst, Massachusetts, USA","institution_ids":["https://openalex.org/I177605424","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075174750","display_name":"Chunrong Fang","orcid":"https://orcid.org/0000-0002-9930-7111"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunrong Fang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9930-7111","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441911","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-1180-3891"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science, Nantong University, Nantong, China"],"raw_orcid":"https://orcid.org/0000-0002-1180-3891","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081742959","display_name":"Zhixiang Cao","orcid":"https://orcid.org/0009-0002-6810-7608"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixiang Cao","raw_affiliation_strings":["School of Zhang Jian, Nantong University, Nantong, China"],"raw_orcid":"https://orcid.org/0009-0002-6810-7608","affiliations":[{"raw_affiliation_string":"School of Zhang Jian, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102657040","display_name":"Peiran Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiran Yang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0008-8242-9543","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034779807","display_name":"Yinglong Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinglong Zou","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-9375-7417","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tao Zheng","orcid":"https://orcid.org/0009-0001-3736-4604"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zheng","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-3736-4604","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9592-7022","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2063,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92747826,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1533","last_page":"1544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6083377599716187},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.46859684586524963},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46721139550209045},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.4388807713985443},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4334977865219116},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3683549165725708},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.346864253282547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3321009576320648},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14757457375526428},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.10981935262680054},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.07348152995109558},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06271639466285706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6083377599716187},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.46859684586524963},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46721139550209045},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.4388807713985443},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4334977865219116},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3683549165725708},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.346864253282547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3321009576320648},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14757457375526428},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.10981935262680054},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.07348152995109558},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06271639466285706},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3691620.3695523","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695523","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W170732776","https://openalex.org/W621546036","https://openalex.org/W1714211023","https://openalex.org/W1980439034","https://openalex.org/W1985757471","https://openalex.org/W2036816056","https://openalex.org/W2054426341","https://openalex.org/W2077902449","https://openalex.org/W2119112357","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2414287720","https://openalex.org/W2489708883","https://openalex.org/W2596585349","https://openalex.org/W2799640043","https://openalex.org/W2895067255","https://openalex.org/W2954903132","https://openalex.org/W2982970300","https://openalex.org/W3000442532","https://openalex.org/W3104663419","https://openalex.org/W3123045479","https://openalex.org/W3160029089","https://openalex.org/W3178469298","https://openalex.org/W4284707748","https://openalex.org/W4284708930","https://openalex.org/W4360604658","https://openalex.org/W4387735187"],"related_works":["https://openalex.org/W2123958666","https://openalex.org/W2546792321","https://openalex.org/W2951506308","https://openalex.org/W2488011889","https://openalex.org/W2165310406","https://openalex.org/W2139763472","https://openalex.org/W2546441935","https://openalex.org/W2047943031","https://openalex.org/W2126723155","https://openalex.org/W2159249596"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"frameworks":[3,130],"are":[4,50,190,193,197,226,233],"the":[5,62,110,121,165,176,210,218,229],"fundamental":[6],"infrastructure":[7],"for":[8],"various":[9],"DL":[10,28,76,111,129,138],"applications.":[11],"Framework":[12],"defects":[13,49,105,224],"can":[14,156],"profoundly":[15],"cause":[16],"disastrous":[17],"accidents,":[18],"thus":[19],"requiring":[20],"sufficient":[21],"detection.":[22],"In":[23],"previous":[24],"studies,":[25],"researchers":[26],"adopt":[27],"models":[29,83,139,169],"as":[30,56],"test":[31],"inputs":[32],"combined":[33],"with":[34,136],"mutation":[35,86],"to":[36,70,228,236],"generate":[37],"more":[38,103,107],"diverse":[39,104],"models.":[40,181],"Though":[41],"these":[42],"studies":[43],"demonstrate":[44,217],"promising":[45],"results,":[46],"most":[47],"detected":[48],"considered":[51],"trivial":[52],"(i.e.,":[53,131],"either":[54],"treated":[55],"edge":[57],"cases":[58],"or":[59],"ignored":[60],"by":[61,84,202],"developers).":[63],"To":[64],"identify":[65],"important":[66],"bugs":[67],"that":[68,150,225],"matter":[69],"developers,":[71],"we":[72],"propose":[73],"a":[74],"novel":[75],"framework":[77],"testing":[78],"method":[79],"DevMuT,":[80],"which":[81,189],"generates":[82],"adopting":[85],"operators":[87],"and":[88,101,117,134,170,195,232],"constraints":[89],"derived":[90],"from":[91,140],"developer":[92],"expertise.":[93],"DevMuT":[94,124,151,183,205,221],"simulates":[95],"developers'":[96],"common":[97],"operations":[98],"in":[99,164,175,209,222],"development":[100],"detects":[102,184],"within":[106],"stages":[108],"of":[109,123,143,167,179,188,198,220,234],"model":[112,115],"lifecycle":[113],"(e.g.,":[114],"training":[116],"inference).":[118],"We":[119],"evaluate":[120],"performance":[122],"on":[125,162,173],"three":[126],"widely":[127],"used":[128],"PyTorch,":[132],"JAX,":[133],"Mind-Spore)":[135],"29":[137],"nine":[141],"types":[142],"industry":[144],"tasks.":[145],"The":[146],"experiment":[147],"results":[148],"show":[149],"outperforms":[152],"state-of-the-art":[153],"baselines:":[154],"it":[155],"achieve":[157],"at":[158],"least":[159],"71.68%":[160],"improvement":[161,172],"average":[163,174],"diversity":[166],"generated":[168,180],"28.20%":[171],"legal":[177],"rates":[178],"Moreover,":[182],"117":[185],"defects,":[186],"63":[187],"confirmed,":[191],"24":[192],"fixed,":[194],"eight":[196],"high":[199],"value":[200],"confirmed":[201],"developers.":[203,237],"Finally,":[204],"has":[206],"been":[207],"deployed":[208],"MindSpore":[211],"community":[212],"since":[213],"December":[214],"2023.":[215],"These":[216],"effectiveness":[219],"detecting":[223],"close":[227],"real":[230],"scenes":[231],"concern":[235]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}