{"id":"https://openalex.org/W2886698796","doi":"https://doi.org/10.1109/qrs-c.2018.00032","title":"MuNN: Mutation Analysis of Neural Networks","display_name":"MuNN: Mutation Analysis of Neural Networks","alternate_titles":[],"publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2886698796","doi":"https://doi.org/10.1109/qrs-c.2018.00032","mag":"2886698796"},"language":"en","primary_location":{"id":"doi:10.1109/qrs-c.2018.00032","doi":"https://doi.org/10.1109/qrs-c.2018.00032","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c.2018.00032","pdf_url":null,"source":{"id":"https://openalex.org/S4363608085","display_name":"IEEE International Conference on Software Quality, Reliability and Security Companion (QRS-C)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Software Quality, Reliability and Security Companion (QRS-C)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2886698796"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Weijun Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Weijun Shen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Wan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jun Wan","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022","observed_orcids":["https://orcid.org/0000-0002-9592-7022"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["Nanjing University, Nanjing, Jiangsu, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, Jiangsu, CN","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":4.9618,"has_fulltext":false,"cited_by_count":114,"citation_normalized_percentile":{"value":0.96959646,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"108","last_page":"115"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12828","display_name":"Plant Genetic and Mutation Studies","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutation-analysis","display_name":"mutation analysis","score":0.800000011920929},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.9629999995231628},{"id":"https://openalex.org/keywords/mutation-operator","display_name":"mutation operator","score":0.8899999856948853},{"id":"https://openalex.org/keywords/test-adequacy","display_name":"test adequacy","score":0.9269999861717224},{"id":"https://openalex.org/keywords/neural-network-testing","display_name":"neural network testing","score":0.5889999866485596},{"id":"https://openalex.org/keywords/mnist","display_name":"MNIST","score":0.7260000109672546},{"id":"https://openalex.org/keywords/software-testing","display_name":"software testing","score":0.6110000014305115}],"concepts":[{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.8212317824363708},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.8191084265708923},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7449097633361816},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7014039754867554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6265419721603394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6008095145225525},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.5510530471801758},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39707231521606445},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.16542330384254456},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.13061270117759705},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qrs-c.2018.00032","doi":"https://doi.org/10.1109/qrs-c.2018.00032","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c.2018.00032","pdf_url":null,"source":{"id":"https://openalex.org/S4363608085","display_name":"IEEE International Conference on Software Quality, Reliability and Security Companion (QRS-C)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Software Quality, Reliability and Security Companion (QRS-C)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W117444989","https://openalex.org/W145874179","https://openalex.org/W2027711654","https://openalex.org/W2049695835","https://openalex.org/W2095705004","https://openalex.org/W2108557864","https://openalex.org/W2110889728","https://openalex.org/W2118914909","https://openalex.org/W2119144962","https://openalex.org/W2135841285","https://openalex.org/W2164330572","https://openalex.org/W2194775991","https://openalex.org/W2300805302","https://openalex.org/W2342840547","https://openalex.org/W2345010043","https://openalex.org/W2398080786","https://openalex.org/W2507318699","https://openalex.org/W2616028256","https://openalex.org/W2759071281","https://openalex.org/W2962700793","https://openalex.org/W2963327228"],"related_works":["https://openalex.org/W4417118298","https://openalex.org/W2948199731","https://openalex.org/W4410536950","https://openalex.org/W3111284289","https://openalex.org/W3000442532","https://openalex.org/W4403446045","https://openalex.org/W7125935754","https://openalex.org/W7203850675","https://openalex.org/W7170089820","https://openalex.org/W4328028641"],"abstract_inverted_index":{"Deep":[0],"neural":[1,18,40,59,81,104,109,122,166,188],"networks":[2,41,123],"have":[3],"made":[4],"amazing":[5],"progress":[6],"in":[7,44,68,91],"many":[8],"areas":[9],"over":[10],"the":[11,33,63,78,146,153],"past":[12],"few":[13],"years.":[14],"After":[15],"training":[16],"deep":[17,39,165],"networks,":[19,60],"a":[20,26,53],"common":[21],"way":[22],"is":[23,42],"to":[24,31,136,159,178,186],"build":[25],"set":[27],"of":[28,38,65,80,121,155],"test":[29,36,180],"samples":[30],"evaluate":[32],"networks.":[34,82,167],"However,":[35],"adequacy":[37],"overlooked":[43],"both":[45],"research":[46,97],"and":[47],"practice.":[48],"This":[49,128],"paper":[50],"proposes":[51],"MuNN,":[52],"mutation":[54,66,73,102,112,119,132,138,147,162,171],"analysis":[55,67,120,172],"method":[56],"for":[57,164],"(deep)":[58],"inspired":[61],"by":[62],"success":[64],"conventional":[69],"software":[70],"testing.":[71],"Five":[72],"operators":[74,133],"are":[75,134,149],"designed":[76],"on":[77],"characteristics":[79],"The":[83,114,140],"well":[84],"known":[85],"dataset":[86],"MNIST":[87],"has":[88,124],"been":[89],"used":[90,177,185],"our":[92],"experiment.":[93],"We":[94,157,168],"study":[95],"two":[96],"questions:":[98],"(1)":[99],"How":[100,107],"does":[101,108],"affect":[103,111],"networks;":[105],"(2)":[106],"depth":[110],"analysis.":[113,139],"experimental":[115,141],"results":[116,142],"show":[117,144],"that":[118,130,145,170],"strong":[125],"domain":[126,131],"characteristics.":[127],"indicates":[129],"needed":[135],"enhance":[137],"also":[143,183],"effects":[148],"gradually":[150],"weakened":[151],"with":[152],"deepening":[154],"neurons.":[156],"need":[158],"design":[160],"new":[161],"mechanism":[163],"believe":[169],"can":[173],"not":[174],"only":[175],"be":[176,184],"measure":[179],"adequacy,":[181],"but":[182],"understand":[187],"network":[189],"operation.":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2886698796","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-08-22T00:00:00"}
