{"id":"https://openalex.org/W3013948624","doi":"https://doi.org/10.1109/tr.2021.3080664","title":"Coverage-Guided Testing for Recurrent Neural Networks","display_name":"Coverage-Guided Testing for Recurrent Neural Networks","publication_year":2021,"publication_date":"2021-06-10","ids":{"openalex":"https://openalex.org/W3013948624","doi":"https://doi.org/10.1109/tr.2021.3080664","mag":"3013948624"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2021.3080664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2021.3080664","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/ed413d85-2c17-40f1-be50-ae8205c1fc26","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Huang","orcid":"https://orcid.org/0000-0003-1418-6267"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Wei Huang","raw_affiliation_strings":["University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1418-6267","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Youcheng Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youcheng Sun","raw_affiliation_strings":["Queen&#x2019;s University Belfast, Belfast, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen&#x2019;s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xingyu Zhao","orcid":"https://orcid.org/0000-0002-3474-349X"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingyu Zhao","raw_affiliation_strings":["University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3474-349X","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":null,"display_name":"James Sharp","orcid":null},"institutions":[{"id":"https://openalex.org/I1339065421","display_name":"Defence Science and Technology Laboratory","ror":"https://ror.org/04jswqb94","country_code":"GB","type":"government","lineage":["https://openalex.org/I1306956679","https://openalex.org/I1339065421","https://openalex.org/I2802373619"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James Sharp","raw_affiliation_strings":["Defence Science and Technology Laboratory, Salisbury, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Defence Science and Technology Laboratory, Salisbury, U.K","institution_ids":["https://openalex.org/I1339065421"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenjie Ruan","orcid":"https://orcid.org/0000-0002-8311-8738"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wenjie Ruan","raw_affiliation_strings":["University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8311-8738","affiliations":[{"raw_affiliation_string":"University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jie Meng","raw_affiliation_strings":["Loughborough University, Loughborough, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xiaowei Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaowei Huang","raw_affiliation_strings":["University of Liverpool, Liverpool, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146655781"],"apc_list":null,"apc_paid":null,"fwci":3.2183,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.92959923,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"3","first_page":"1191","last_page":"1206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8827000260353088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8827000260353088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.012799999676644802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5976999998092651},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5292999744415283},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5248000025749207},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5044000148773193},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.5006999969482422},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.48350000381469727},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.4805000126361847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854999899864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6144999861717224},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5666000247001648},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5292999744415283},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5248000025749207},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5044000148773193},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.4805000126361847},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.35429999232292175},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2540999948978424}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1109/tr.2021.3080664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2021.3080664","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/ed413d85-2c17-40f1-be50-ae8205c1fc26","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/ed413d85-2c17-40f1-be50-ae8205c1fc26","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Huang, W, Sun, Y, Zhao, X, Sharp, J, Ruan, W, Meng, J & Huang, X 2021, 'Coverage Guided Testing for Recurrent Neural Networks', IEEE Transactions on Reliability . https://doi.org/10.1109/TR.2021.3080664","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1911.01952","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.01952","pdf_url":"https://arxiv.org/pdf/1911.01952","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/98cfe4f8-7cad-43d2-a182-560518691289","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/98cfe4f8-7cad-43d2-a182-560518691289","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/237560955/Coverage_Guided_Testing_for_Recurrent_Neural_Networks.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Huang, W, Sun, Y, Zhao, X, Sharp, J, Ruan, W, Meng, J & Huang, X 2021, 'Coverage Guided Testing for Recurrent Neural Networks', IEEE Transactions on Reliability . https://doi.org/10.1109/TR.2021.3080664","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:eprints.lancs.ac.uk:193910","is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/193910/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/16930870","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Coverage-guided_testing_for_recurrent_neural_networks/16930870","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:wrap.warwick.ac.uk:182003","is_oa":false,"landing_page_url":"https://wrap.warwick.ac.uk/182003/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/ed413d85-2c17-40f1-be50-ae8205c1fc26","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/ed413d85-2c17-40f1-be50-ae8205c1fc26","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Huang, W, Sun, Y, Zhao, X, Sharp, J, Ruan, W, Meng, J & Huang, X 2021, 'Coverage Guided Testing for Recurrent Neural Networks', IEEE Transactions on Reliability . https://doi.org/10.1109/TR.2021.3080664","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1364539167","display_name":"FOUNDATIONS FOR CONTINUOUS ENGINEERING OF TRUSTWORTHY AUTONOMY","funder_award_id":"956123","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2838024195","display_name":"UK Robotics and Artificial Intelligence Hub for Offshore Energy Asset Integrity Management","funder_award_id":"EP/R026173/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4483049737","display_name":null,"funder_award_id":"EP/R026173/1","funder_id":"https://openalex.org/F4320334245","funder_display_name":"Offshore Robotics for Certification of Assets"},{"id":"https://openalex.org/G6661291015","display_name":"EnnCore: End-to-End Conceptual Guarding of Neural Architectures","funder_award_id":"EP/T026995/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G849311619","display_name":null,"funder_award_id":"EP/T026995/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8602921712","display_name":null,"funder_award_id":"EP/R026173","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332972","display_name":"Defence Science and Technology Laboratory","ror":"https://ror.org/04jswqb94"},{"id":"https://openalex.org/F4320334245","display_name":"Offshore Robotics for Certification of Assets","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1980818933","https://openalex.org/W1996517887","https://openalex.org/W2183341477","https://openalex.org/W2512304460","https://openalex.org/W2517827352","https://openalex.org/W2535690855","https://openalex.org/W2594183968","https://openalex.org/W2616028256","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2811120218","https://openalex.org/W2888824816","https://openalex.org/W2898868990","https://openalex.org/W2912640545","https://openalex.org/W2917779306","https://openalex.org/W2942091739","https://openalex.org/W2954629067","https://openalex.org/W2954678575","https://openalex.org/W2955566917","https://openalex.org/W2962718684","https://openalex.org/W2963208512","https://openalex.org/W2963834268","https://openalex.org/W2963913218","https://openalex.org/W2964200170","https://openalex.org/W2964288451","https://openalex.org/W2968940383","https://openalex.org/W2971296908","https://openalex.org/W2973217491","https://openalex.org/W2979485058","https://openalex.org/W2999691867","https://openalex.org/W3036286896","https://openalex.org/W3049580054","https://openalex.org/W3105249702","https://openalex.org/W3129804067","https://openalex.org/W3130354627","https://openalex.org/W3200167504","https://openalex.org/W4293846201","https://openalex.org/W6635575044","https://openalex.org/W6637162671","https://openalex.org/W6676018222","https://openalex.org/W6745795967","https://openalex.org/W6746425455","https://openalex.org/W6748179860","https://openalex.org/W6750462152","https://openalex.org/W6751573770","https://openalex.org/W6753074640","https://openalex.org/W6756074407","https://openalex.org/W6762624066","https://openalex.org/W6763887731","https://openalex.org/W6770449242","https://openalex.org/W6775301486","https://openalex.org/W6791049364"],"related_works":[],"abstract_inverted_index":{"Recurrent":[0],"neural":[1,209],"networks":[2],"(RNNs)":[3],"have":[4],"been":[5],"applied":[6,115],"to":[7,24,41,47,90,116,167,190,197],"a":[8,32,43,74,132,143],"broad":[9],"range":[10],"of":[11,53,77,84,145,177,180],"applications,":[12],"including":[13],"natural":[14],"language":[15],"processing,":[16],"drug":[17],"discovery,":[18],"and":[19,104,124,161,174,193],"video":[20],"recognition.":[21],"Their":[22],"vulnerability":[23],"input":[25,181],"perturbation":[26],"is":[27,79,114,139,203],"also":[28,97],"known.":[29],"Aligning":[30],"with":[31,55,64,170],"view":[33],"from":[34],"software":[35],"defect":[36,163],"detection,":[37],"this":[38],"article":[39],"aims":[40],"develop":[42],"coverage-guided":[44],"testing":[45,60,200],"approach":[46],"systematically":[48],"exploit":[49],"the":[50,56,68,94,98,157,175,178,199],"internal":[51],"behavior":[52],"RNNs,":[54,78],"expectation":[57],"that":[58,150],"such":[59],"can":[61],"detect":[62],"defects":[63],"high":[65],"possibility.":[66],"Technically,":[67],"long":[69],"short-term":[70],"memory":[71],"network":[72,210],"(LSTM),":[73],"major":[75],"class":[76],"thoroughly":[80],"studied.":[81],"A":[82,111],"family":[83],"three":[85],"test":[86,119,122,125],"metrics":[87,123],"are":[88,129],"designed":[89],"quantify":[91],"not":[92],"only":[93],"values":[95],"but":[96],"temporal":[99,172],"relations":[100],"(including":[101],"both":[102],"stepwise":[103],"bounded-length)":[105],"exhibited":[106,194],"when":[107],"LSTM":[108,146],"processing":[109],"inputs.":[110],"genetic":[112],"algorithm":[113,128],"efficiently":[117],"generate":[118],"cases.":[120],"The":[121],"case":[126],"generation":[127],"implemented":[130],"into":[131],"tool":[133,159],"<sc":[134,151,184],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[135,152,185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">testRNN</small>":[136,153,186],",":[137],"which":[138,202],"then":[140],"evaluated":[141],"on":[142],"set":[144],"benchmarks.":[147],"Experiments":[148],"confirm":[149],"has":[154],"advantages":[155],"over":[156],"state-of-the-art":[158],"DeepStellar":[160],"attack-based":[162],"detection":[164],"methods,":[165],"owing":[166],"its":[168],"working":[169],"finer":[171],"semantics":[173],"consideration":[176],"naturalness":[179],"perturbation.":[182],"Furthermore,":[183],"enables":[187],"meaningful":[188],"information":[189],"be":[191],"collected":[192],"for":[195],"users":[196],"understand":[198],"results,":[201],"an":[204],"important":[205],"step":[206],"toward":[207],"interpretable":[208],"testing.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2020-04-03T00:00:00"}