{"id":"https://openalex.org/W4388894626","doi":"https://doi.org/10.1109/tencon58879.2023.10322349","title":"Artificial Intelligence in Software Testing: A Systematic Review","display_name":"Artificial Intelligence in Software Testing: A Systematic Review","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388894626","doi":"https://doi.org/10.1109/tencon58879.2023.10322349"},"language":"en","primary_location":{"id":"doi:10.1109/tencon58879.2023.10322349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon58879.2023.10322349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2023 - 2023 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085303958","display_name":"Mahmudul Islam","orcid":"https://orcid.org/0000-0002-3270-8877"},"institutions":[{"id":"https://openalex.org/I31669788","display_name":"Independent University, Bangladesh","ror":"https://ror.org/05qbbf772","country_code":"BD","type":"education","lineage":["https://openalex.org/I31669788"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mahmudul Islam","raw_affiliation_strings":["Independent University,Department of Computer Science and Engineering,Bangladesh","Department of Computer Science and Engineering, Independent University, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent University,Department of Computer Science and Engineering,Bangladesh","institution_ids":["https://openalex.org/I31669788"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Independent University, Bangladesh","institution_ids":["https://openalex.org/I31669788"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042099052","display_name":"Farhan Raza Khan","orcid":"https://orcid.org/0000-0002-5650-6268"},"institutions":[{"id":"https://openalex.org/I31669788","display_name":"Independent University, Bangladesh","ror":"https://ror.org/05qbbf772","country_code":"BD","type":"education","lineage":["https://openalex.org/I31669788"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Farhan Khan","raw_affiliation_strings":["Independent University,Department of Computer Science and Engineering,Bangladesh","Department of Computer Science and Engineering, Independent University, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent University,Department of Computer Science and Engineering,Bangladesh","institution_ids":["https://openalex.org/I31669788"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Independent University, Bangladesh","institution_ids":["https://openalex.org/I31669788"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056287584","display_name":"Sabrina Alam","orcid":null},"institutions":[{"id":"https://openalex.org/I31669788","display_name":"Independent University, Bangladesh","ror":"https://ror.org/05qbbf772","country_code":"BD","type":"education","lineage":["https://openalex.org/I31669788"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sabrina Alam","raw_affiliation_strings":["Independent University,Department of Computer Science and Engineering,Bangladesh","Department of Computer Science and Engineering, Independent University, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent University,Department of Computer Science and Engineering,Bangladesh","institution_ids":["https://openalex.org/I31669788"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Independent University, Bangladesh","institution_ids":["https://openalex.org/I31669788"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007468526","display_name":"Mahady Hasan","orcid":"https://orcid.org/0000-0002-9037-0181"},"institutions":[{"id":"https://openalex.org/I31669788","display_name":"Independent University, Bangladesh","ror":"https://ror.org/05qbbf772","country_code":"BD","type":"education","lineage":["https://openalex.org/I31669788"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mahady Hasan","raw_affiliation_strings":["Independent University,Department of Computer Science and Engineering,Bangladesh","Department of Computer Science and Engineering, Independent University, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent University,Department of Computer Science and Engineering,Bangladesh","institution_ids":["https://openalex.org/I31669788"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Independent University, Bangladesh","institution_ids":["https://openalex.org/I31669788"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4888,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.98775843,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"524","last_page":"529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7305659055709839},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.6293044090270996},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.6260440349578857},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.6131876707077026},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.5935172438621521},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5849321484565735},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.5815198421478271},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.5787451267242432},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5552082061767578},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.5192444324493408},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.5134443044662476},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.48878929018974304},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.46805045008659363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45160919427871704},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4222777783870697},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.41514450311660767},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3798203766345978},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07756924629211426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305659055709839},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.6293044090270996},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.6260440349578857},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.6131876707077026},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.5935172438621521},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5849321484565735},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.5815198421478271},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.5787451267242432},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5552082061767578},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.5192444324493408},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.5134443044662476},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48878929018974304},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.46805045008659363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45160919427871704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4222777783870697},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.41514450311660767},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3798203766345978},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07756924629211426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon58879.2023.10322349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon58879.2023.10322349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2023 - 2023 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W336930913","https://openalex.org/W1629765770","https://openalex.org/W1901616594","https://openalex.org/W2070649972","https://openalex.org/W2109156518","https://openalex.org/W2124493593","https://openalex.org/W2132296233","https://openalex.org/W2132698877","https://openalex.org/W2280554095","https://openalex.org/W2578339543","https://openalex.org/W2583788916","https://openalex.org/W2616028256","https://openalex.org/W2621582719","https://openalex.org/W2787986668","https://openalex.org/W2805001156","https://openalex.org/W2890851018","https://openalex.org/W2892050845","https://openalex.org/W2898268607","https://openalex.org/W2912899164","https://openalex.org/W2945699300","https://openalex.org/W2968478220","https://openalex.org/W2970067846","https://openalex.org/W2999907851","https://openalex.org/W3007157104","https://openalex.org/W3081183366","https://openalex.org/W3094333509","https://openalex.org/W3120672518","https://openalex.org/W3160700180","https://openalex.org/W3173859375","https://openalex.org/W3214785090","https://openalex.org/W4210447404","https://openalex.org/W4221059698","https://openalex.org/W4251877140","https://openalex.org/W4284669642","https://openalex.org/W4289530259","https://openalex.org/W4297795862","https://openalex.org/W6753607149","https://openalex.org/W6754359508","https://openalex.org/W6766826419"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2147394043","https://openalex.org/W2513279291","https://openalex.org/W2335749738","https://openalex.org/W186259066","https://openalex.org/W2186418558","https://openalex.org/W2154959594","https://openalex.org/W2387992358","https://openalex.org/W4320027153"],"abstract_inverted_index":{"Software":[0],"testing":[1,18,35,54,126,171,175,199],"is":[2,172],"a":[3,30,187],"crucial":[4],"component":[5],"of":[6,13,48,52,167,190],"software":[7,14,34,53,170,174,198],"development.":[8],"With":[9],"the":[10,49,61,89,114,119,165,191,197],"increasing":[11],"complexity":[12],"systems,":[15],"traditional":[16],"manual":[17],"methods":[19],"are":[20],"becoming":[21],"less":[22],"feasible.":[23],"Artificial":[24],"Intelligence":[25],"(AI)":[26],"has":[27],"emerged":[28],"as":[29,140],"promising":[31],"approach":[32],"to":[33,43],"in":[36,68,169],"recent":[37],"years.":[38],"This":[39,160,182],"review":[40,58,184],"paper":[41,185],"aims":[42],"provide":[44],"an":[45],"in-depth":[46],"understanding":[47],"current":[50],"state":[51],"using":[55,88,132],"AI.":[56],"The":[57,75],"will":[59],"examine":[60],"various":[62,125],"approaches,":[63],"techniques,":[64],"and":[65,71,136,156],"tools":[66],"used":[67],"this":[69,79],"area":[70],"assess":[72],"their":[73],"effectiveness.":[74],"selected":[76,112,120],"articles":[77,96,109],"for":[78,113],"study":[80,161],"have":[81,97,110,195],"been":[82,98,111],"extracted":[83,99],"from":[84,100],"different":[85,101],"research":[86,102],"databases":[87],"advanced":[90],"search":[91],"string":[92],"strategy.":[93],"Initially,":[94],"40":[95],"libraries.":[103],"After":[104,116],"gradual":[105],"filtering":[106],"finally,":[107],"20":[108],"study.":[115],"studying":[117],"all":[118],"papers,":[121],"we":[122],"find":[123],"that":[124,164],"tasks":[127],"can":[128,194],"be":[129],"automated":[130],"successfully":[131],"AI":[133,168,193],"(Machine":[134],"Learning":[135],"Deep":[137],"Learning)":[138],"such":[139],"Test":[141,146,153],"Case":[142,147,154],"Generation,":[143],"Defect":[144],"Prediction,":[145],"Prioritization":[148],"Metamorphic":[149],"Testing,":[150,152],"Android":[151],"Validation,":[155],"White":[157],"Box":[158],"Testing.":[159],"also":[162],"finds":[163],"integration":[166],"making":[173],"activities":[176],"easier":[177],"along":[178],"with":[179],"better":[180],"performance.":[181],"literature":[183],"provides":[186],"thorough":[188],"analysis":[189],"impact":[192],"on":[196],"process.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}
