{"id":"https://openalex.org/W4399206878","doi":"https://doi.org/10.1109/access.2024.3407753","title":"Natural Language Processing-Based Software Testing: A Systematic Literature Review","display_name":"Natural Language Processing-Based Software Testing: A Systematic Literature Review","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399206878","doi":"https://doi.org/10.1109/access.2024.3407753"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3407753","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3407753","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3407753","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092273255","display_name":"Mohamed Boukhlif","orcid":"https://orcid.org/0000-0001-9053-4345"},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Mohamed Boukhlif","raw_affiliation_strings":["LTI Laboratory, National School of Applied Sciences, Chouaib Doukkali University, El Jadida, Morocco","National School of Applied Sciences, LTI Laboratory, Chouaib Doukkali University, El Jadida, Morocco"],"raw_orcid":"https://orcid.org/0000-0001-9053-4345","affiliations":[{"raw_affiliation_string":"LTI Laboratory, National School of Applied Sciences, Chouaib Doukkali University, El Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]},{"raw_affiliation_string":"National School of Applied Sciences, LTI Laboratory, Chouaib Doukkali University, El Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106716554","display_name":"Mohamed Hanine","orcid":"https://orcid.org/0000-0001-5981-2511"},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mohamed Hanine","raw_affiliation_strings":["LTI Laboratory, National School of Applied Sciences, Chouaib Doukkali University, El Jadida, Morocco","National School of Applied Sciences, LTI Laboratory, Chouaib Doukkali University, El Jadida, Morocco"],"raw_orcid":"https://orcid.org/0000-0001-5981-2511","affiliations":[{"raw_affiliation_string":"LTI Laboratory, National School of Applied Sciences, Chouaib Doukkali University, El Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]},{"raw_affiliation_string":"National School of Applied Sciences, LTI Laboratory, Chouaib Doukkali University, El Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026663301","display_name":"Nassim Kharmoum","orcid":"https://orcid.org/0000-0001-9105-1062"},"institutions":[{"id":"https://openalex.org/I126477371","display_name":"Mohammed V University","ror":"https://ror.org/00r8w8f84","country_code":"MA","type":"education","lineage":["https://openalex.org/I126477371"]},{"id":"https://openalex.org/I4210089144","display_name":"Centre National pour la Recherche Scientifique et Technique (CNRST)","ror":"https://ror.org/00675rp98","country_code":"MA","type":"government","lineage":["https://openalex.org/I4210089144"]},{"id":"https://openalex.org/I4210094396","display_name":"National Centre for Nuclear Energy, Science and Technology","ror":"https://ror.org/00qyat195","country_code":"MA","type":"facility","lineage":["https://openalex.org/I4210094396"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Nassim Kharmoum","raw_affiliation_strings":["IPSS Team, Faculty of Sciences, Mohammed V University in Rabat, Rabat, Morocco","National Center for Scientific and Technical Research (CNRST), Rabat, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IPSS Team, Faculty of Sciences, Mohammed V University in Rabat, Rabat, Morocco","institution_ids":["https://openalex.org/I126477371"]},{"raw_affiliation_string":"National Center for Scientific and Technical Research (CNRST), Rabat, Morocco","institution_ids":["https://openalex.org/I4210094396","https://openalex.org/I4210089144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098957351","display_name":"Atenea Ruig\u00f3mez Noriega","orcid":null},"institutions":[{"id":"https://openalex.org/I89458556","display_name":"University of Puerto Rico at Arecibo","ror":"https://ror.org/038z2eg27","country_code":"PR","type":"education","lineage":["https://openalex.org/I200399037","https://openalex.org/I89458556"]}],"countries":["PR"],"is_corresponding":false,"raw_author_name":"Atenea Ruig\u00f3mez Noriega","raw_affiliation_strings":["Universidad Europea del Atlántico, Santander, Spain","Universidad Internacional Iberoamericana Arecibo, Puerto Rico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Europea del Atlántico, Santander, Spain","institution_ids":[]},{"raw_affiliation_string":"Universidad Internacional Iberoamericana Arecibo, Puerto Rico, USA","institution_ids":["https://openalex.org/I89458556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098957352","display_name":"David Garc\u00eda Obeso","orcid":"https://orcid.org/0009-0007-0427-4243"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Garc\u00eda Obeso","raw_affiliation_strings":["Universidad Europea del Atlántico, Santander, Spain"],"raw_orcid":"https://orcid.org/0009-0007-0427-4243","affiliations":[{"raw_affiliation_string":"Universidad Europea del Atlántico, Santander, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109000224","display_name":"Imran Ashraf","orcid":"https://orcid.org/0009-0002-4598-1482"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Imran Ashraf","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0002-4598-1482","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092273255"],"corresponding_institution_ids":["https://openalex.org/I4210125507"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":16.8671,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.99093672,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"79383","last_page":"79400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7845488786697388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.605304479598999},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5023360252380371},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.48437246680259705},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.47768718004226685},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42069000005722046},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.41221749782562256},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38841867446899414},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12004467844963074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7845488786697388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.605304479598999},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5023360252380371},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.48437246680259705},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.47768718004226685},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42069000005722046},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.41221749782562256},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38841867446899414},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12004467844963074}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3407753","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3407753","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:208a55ac04da4445882b4eef86a6ccfa","is_oa":true,"landing_page_url":"https://doaj.org/article/208a55ac04da4445882b4eef86a6ccfa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 79383-79400 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3407753","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3407753","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W9328536","https://openalex.org/W107407604","https://openalex.org/W1554804307","https://openalex.org/W1976378782","https://openalex.org/W1987943861","https://openalex.org/W1999798506","https://openalex.org/W2014510775","https://openalex.org/W2049280902","https://openalex.org/W2143712427","https://openalex.org/W2506155917","https://openalex.org/W2527867730","https://openalex.org/W2595345837","https://openalex.org/W2735288945","https://openalex.org/W2791243679","https://openalex.org/W2799640043","https://openalex.org/W2804600807","https://openalex.org/W2806634558","https://openalex.org/W2811142795","https://openalex.org/W2907303038","https://openalex.org/W2907503934","https://openalex.org/W2911285049","https://openalex.org/W2953343412","https://openalex.org/W3008625403","https://openalex.org/W3024613973","https://openalex.org/W3032170634","https://openalex.org/W3043096329","https://openalex.org/W3045466629","https://openalex.org/W3047555776","https://openalex.org/W3049415291","https://openalex.org/W3081393087","https://openalex.org/W3085238546","https://openalex.org/W3113206165","https://openalex.org/W3117029250","https://openalex.org/W3169933101","https://openalex.org/W3184041223","https://openalex.org/W3190730109","https://openalex.org/W3197876970","https://openalex.org/W3207316101","https://openalex.org/W3213149558","https://openalex.org/W4205221547","https://openalex.org/W4205709824","https://openalex.org/W4285135220","https://openalex.org/W4287554141","https://openalex.org/W4288784641","https://openalex.org/W4292967768","https://openalex.org/W4293193670","https://openalex.org/W4297252616","https://openalex.org/W4306885037","https://openalex.org/W4307059230","https://openalex.org/W4308346016","https://openalex.org/W4309419366","https://openalex.org/W4317826600","https://openalex.org/W4320717862","https://openalex.org/W4323065189","https://openalex.org/W4361213704","https://openalex.org/W4378472049","https://openalex.org/W4381800981","https://openalex.org/W4382176573","https://openalex.org/W4385876736","https://openalex.org/W4389331893","https://openalex.org/W4391648397","https://openalex.org/W4391648486","https://openalex.org/W6782749955"],"related_works":["https://openalex.org/W4214835859","https://openalex.org/W2476117260","https://openalex.org/W2380017313","https://openalex.org/W2520111506","https://openalex.org/W2359702179","https://openalex.org/W4312927049","https://openalex.org/W2290299503","https://openalex.org/W2183585111","https://openalex.org/W3118244000","https://openalex.org/W2624320237"],"abstract_inverted_index":{"New":[0],"approaches":[1],"to":[2,8,41,82,127],"software":[3,14,21,42,58,100,140,163,244],"testing":[4,43,164,217],"are":[5],"required":[6],"due":[7],"the":[9,17,33,65,88,92,95,110,113,131,137,151,156,176,198,201,209,212,226,236],"rising":[10],"complexity":[11],"of":[12,20,35,75,87,91,98,112,122,133,139,179,200,228,240],"today\u2019s":[13],"applications":[15],"and":[16,124,144,169,172,206,208,219,238],"rapid":[18],"growth":[19],"engineering":[22],"practices.":[23,44],"Among":[24],"these":[25],"methods,":[26],"one":[27],"that":[28,106,189],"has":[29,46,63],"shown":[30],"promise":[31],"is":[32,81],"introduction":[34],"Natural":[36],"Language":[37],"Processing":[38],"(NLP)":[39],"tools":[40,171],"NLP":[45,134,161,170,202,242],"witnessed":[47],"a":[48,103],"rise":[49],"in":[50,57,136,155,175,193,211,243],"popularity":[51],"within":[52],"all":[53],"IT":[54],"fields,":[55],"especially":[56],"engineering,":[59],"where":[60],"its":[61],"use":[62],"improved":[64],"way":[66],"we":[67,115],"extract":[68,128],"information":[69],"from":[70,120,225],"textual":[71],"data.":[72],"The":[73],"goal":[74],"this":[76,229],"systematic":[77],"literature":[78,93],"review":[79],"(SLR)":[80],"provide":[83],"an":[84],"in-depth":[85],"analysis":[86,143],"present":[89],"body":[90,178],"on":[94],"expanding":[96],"subject":[97],"NLP-based":[99],"testing.":[101,141,245],"Through":[102],"repeatable":[104],"process,":[105],"takes":[107],"into":[108],"account":[109],"quality":[111],"research,":[114],"examined":[116],"24":[117],"papers":[118],"extracted":[119],"Web":[121],"Science":[123],"Scopus":[125],"databases":[126],"insights":[129,224],"about":[130],"usage":[132],"techniques":[135],"field":[138],"Requirements":[142],"test":[145],"case":[146],"generation":[147],"popped":[148],"up":[149],"as":[150,197],"most":[152],"hot":[153],"topics":[154],"field.":[157],"We":[158],"also":[159,183],"explored":[160],"techniques,":[162],"types,":[165],"machine/deep":[166],"learning":[167],"algorithms,":[168],"frameworks":[173],"used":[174],"studied":[177],"literature.":[180],"This":[181],"study":[182],"stressed":[184],"some":[185],"recurrent":[186],"open":[187],"challenges":[188,239],"need":[190],"further":[191],"work":[192],"future":[194],"research":[195],"such":[196],"generalization":[199],"algorithm":[203],"across":[204],"domains":[205],"languages":[207],"ambiguity":[210],"natural":[213],"language":[214],"requirements.":[215],"Software":[216],"professionals":[218],"researchers":[220],"can":[221],"get":[222],"important":[223],"findings":[227],"SLR,":[230],"which":[231],"will":[232],"help":[233],"them":[234],"comprehend":[235],"advantages":[237],"using":[241]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}