{"id":"https://openalex.org/W3097489486","doi":"https://doi.org/10.1109/access.2020.3033888","title":"Using Deep Reinforcement Learning for Exploratory Performance Testing of Software Systems With Multi-Dimensional Input Spaces","display_name":"Using Deep Reinforcement Learning for Exploratory Performance Testing of Software Systems With Multi-Dimensional Input Spaces","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3097489486","doi":"https://doi.org/10.1109/access.2020.3033888","mag":"3097489486"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3033888","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3033888","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09239930.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09239930.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030848108","display_name":"Tanwir Ahmad","orcid":"https://orcid.org/0000-0003-3416-2422"},"institutions":[{"id":"https://openalex.org/I130217899","display_name":"\u00c5bo Akademi University","ror":"https://ror.org/029pk6x14","country_code":"FI","type":"education","lineage":["https://openalex.org/I130217899"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Tanwir Ahmad","raw_affiliation_strings":["Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland","institution_ids":["https://openalex.org/I130217899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669990","display_name":"Adnan Ashraf","orcid":"https://orcid.org/0000-0001-8015-2335"},"institutions":[{"id":"https://openalex.org/I130217899","display_name":"\u00c5bo Akademi University","ror":"https://ror.org/029pk6x14","country_code":"FI","type":"education","lineage":["https://openalex.org/I130217899"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Adnan Ashraf","raw_affiliation_strings":["Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland","institution_ids":["https://openalex.org/I130217899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082834818","display_name":"Drago\u015f Tru\u015fcan","orcid":"https://orcid.org/0000-0002-4367-6225"},"institutions":[{"id":"https://openalex.org/I130217899","display_name":"\u00c5bo Akademi University","ror":"https://ror.org/029pk6x14","country_code":"FI","type":"education","lineage":["https://openalex.org/I130217899"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Dragos Truscan","raw_affiliation_strings":["Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland","institution_ids":["https://openalex.org/I130217899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045009864","display_name":"Andi Domi","orcid":"https://orcid.org/0000-0003-2253-1411"},"institutions":[{"id":"https://openalex.org/I130217899","display_name":"\u00c5bo Akademi University","ror":"https://ror.org/029pk6x14","country_code":"FI","type":"education","lineage":["https://openalex.org/I130217899"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Andi Domi","raw_affiliation_strings":["Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland","institution_ids":["https://openalex.org/I130217899"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043249778","display_name":"Iv\u00e1n Porres","orcid":"https://orcid.org/0000-0002-6791-2018"},"institutions":[{"id":"https://openalex.org/I130217899","display_name":"\u00c5bo Akademi University","ror":"https://ror.org/029pk6x14","country_code":"FI","type":"education","lineage":["https://openalex.org/I130217899"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ivan Porres","raw_affiliation_strings":["Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, \u00c5bo Akademi University, Turku, Finland","institution_ids":["https://openalex.org/I130217899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030848108"],"corresponding_institution_ids":["https://openalex.org/I130217899"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2411,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.88332944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"195000","last_page":"195020"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8176344633102417},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7310173511505127},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.580214262008667},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5548219084739685},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.5159116983413696},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4290597438812256},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.42827779054641724},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4261322319507599},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4198351800441742},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4191967248916626},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41693437099456787},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33304211497306824},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17485523223876953},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08475837111473083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8176344633102417},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7310173511505127},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.580214262008667},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5548219084739685},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.5159116983413696},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4290597438812256},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42827779054641724},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4261322319507599},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4198351800441742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4191967248916626},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41693437099456787},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33304211497306824},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17485523223876953},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08475837111473083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2020.3033888","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3033888","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09239930.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/13c2150b-4bc0-43b2-9065-b38f84502a3b","is_oa":true,"landing_page_url":"https://research.abo.fi/en/publications/13c2150b-4bc0-43b2-9065-b38f84502a3b","pdf_url":null,"source":{"id":"https://openalex.org/S4406923060","display_name":"\u00c5bo Akademi University Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ahmad, T, Ashraf, A, Truscan, D, Domi, A & Porres, I 2020, 'Using Deep Reinforcement Learning for Exploratory Performance Testing of Software Systems with Multi-Dimensional Input Spaces', IEEE Access, vol. 8, pp. 195000-195020. https://doi.org/10.1109/ACCESS.2020.3033888","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:df9e779f7b124659a3b8af1bfe6edbb5","is_oa":true,"landing_page_url":"https://doaj.org/article/df9e779f7b124659a3b8af1bfe6edbb5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 195000-195020 (2020)","raw_type":"article"},{"id":"pmh:oai:zenodo.org:4249583","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ACCESS.2020.3033888","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEEE Access, 8, 195000 - 195020, (2020-10-26)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3033888","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3033888","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09239930.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3097489486.pdf","grobid_xml":"https://content.openalex.org/works/W3097489486.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W101609324","https://openalex.org/W1522301498","https://openalex.org/W1970017388","https://openalex.org/W1971233427","https://openalex.org/W1979922504","https://openalex.org/W1986061933","https://openalex.org/W2014973576","https://openalex.org/W2017001763","https://openalex.org/W2021293875","https://openalex.org/W2036017480","https://openalex.org/W2036838567","https://openalex.org/W2043419861","https://openalex.org/W2047124398","https://openalex.org/W2060380510","https://openalex.org/W2065325279","https://openalex.org/W2071112258","https://openalex.org/W2074770709","https://openalex.org/W2076880263","https://openalex.org/W2078012394","https://openalex.org/W2093625674","https://openalex.org/W2095478116","https://openalex.org/W2115444368","https://openalex.org/W2121863487","https://openalex.org/W2122796178","https://openalex.org/W2125940008","https://openalex.org/W2128204165","https://openalex.org/W2139980321","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2145458045","https://openalex.org/W2155968351","https://openalex.org/W2162354628","https://openalex.org/W2163931728","https://openalex.org/W2212616210","https://openalex.org/W2295582178","https://openalex.org/W2296296438","https://openalex.org/W2391251187","https://openalex.org/W2604000799","https://openalex.org/W2616180702","https://openalex.org/W2746553466","https://openalex.org/W2781726626","https://openalex.org/W2793505081","https://openalex.org/W2810357095","https://openalex.org/W2865298191","https://openalex.org/W2897535010","https://openalex.org/W2904246096","https://openalex.org/W2964121744","https://openalex.org/W2991561094","https://openalex.org/W3150160382","https://openalex.org/W4214717370","https://openalex.org/W4246464474","https://openalex.org/W4247184692","https://openalex.org/W4248586365","https://openalex.org/W4300580367","https://openalex.org/W6631190155","https://openalex.org/W6697274609","https://openalex.org/W6747473740","https://openalex.org/W6757592117"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W4306904969","https://openalex.org/W3121798572","https://openalex.org/W2057435755","https://openalex.org/W2018782216","https://openalex.org/W2949620858"],"abstract_inverted_index":{"During":[0],"exploratory":[1],"performance":[2,8,24,98,116,176,197,249,303],"testing,":[3],"software":[4,11,44,60,120,236],"testers":[5],"evaluate":[6,265],"the":[7,27,51,119,127,150,155,162,166,180,208,223,227,252,260,267,285,289,306,311],"of":[9,56,92,129,149,165,174,204,226,259,271,288],"a":[10,108,139,171,201],"system":[12,28,121,237,307],"with":[13,74],"different":[14,243],"input":[15,72,76,112,143,167,190,205,244,290,299],"combinations":[16,21,91,113,191,206,245,300],"in":[17,26,43,94,118,135,182],"order":[18,95,101,136],"to":[19,87,96,102,137,186,222,234,295],"identify":[20],"that":[22,114,169,194,281,301],"cause":[23],"problems":[25,32,117,198,304],"under":[29,122,126,308],"test.":[30,123],"Performance":[31],"such":[33],"as":[34,188,192],"low":[35],"throughput,":[36],"high":[37],"response":[38],"times,":[39],"hangs,":[40],"or":[41,220],"crashes":[42],"applications":[45],"have":[46,170],"an":[47],"adverse":[48],"effect":[49],"on":[50,251,257,305],"customer's":[52],"satisfaction.":[53],"Since":[54],"many":[55,75,189],"today's":[57],"large-scale,":[58],"complex":[59],"systems":[61],"(e.g.,":[62],"eCommerce":[63],"applications,":[64],"databases,":[65],"web":[66],"servers)":[67],"exhibit":[68],"very":[69],"large":[70,79,141],"multi-dimensional":[71,142],"spaces":[73],"parameters":[77],"and":[78,85,160,269,292],"ranges,":[80],"it":[81,158,230],"has":[82],"become":[83],"costly":[84],"inefficient":[86],"explore":[88,138],"all":[89],"possible":[90,193],"inputs":[93],"detect":[97],"problems.":[99,177],"In":[100,210],"address":[103],"this":[104],"issue,":[105],"we":[106,239],"introduce":[107],"method":[109],"for":[110],"identifying":[111],"trigger":[115,196,302],"Our":[124,278],"method,":[125],"name":[128],"iPerfXRL,":[130],"employs":[131],"deep":[132],"reinforcement":[133],"learning":[134],"given":[140],"space":[144,168,291],"efficiently.":[145],"The":[146],"main":[147],"benefit":[148],"approach":[151,213,273],"is":[152],"that,":[153],"during":[154],"exploration":[156],"process,":[157],"learns":[159],"recognizes":[161],"problematic":[163,184,286],"regions":[164,185,287],"higher":[172],"chance":[173],"triggering":[175],"It":[178],"concentrates":[179],"search":[181],"those":[183],"find":[187],"can":[195,231,240],"while":[199,246],"executing":[200],"limited":[202],"number":[203],"against":[207,274],"system.":[209,228,253],"addition,":[211],"our":[212,272],"does":[214],"not":[215],"require":[216],"prior":[217],"domain":[218],"knowledge":[219],"access":[221],"source":[224],"code":[225],"Therefore,":[229],"be":[232],"applied":[233],"any":[235],"where":[238],"interactively":[241],"execute":[242],"monitoring":[247],"their":[248],"impact":[250],"We":[254,264],"implement":[255],"iPerfXRL":[256,282],"top":[258],"Soft":[261],"Actor-Critic":[262],"algorithm.":[263],"empirically":[266],"efficiency":[268],"effectiveness":[270],"alternative":[275,312],"state-of-the-art":[276],"approaches.":[277,313],"results":[279],"show":[280],"accurately":[283],"identifies":[284],"finds":[293],"up":[294],"9":[296],"times":[297],"more":[298],"test":[309],"than":[310]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}