{"id":"https://openalex.org/W4399952510","doi":"https://doi.org/10.1109/tse.2024.3418191","title":"Optimization of Automated and Manual Software Tests in Industrial Practice: A Survey and Historical Analysis","display_name":"Optimization of Automated and Manual Software Tests in Industrial Practice: A Survey and Historical Analysis","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4399952510","doi":"https://doi.org/10.1109/tse.2024.3418191"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3418191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3418191","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005070862","display_name":"Roman Haas","orcid":"https://orcid.org/0000-0002-3248-3401"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Roman Haas","raw_affiliation_strings":["Saarbr&#x00FC;cken Graduate School of Computer Science, Saarbr&#x00FC;cken, Germany"],"affiliations":[{"raw_affiliation_string":"Saarbr&#x00FC;cken Graduate School of Computer Science, Saarbr&#x00FC;cken, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099433274","display_name":"Raphael N\u00f6mmer","orcid":"https://orcid.org/0000-0003-2864-3326"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raphael N\u00f6mmer","raw_affiliation_strings":["Saarbr&#x00FC;cken Graduate School of Computer Science, Saarbr&#x00FC;cken, Germany"],"affiliations":[{"raw_affiliation_string":"Saarbr&#x00FC;cken Graduate School of Computer Science, Saarbr&#x00FC;cken, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085630369","display_name":"Elmar Juergens","orcid":"https://orcid.org/0000-0003-1692-6839"},"institutions":[{"id":"https://openalex.org/I4210142743","display_name":"Munich Center for Quantum Science and Technology","ror":"https://ror.org/04xrcta15","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210142743","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elmar Juergens","raw_affiliation_strings":["CQSE GmbH, 81249, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"CQSE GmbH, 81249, Munich, Germany","institution_ids":["https://openalex.org/I4210142743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054951840","display_name":"Sven Apel","orcid":"https://orcid.org/0000-0003-3687-2233"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Apel","raw_affiliation_strings":["Saarland University, Saarland Informatics Campus, 66123, Saarbr&#x00FC;cken, Germany"],"affiliations":[{"raw_affiliation_string":"Saarland University, Saarland Informatics Campus, 66123, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005070862"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9513,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85927131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"50","issue":"8","first_page":"2005","last_page":"2020"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.8974000215530396,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.8974000215530396,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.8661999702453613,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.83160001039505,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7675719261169434},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6188913583755493},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4966736435890198},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.46951454877853394},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41270214319229126},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.28103145956993103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7675719261169434},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6188913583755493},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4966736435890198},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.46951454877853394},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41270214319229126},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28103145956993103}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2024.3418191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3418191","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:doi:10.18420/se2026_47","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text/Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G1785218845","display_name":null,"funder_award_id":"Q-SOFT, 01IS22001A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G590695924","display_name":null,"funder_award_id":"AP 206/14-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1522741019","https://openalex.org/W1867551913","https://openalex.org/W1968541162","https://openalex.org/W1991292921","https://openalex.org/W1998393968","https://openalex.org/W2004719085","https://openalex.org/W2006247632","https://openalex.org/W2014515160","https://openalex.org/W2053873374","https://openalex.org/W2104252056","https://openalex.org/W2104942599","https://openalex.org/W2115919801","https://openalex.org/W2122156253","https://openalex.org/W2131742774","https://openalex.org/W2132984895","https://openalex.org/W2137370864","https://openalex.org/W2152177230","https://openalex.org/W2159614205","https://openalex.org/W2170198454","https://openalex.org/W2547954490","https://openalex.org/W2583788916","https://openalex.org/W2591823109","https://openalex.org/W2601283044","https://openalex.org/W2617043753","https://openalex.org/W2740675210","https://openalex.org/W2751032509","https://openalex.org/W2759501311","https://openalex.org/W2795003837","https://openalex.org/W2803426915","https://openalex.org/W2805097135","https://openalex.org/W2878316859","https://openalex.org/W2890801208","https://openalex.org/W2909449777","https://openalex.org/W2952188922","https://openalex.org/W2963023085","https://openalex.org/W2964076502","https://openalex.org/W2965403845","https://openalex.org/W3004570974","https://openalex.org/W3005586276","https://openalex.org/W3042750271","https://openalex.org/W3048264264","https://openalex.org/W3152154974","https://openalex.org/W3176989815","https://openalex.org/W3177739655","https://openalex.org/W3181966798","https://openalex.org/W3195128168","https://openalex.org/W4210293873","https://openalex.org/W4225887232","https://openalex.org/W4226499507","https://openalex.org/W4233472836","https://openalex.org/W4235261662","https://openalex.org/W4239863959","https://openalex.org/W4283755689","https://openalex.org/W4285251253","https://openalex.org/W4286303810","https://openalex.org/W4312751706","https://openalex.org/W4313059208","https://openalex.org/W4378373726","https://openalex.org/W4378418570","https://openalex.org/W4384345650","https://openalex.org/W6751871541"],"related_works":["https://openalex.org/W2090301720","https://openalex.org/W2008194781","https://openalex.org/W3089971865","https://openalex.org/W2038209453","https://openalex.org/W3176274227","https://openalex.org/W2913502950","https://openalex.org/W1916954724","https://openalex.org/W2914660298","https://openalex.org/W2122084118","https://openalex.org/W3010281314"],"abstract_inverted_index":{"<bold":[0,33,74,147,221],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,34,48,68,75,148,222],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Context</i></b>:":[2],"Both":[3,150],"automated":[4,81,166,231],"and":[5,20,59,82,99,103,129,194,248,257],"manual":[6,83,191,237],"software":[7,21],"testing":[8,50,70,84,131,232,238],"are":[9,24],"widely":[10],"applied":[11,65],"in":[12,72,109,136,239,243,273],"practice.":[13,73,111],"While":[14],"being":[15],"essential":[16],"for":[17,31,46,190,259],"project":[18],"success":[19],"quality,":[22],"they":[23],"very":[25],"resource-intensive,":[26],"thus":[27],"motivating":[28],"the":[29,52,80,101,155,162,207,278],"pursuit":[30],"optimization.":[32],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Goal</i></b>:":[35],"We":[36,77,201],"aim":[37],"at":[38],"understanding":[39],"to":[40,66,185,209,216,236],"what":[41],"extent":[42],"test":[43,55,60,106,163,169,192,219,245,270],"optimization":[44,107,124,228,271],"techniques":[45,108,125,151,229,272],"<italic":[47,67],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">automated</i>":[49],"from":[51,91,143,230],"field":[53],"of":[54,86,105,121,154,175,180,199,206,212,268,281],"case":[56],"selection,":[57],"prioritization,":[58],"suite":[61],"minimization":[62],"can":[63,233],"be":[64,234],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">manual</i>":[69],"processes":[71],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Method</i></b>:":[76],"have":[78,115],"studied":[79],"process":[85],"five":[87,92],"industrial":[88,110,240],"study":[89,264],"subjects":[90,265],"different":[93,96],"domains":[94],"with":[95,254],"technological":[97],"backgrounds":[98],"assessed":[100],"costs":[102],"benefits":[104],"In":[112],"particular,":[113],"we":[114,134],"carried":[116],"out":[117],"a":[118,132,217,260],"cost\u2013benefit":[119],"analysis":[120,128],"two":[122],"language-agnostic":[123],"(test":[126],"impact":[127,280],"Pareto":[130],"technique":[133],"introduce":[135],"this":[137],"paper)":[138],"on":[139,172],"2,622":[140],"real-world":[141],"failures":[142],"our":[144,269,282],"subject's":[145],"histories.":[146],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Results</i></b>:":[149],"maintain":[152],"most":[153],"fault":[156],"detection":[157,188],"capability":[158],"while":[159,177],"significantly":[160],"reducing":[161],"runtime.":[164],"For":[165],"testing,":[167],"optimized":[168],"suites":[170,193],"detect,":[171],"average,":[173],"80%":[174],"failures,":[176],"saving":[178,198],"66%":[179],"execution":[181,246],"time,":[182],"as":[183],"compared":[184,215],"81%":[186],"failure":[187,211],"rate":[189],"an":[195,203],"average":[196,204],"time":[197,208,247],"43%.":[200],"observe":[202],"speedup":[205],"first":[210],"around":[213],"49":[214],"random":[218],"ordering.":[220],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Conclusion</i></b>:":[223],"Our":[224],"results":[225],"suggest":[226],"that":[227],"transferred":[235],"practice,":[241],"resulting":[242],"lower":[244,250],"much":[249],"time-to-feedback,":[251],"but":[252],"coming":[253],"process-related":[255],"limitations":[256],"requirements":[258],"successful":[261],"implementation.":[262],"All":[263],"implemented":[266],"one":[267],"their":[274],"processes,":[275],"which":[276],"demonstrates":[277],"practical":[279],"findings.":[283]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}