{"id":"https://openalex.org/W4408934908","doi":"https://doi.org/10.1109/tse.2025.3556248","title":"Prioritizing Test Gaps by Risk in Industrial Practice: An Automated Approach and Multimethod Study","display_name":"Prioritizing Test Gaps by Risk in Industrial Practice: An Automated Approach and Multimethod Study","publication_year":2025,"publication_date":"2025-03-29","ids":{"openalex":"https://openalex.org/W4408934908","doi":"https://doi.org/10.1109/tse.2025.3556248"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3556248","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3556248","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005070862","display_name":"Roman Haas","orcid":"https://orcid.org/0000-0002-3248-3401"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Roman Haas","raw_affiliation_strings":["Saarbr&#x00FC;cken Graduate School of Computer Science, Saarbr&#x00FC;cken, Germany","Saarbr&#x00FC;cken Graduate School of Computer Science, Germany"],"affiliations":[{"raw_affiliation_string":"Saarbr&#x00FC;cken Graduate School of Computer Science, Saarbr&#x00FC;cken, Germany","institution_ids":[]},{"raw_affiliation_string":"Saarbr&#x00FC;cken Graduate School of Computer Science, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054960268","display_name":"Michael Sailer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Sailer","raw_affiliation_strings":["CQSE GmbH, Munich, Germany","CQSE GmbH, Germany"],"affiliations":[{"raw_affiliation_string":"CQSE GmbH, Munich, Germany","institution_ids":[]},{"raw_affiliation_string":"CQSE GmbH, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065653342","display_name":"Mitchell Joblin","orcid":"https://orcid.org/0000-0001-8812-3379"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mitchell Joblin","raw_affiliation_strings":["Saarland University, Saarland Informatics Campus, Saarbr&#x00FC;cken, Germany","Saarland University, Saarland Informatics Campus, Germany"],"affiliations":[{"raw_affiliation_string":"Saarland University, Saarland Informatics Campus, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Saarland University, Saarland Informatics Campus, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085630369","display_name":"Elmar Juergens","orcid":"https://orcid.org/0000-0003-1692-6839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elmar Juergens","raw_affiliation_strings":["CQSE GmbH, Munich, Germany","CQSE GmbH, Germany"],"affiliations":[{"raw_affiliation_string":"CQSE GmbH, Munich, Germany","institution_ids":[]},{"raw_affiliation_string":"CQSE GmbH, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054951840","display_name":"Sven Apel","orcid":"https://orcid.org/0000-0003-3687-2233"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Apel","raw_affiliation_strings":["Saarland University, Saarland Informatics Campus, Saarbr&#x00FC;cken, Germany","Saarland University, Saarland Informatics Campus, Germany"],"affiliations":[{"raw_affiliation_string":"Saarland University, Saarland Informatics Campus, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Saarland University, Saarland Informatics Campus, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005070862"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06453888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"51","issue":"5","first_page":"1554","last_page":"1568"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.8234999775886536,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.8234999775886536,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.7630000114440918,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7519310712814331},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5708881616592407},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.44342294335365295},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.41770032048225403},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.345863938331604},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33426105976104736},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1282535195350647}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7519310712814331},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5708881616592407},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44342294335365295},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.41770032048225403},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.345863938331604},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33426105976104736},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1282535195350647},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2025.3556248","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3556248","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:doi:10.22028/d291-46933","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G590695924","display_name":null,"funder_award_id":"AP 206/14-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G606692413","display_name":null,"funder_award_id":"Q-SOFT","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6337940993","display_name":null,"funder_award_id":"01IS22001A","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W925742927","https://openalex.org/W1575844567","https://openalex.org/W1746353556","https://openalex.org/W1964962870","https://openalex.org/W1965238604","https://openalex.org/W1979354511","https://openalex.org/W2007705030","https://openalex.org/W2029833477","https://openalex.org/W2063662948","https://openalex.org/W2101589741","https://openalex.org/W2123127356","https://openalex.org/W2128666163","https://openalex.org/W2132887549","https://openalex.org/W2139855137","https://openalex.org/W2147105902","https://openalex.org/W2147386665","https://openalex.org/W2150874999","https://openalex.org/W2151666086","https://openalex.org/W2152134143","https://openalex.org/W2153216417","https://openalex.org/W2158744032","https://openalex.org/W2159610968","https://openalex.org/W2238891378","https://openalex.org/W2288977256","https://openalex.org/W2394841101","https://openalex.org/W2396100201","https://openalex.org/W2569457803","https://openalex.org/W2577322449","https://openalex.org/W2580969380","https://openalex.org/W2751032509","https://openalex.org/W2766521509","https://openalex.org/W2791812915","https://openalex.org/W2795501259","https://openalex.org/W2890801208","https://openalex.org/W2898124301","https://openalex.org/W2899376869","https://openalex.org/W2955991060","https://openalex.org/W2965403845","https://openalex.org/W2995720993","https://openalex.org/W3003257820","https://openalex.org/W3004570974","https://openalex.org/W3008981372","https://openalex.org/W3095160805","https://openalex.org/W3118657661","https://openalex.org/W3162349412","https://openalex.org/W3182306886","https://openalex.org/W4207068100","https://openalex.org/W4210942585","https://openalex.org/W4239863959","https://openalex.org/W4254530825","https://openalex.org/W4306407754","https://openalex.org/W4313059208","https://openalex.org/W4318618333","https://openalex.org/W4323546040","https://openalex.org/W4399213317","https://openalex.org/W4404563770","https://openalex.org/W6639055396"],"related_works":["https://openalex.org/W641782856","https://openalex.org/W4376453582","https://openalex.org/W24443521","https://openalex.org/W3147033875","https://openalex.org/W2471323292","https://openalex.org/W2296759459","https://openalex.org/W2045139758","https://openalex.org/W1568390478","https://openalex.org/W4205202004","https://openalex.org/W2764722704"],"abstract_inverted_index":{"<italic":[0,7,41,83,158,216],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,8,42,84,159,217],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Context.</i>":[2],"Untested":[3],"code":[4,153,214],"changes,":[5],"called":[6],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">test":[9],"gaps</i>,":[10],"pose":[11],"a":[12,165,252],"significant":[13],"risk":[14,32,98,149,228],"for":[15,36,59,91,205],"software":[16,39,114],"projects.":[17],"Since":[18],"test":[19,27,52,63,81,93,108,139,174,181,206,226,233,244,261,269],"gaps":[20,28,53,64,94,175,207,262],"increase":[21],"the":[22,131,137,144,147,190,222],"probability":[23],"of":[24,51,62,80,102,105,116,146,225],"defects,":[25],"managing":[26],"and":[29,75,122,125,155,235,241,264],"their":[30,66],"individual":[31],"is":[33],"important,":[34],"especially":[35,204],"rapidly":[37],"changing":[38],"systems.":[40],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Objective.</i>":[43],"This":[44,219],"study":[45,248],"aims":[46],"at":[47],"gaining":[48],"an":[49,88,103,212],"understanding":[50],"in":[54,172,179,208,239],"industrial":[55,113,118,223],"practice":[56],"establishing":[57],"criteria":[58],"precise":[60],"prioritization":[61,254],"by":[65,126],"risk,":[67],"informing":[68],"practitioners":[69,257],"that":[70,135,173,250],"need":[71,224],"to":[72,169,231,258,265],"manage,":[73],"review,":[74],"act":[76],"on":[77,96,187,189],"larger":[78],"sets":[79],"gaps.":[82,245,270],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Method.</i>":[85],"We":[86],"propose":[87],"automated":[89,162,197],"approach":[90,163,255],"prioritizing":[92],"based":[95],"key":[97],"criteria.":[99],"By":[100],"means":[101],"analysis":[104],"31":[106],"historical":[107,138,180],"gap":[109,140,182,227],"reviews":[110,183],"from":[111],"8":[112],"systems":[115],"our":[117,196],"partners":[119],"Munich":[120],"Re":[121],"LV":[123],"1871,":[124],"conducting":[127],"semi-structured":[128],"interviews":[129],"with":[130],"6":[132],"quality":[133,236],"engineers":[134],"authored":[136],"reviews,":[141],"we":[142],"validate":[143],"transferability":[145],"identified":[148],"criteria,":[150],"such":[151],"as":[152,177],"criticality":[154],"complexity":[156],"metrics.":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Results.</i>":[160],"Our":[161,246],"exhibits":[164],"ranking":[166,198],"performance":[167],"equivalent":[168],"expert":[170,202],"assessments,":[171,203],"labelled":[176],"risky":[178],"are":[184],"prioritized":[185],"correctly,":[186],"average,":[188],"30th":[191],"percentile.":[192],"In":[193],"some":[194],"scenarios,":[195],"system":[199],"even":[200,251],"outpaces":[201],"central":[209],"code\u2014for":[210],"non-developers":[211],"opaque":[213],"property.":[215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Conclusion.</i>":[218],"research":[220],"underscores":[221],"estimation":[229],"techniques":[230],"assist":[232],"management":[234],"assurance":[237],"teams":[238],"identifying":[240],"addressing":[242],"critical":[243],"multimethod":[247],"shows":[249],"lightweight":[253],"helps":[256],"identify":[259],"high-risk":[260],"efficiently":[263],"filter":[266],"out":[267],"low-risk":[268]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}