{"id":"https://openalex.org/W4313547785","doi":"https://doi.org/10.1109/tse.2022.3233802","title":"The Unnecessity of Assuming Statistically Independent Tests in Bayesian Software Reliability Assessments","display_name":"The Unnecessity of Assuming Statistically Independent Tests in Bayesian Software Reliability Assessments","publication_year":2023,"publication_date":"2023-01-04","ids":{"openalex":"https://openalex.org/W4313547785","doi":"https://doi.org/10.1109/tse.2022.3233802"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3233802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3233802","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://openaccess.city.ac.uk/id/eprint/29507/8/KSXZ_TSE2022_UnnecessityOfAssumingIndependentTests%20%28002%29.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047841010","display_name":"Kizito Salako","orcid":"https://orcid.org/0000-0003-0394-7833"},"institutions":[{"id":"https://openalex.org/I125768316","display_name":"Northampton Community College","ror":"https://ror.org/05j27jv73","country_code":"US","type":"education","lineage":["https://openalex.org/I125768316"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kizito Salako","raw_affiliation_strings":["Centre for Software Reliability, City, University of London, Northampton Square, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0394-7833","affiliations":[{"raw_affiliation_string":"Centre for Software Reliability, City, University of London, Northampton Square, U.K","institution_ids":["https://openalex.org/I125768316"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100635681","display_name":"Xingyu Zhao","orcid":"https://orcid.org/0000-0002-3474-349X"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingyu Zhao","raw_affiliation_strings":["Department of Computer Science, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3474-349X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9106,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8253886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"49","issue":"4","first_page":"2829","last_page":"2838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.57152259349823},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5573781132698059},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.5202885270118713},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.516816258430481},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.48976922035217285},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4839456379413605},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4375399649143219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3065570592880249},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24416214227676392},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16038286685943604},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.10543113946914673},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05786791443824768}],"concepts":[{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.57152259349823},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5573781132698059},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5202885270118713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.516816258430481},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.48976922035217285},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4839456379413605},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4375399649143219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3065570592880249},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24416214227676392},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16038286685943604},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.10543113946914673},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05786791443824768},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2022.3233802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3233802","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:openaccess.city.ac.uk:29507","is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/k=2Eo=2Esalako.html>","pdf_url":"https://openaccess.city.ac.uk/id/eprint/29507/8/KSXZ_TSE2022_UnnecessityOfAssumingIndependentTests%20%28002%29.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:wrap.warwick.ac.uk:182013","is_oa":false,"landing_page_url":"https://wrap.warwick.ac.uk/182013/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:openaccess.city.ac.uk:29507","is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/k=2Eo=2Esalako.html>","pdf_url":"https://openaccess.city.ac.uk/id/eprint/29507/8/KSXZ_TSE2022_UnnecessityOfAssumingIndependentTests%20%28002%29.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1364539167","display_name":"FOUNDATIONS FOR CONTINUOUS ENGINEERING OF TRUSTWORTHY AUTONOMY","funder_award_id":"956123","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"Horizon2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6661291015","display_name":"EnnCore: End-to-End Conceptual Guarding of Neural Architectures","funder_award_id":"EP/T026995/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G849311619","display_name":null,"funder_award_id":"EP/T026995/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313547785.pdf"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1488022545","https://openalex.org/W1515060145","https://openalex.org/W1916488832","https://openalex.org/W1954327672","https://openalex.org/W1966362790","https://openalex.org/W1977269810","https://openalex.org/W1979868167","https://openalex.org/W1980832980","https://openalex.org/W1999606248","https://openalex.org/W2003017230","https://openalex.org/W2007595806","https://openalex.org/W2014096970","https://openalex.org/W2025640428","https://openalex.org/W2026869264","https://openalex.org/W2038710499","https://openalex.org/W2039000785","https://openalex.org/W2041713059","https://openalex.org/W2062120771","https://openalex.org/W2062412917","https://openalex.org/W2065637266","https://openalex.org/W2067316154","https://openalex.org/W2071112258","https://openalex.org/W2088523057","https://openalex.org/W2110584518","https://openalex.org/W2111453601","https://openalex.org/W2113004249","https://openalex.org/W2115621202","https://openalex.org/W2120652033","https://openalex.org/W2123748412","https://openalex.org/W2132988567","https://openalex.org/W2136326323","https://openalex.org/W2144280492","https://openalex.org/W2144361182","https://openalex.org/W2145346981","https://openalex.org/W2147247028","https://openalex.org/W2153242493","https://openalex.org/W2162373806","https://openalex.org/W2163439044","https://openalex.org/W2164501290","https://openalex.org/W2595897327","https://openalex.org/W2965287902","https://openalex.org/W2984283656","https://openalex.org/W3041931538","https://openalex.org/W3047381566","https://openalex.org/W3049580054","https://openalex.org/W3099881166","https://openalex.org/W3162963429","https://openalex.org/W3203406682","https://openalex.org/W4229497965","https://openalex.org/W4231847746","https://openalex.org/W4245451182","https://openalex.org/W4248731424","https://openalex.org/W4252226599","https://openalex.org/W4252441528","https://openalex.org/W4287833988","https://openalex.org/W4302966864","https://openalex.org/W6630645013","https://openalex.org/W6637528881","https://openalex.org/W6649836820","https://openalex.org/W6702917824"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W3005535424","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W2994319598","https://openalex.org/W2047067935","https://openalex.org/W1607054433","https://openalex.org/W2110842462"],"abstract_inverted_index":{"When":[0],"assessing":[1],"a":[2,73,101],"software-based":[3],"system,":[4,105],"the":[5,62,65,92,98,112,119,152],"results":[6],"of":[7,76,91,100,109],"Bayesian":[8,51,124],"statistical":[9],"inference":[10],"on":[11,72,78],"operational":[12,82,149],"testing":[13,83,150],"data":[14,26],"can":[15,122,139],"provide":[16],"strong":[17],"support":[18],"for":[19,136],"software":[20,28,138],"reliability":[21,125],"claims.":[22],"For":[23],"inference,":[24],"this":[25,45,54],"(i.e.,":[27],"successes":[29],"and":[30,89],"failures)":[31],"is":[32],"often":[33],"assumed":[34],"to":[35,143],"arise":[36],"in":[37,97],"an":[38],"independent,":[39],"identically":[40],"distributed":[41],"(i.i.d.)":[42],"manner.":[43],"In":[44],"paper":[46],"we":[47],"show":[48],"how":[49,137],"conservative":[50,69],"approaches":[52],"make":[53,123],"assumption":[55,63,121],"unnecessary,":[56],"by":[57],"incorporating":[58],"one's":[59],"doubts":[60],"about":[61,111],"into":[64],"assessment.":[66],"We":[67],"derive":[68],"confidence":[70,93],"bounds":[71,94],"system's":[74],"probability":[75],"failure":[77],"demand":[79],"(pfd),":[80],"when":[81],"reveals":[84],"no":[85,145],"failures.":[86],"The":[87,115],"generality":[88],"utility":[90],"are":[95],"illustrated":[96],"assessment":[99],"nuclear":[102],"power-plant":[103],"safety-protection":[104],"under":[106],"varying":[107],"levels":[108],"skepticism":[110],"i.i.d.":[113,120],"assumption.":[114],"analysis":[116],"suggests":[117],"that":[118],"assessments":[126,131],"extremely":[127],"optimistic":[128],"\u2013":[129],"such":[130],"do":[132],"not":[133],"explicitly":[134],"account":[135],"be":[140],"very":[141],"likely":[142],"exhibit":[144],"failures":[146],"during":[147],"extensive":[148],"despite":[151],"software'spfdbeing":[153],"undesirably":[154],"large.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-03T07:22:36.454288","created_date":"2025-10-10T00:00:00"}