{"id":"https://openalex.org/W4362677131","doi":"https://doi.org/10.1145/3586053","title":"Randomized Testing of Byzantine Fault Tolerant Algorithms","display_name":"Randomized Testing of Byzantine Fault Tolerant Algorithms","publication_year":2023,"publication_date":"2023-04-06","ids":{"openalex":"https://openalex.org/W4362677131","doi":"https://doi.org/10.1145/3586053"},"language":"en","primary_location":{"id":"doi:10.1145/3586053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586053","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3586053","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033724869","display_name":"Levin N. Winter","orcid":"https://orcid.org/0000-0002-1983-8626"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Levin N. Winter","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1983-8626","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066072200","display_name":"Florena Buse","orcid":"https://orcid.org/0009-0008-7225-6255"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Florena Buse","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":"https://orcid.org/0009-0008-7225-6255","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016352294","display_name":"Daan de Graaf","orcid":"https://orcid.org/0009-0000-0322-1149"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Daan de Graaf","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":"https://orcid.org/0009-0000-0322-1149","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055000720","display_name":"Klaus von Gleissenthall","orcid":"https://orcid.org/0000-0003-0826-4425"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Klaus von Gleissenthall","raw_affiliation_strings":["Vrije Universiteit Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0826-4425","affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam, Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019138419","display_name":"Burcu Kulahcioglu Ozkan","orcid":"https://orcid.org/0000-0002-7038-165X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Burcu Kulahcioglu Ozkan","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-7038-165X","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033724869"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":4.1882,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.94411378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"7","issue":"OOPSLA1","first_page":"757","last_page":"788"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/liveness","display_name":"Liveness","score":0.8212947845458984},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.805237352848053},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7960699200630188},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.6145252585411072},{"id":"https://openalex.org/keywords/quantum-byzantine-agreement","display_name":"Quantum Byzantine agreement","score":0.5816992521286011},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5305091738700867},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5287296772003174},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5261318683624268},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5204832553863525},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11870220303535461}],"concepts":[{"id":"https://openalex.org/C15569618","wikidata":"https://www.wikidata.org/wiki/Q3561421","display_name":"Liveness","level":2,"score":0.8212947845458984},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.805237352848053},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7960699200630188},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.6145252585411072},{"id":"https://openalex.org/C17532199","wikidata":"https://www.wikidata.org/wiki/Q17083590","display_name":"Quantum Byzantine agreement","level":4,"score":0.5816992521286011},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5305091738700867},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5287296772003174},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5261318683624268},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5204832553863525},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11870220303535461},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3586053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586053","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},{"id":"pmh:tud:oai:tudelft.nl:uuid:2c31913f-2230-41fc-b5e2-fbeed13beea6","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:2c31913f-2230-41fc-b5e2-fbeed13beea6","pdf_url":"https://repository.tudelft.nl/file/File_1452f890-5eeb-49ab-adeb-f843464cbcee","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the ACM on Programming Languages, 7(OOPSLA(1))","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research.vu.nl:openaire/591f7387-9c73-4cab-a41f-34711c1b3f0c","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/591f7387-9c73-4cab-a41f-34711c1b3f0c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Winter, L N, Buse, F, De Graaf, D, Von Gleissenthall, K & Kulahcioglu Ozkan, B 2023, 'Randomized Testing of Byzantine Fault Tolerant Algorithms', Proceedings of the ACM on Programming Languages, vol. 7, no. OOPSLA1, 101, pp. 757-788. https://doi.org/10.1145/3586053","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:publications/591f7387-9c73-4cab-a41f-34711c1b3f0c","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/citedby.url?scp=85153728366&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Winter, L N, Buse, F, De Graaf, D, Von Gleissenthall, K & Kulahcioglu Ozkan, B 2023, 'Randomized Testing of Byzantine Fault Tolerant Algorithms', Proceedings of the ACM on Programming Languages, vol. 7, no. OOPSLA1, 101, pp. 757-788. https://doi.org/10.1145/3586053","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:vu:oai:research.vu.nl:publications/591f7387-9c73-4cab-a41f-34711c1b3f0c","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/591f7387-9c73-4cab-a41f-34711c1b3f0c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the ACM on Programming Languages, 7(OOPSLA1):101, 757 - 788. Association for Computing Machinery (ACM)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3586053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586053","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4362677131.pdf","grobid_xml":"https://content.openalex.org/works/W4362677131.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W152878210","https://openalex.org/W178138771","https://openalex.org/W1492121749","https://openalex.org/W1794148987","https://openalex.org/W1988336888","https://openalex.org/W2003214215","https://openalex.org/W2023718005","https://openalex.org/W2035362408","https://openalex.org/W2038562061","https://openalex.org/W2042981544","https://openalex.org/W2046131303","https://openalex.org/W2054584570","https://openalex.org/W2093709900","https://openalex.org/W2102810373","https://openalex.org/W2106468386","https://openalex.org/W2115103137","https://openalex.org/W2126087831","https://openalex.org/W2135499298","https://openalex.org/W2135948849","https://openalex.org/W2155037890","https://openalex.org/W2295594229","https://openalex.org/W2434456651","https://openalex.org/W2471736569","https://openalex.org/W2523342416","https://openalex.org/W2553854225","https://openalex.org/W2604122668","https://openalex.org/W2777404089","https://openalex.org/W2779460099","https://openalex.org/W2792833030","https://openalex.org/W2893559391","https://openalex.org/W2898333178","https://openalex.org/W2901911148","https://openalex.org/W2913498875","https://openalex.org/W2961870034","https://openalex.org/W2963537662","https://openalex.org/W2969506459","https://openalex.org/W2974819274","https://openalex.org/W2981593401","https://openalex.org/W2981755312","https://openalex.org/W3013237272","https://openalex.org/W3013776856","https://openalex.org/W3015193297","https://openalex.org/W3020947624","https://openalex.org/W3047947484","https://openalex.org/W3102086861","https://openalex.org/W3107502392","https://openalex.org/W3121301634","https://openalex.org/W3121467130","https://openalex.org/W3126774311","https://openalex.org/W3128657041","https://openalex.org/W3137092842","https://openalex.org/W3181222742","https://openalex.org/W3210286839","https://openalex.org/W3215805252","https://openalex.org/W4206512216","https://openalex.org/W4206956487","https://openalex.org/W4211246121","https://openalex.org/W4230480080","https://openalex.org/W4254906220","https://openalex.org/W4285522774","https://openalex.org/W4287849482","https://openalex.org/W4300127641","https://openalex.org/W4362677131","https://openalex.org/W6729722957","https://openalex.org/W6910491451"],"related_works":["https://openalex.org/W1698117324","https://openalex.org/W2292106967","https://openalex.org/W4290996430","https://openalex.org/W2163451499","https://openalex.org/W4288627412","https://openalex.org/W2911946911","https://openalex.org/W4303443798","https://openalex.org/W4225494391","https://openalex.org/W2998727879","https://openalex.org/W2145120192"],"abstract_inverted_index":{"Byzantine":[0,59],"fault-tolerant":[1,60,156],"algorithms":[2,23,61],"promise":[3],"agreement":[4],"on":[5],"a":[6,11,47,124,128,194,215],"correct":[7],"value,":[8],"even":[9],"if":[10],"subset":[12],"of":[13,58,84,97,169,180,192,224],"processes":[14],"can":[15],"deviate":[16],"from":[17,127,139],"the":[18,82,95,98,106,115,140,166,181,190,221,230],"algorithm":[19],"arbitrarily.":[20],"While":[21],"these":[22],"provide":[24],"strong":[25],"guarantees":[26],"in":[27,29,56,110,119,154,189,198,206,220],"theory,":[28],"practice,":[30],"protocol":[31,99,149],"bugs":[32,68,153,188],"and":[33,74,142,151,161,175,177,200,232],"implementation":[34,152,179,191,223],"mistakes":[35],"may":[36],"still":[37],"cause":[38],"them":[39],"to":[40,105,164],"go":[41],"wrong.":[42],"This":[43],"paper":[44],"introduces":[45,89],"ByzzFuzz,":[46],"simple":[48],"yet":[49],"effective":[50,146],"method":[51],"for":[52],"automatically":[53],"finding":[54],"errors":[55],"implementations":[57,168],"through":[62],"randomized":[63],"testing.":[64],"ByzzFuzz":[65,88,160,185],"detects":[66],"fault-tolerance":[67,218],"by":[69,101,113,122,229],"injecting":[70],"randomly":[71],"generated":[72],"network":[73],"process":[75,86],"faults":[76],"into":[77],"their":[78],"executions.":[79],"To":[80],"navigate":[81],"space":[83],"possible":[85],"faults,":[87],"small-scope":[90,134],"message":[91,108],"mutations":[92],"which":[93,226],"mutate":[94],"contents":[96],"messages":[100],"applying":[102],"small":[103],"changes":[104],"original":[107],"either":[109],"value":[111,126],"(e.g.,":[112,121],"incrementing":[114],"round":[116],"number)":[117],"or":[118],"time":[120],"repeating":[123],"proposal":[125],"previous":[129],"message).":[130],"We":[131,158],"find":[132],"that":[133],"mutations,":[135],"combined":[136],"with":[137],"insights":[138],"testing":[141],"fuzzing":[143],"literature,":[144],"are":[145],"at":[147],"uncovering":[148],"logic":[150],"real-world":[155],"systems.":[157],"implemented":[159],"applied":[162],"it":[163],"test":[165],"production":[167,222],"two":[170,202],"popular":[171],"blockchain":[172],"systems,":[173],"Tendermint":[174],"Ripple,":[176,225],"an":[178],"seminal":[182],"PBFT":[183],"protocol.":[184],"detected":[186],"several":[187],"PBFT,":[193],"potential":[195],"liveness":[196],"violation":[197],"Tendermint,":[199],"materialized":[201],"theoretically":[203],"described":[204],"vulnerabilities":[205],"Ripple\u2019s":[207],"XRP":[208],"Ledger":[209],"Consensus":[210],"Algorithm.":[211],"Moreover,":[212],"we":[213],"discovered":[214],"previously":[216],"unknown":[217],"bug":[219],"is":[227],"confirmed":[228],"developers":[231],"fixed.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}