{"id":"https://openalex.org/W4416113914","doi":"https://doi.org/10.1109/tpds.2025.3631614","title":"How to Evaluate Distributed Coordination Systems?\u2013A Survey and Analysis","display_name":"How to Evaluate Distributed Coordination Systems?\u2013A Survey and Analysis","publication_year":2025,"publication_date":"2025-11-11","ids":{"openalex":"https://openalex.org/W4416113914","doi":"https://doi.org/10.1109/tpds.2025.3631614"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2025.3631614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3631614","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033080157","display_name":"Bekir Turkkan","orcid":"https://orcid.org/0000-0002-3432-6370"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bekir Turkkan","raw_affiliation_strings":["IBM Research, Yorktown Heights, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025219603","display_name":"Elvis Rodrigues","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elvis Rodrigues","raw_affiliation_strings":["University at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0009-0009-6560-954X","affiliations":[{"raw_affiliation_string":"University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069324928","display_name":"Tevfik Kosar","orcid":"https://orcid.org/0000-0002-5600-6706"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tevfik Kosar","raw_affiliation_strings":["University at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-5600-6706","affiliations":[{"raw_affiliation_string":"University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003813132","display_name":"Aleksey Charapko","orcid":"https://orcid.org/0000-0002-8072-0125"},"institutions":[{"id":"https://openalex.org/I161057412","display_name":"University of New Hampshire","ror":"https://ror.org/01rmh9n78","country_code":"US","type":"education","lineage":["https://openalex.org/I161057412"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksey Charapko","raw_affiliation_strings":["University of New Hampshire, Durham, NH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of New Hampshire, Durham, NH, USA","institution_ids":["https://openalex.org/I161057412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017066123","display_name":"Ailidani Ailijiang","orcid":"https://orcid.org/0000-0002-3234-4081"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ailidani Ailijiang","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101800282","display_name":"Murat Demirba\u015f","orcid":"https://orcid.org/0000-0001-7952-9035"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murat Demirbas","raw_affiliation_strings":["MongoDB, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MongoDB, New York, NY, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9389,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81899071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"37","issue":"1","first_page":"198","last_page":"212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.44200000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.44200000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.14020000398159027,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.11140000075101852,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7888000011444092},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.661300003528595},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6575000286102295},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5266000032424927},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.4323999881744385},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.4253999888896942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629000186920166},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7888000011444092},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6995999813079834},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.661300003528595},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6575000286102295},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5266000032424927},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C2779599972","wikidata":"https://www.wikidata.org/wiki/Q82231","display_name":"NoSQL","level":3,"score":0.38589999079704285},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.27309998869895935}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2025.3631614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2025.3631614","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1965725464","https://openalex.org/W1975700580","https://openalex.org/W1976216569","https://openalex.org/W1985229168","https://openalex.org/W1988549102","https://openalex.org/W1995279652","https://openalex.org/W2026620708","https://openalex.org/W2028358211","https://openalex.org/W2040983213","https://openalex.org/W2060440895","https://openalex.org/W2067740651","https://openalex.org/W2075854425","https://openalex.org/W2087735340","https://openalex.org/W2091389843","https://openalex.org/W2093089874","https://openalex.org/W2097004662","https://openalex.org/W2109213558","https://openalex.org/W2112689738","https://openalex.org/W2115630475","https://openalex.org/W2123110810","https://openalex.org/W2131492297","https://openalex.org/W2143149536","https://openalex.org/W2150013559","https://openalex.org/W2150478767","https://openalex.org/W2153647287","https://openalex.org/W2155072926","https://openalex.org/W2158978506","https://openalex.org/W2159081928","https://openalex.org/W2161730338","https://openalex.org/W2294934895","https://openalex.org/W2345811193","https://openalex.org/W2460931878","https://openalex.org/W2528841594","https://openalex.org/W2592623645","https://openalex.org/W2616622608","https://openalex.org/W2736120443","https://openalex.org/W2762470888","https://openalex.org/W2766579252","https://openalex.org/W2912556876","https://openalex.org/W2931122162","https://openalex.org/W3100217861","https://openalex.org/W3137759927","https://openalex.org/W3207408736","https://openalex.org/W4206512216","https://openalex.org/W4220853208","https://openalex.org/W4293232363","https://openalex.org/W4300127641","https://openalex.org/W4312357089","https://openalex.org/W4372258860","https://openalex.org/W4385621844","https://openalex.org/W4386768915","https://openalex.org/W4394907699"],"related_works":[],"abstract_inverted_index":{"Coordination":[0],"services":[1],"and":[2,10,18,28,44,49,58,69,76,84,108,118],"protocols":[3],"are":[4,11],"critical":[5],"components":[6],"of":[7,25,90,99,113,120,136],"distributed":[8,32,81,85,100,137],"systems":[9],"essential":[12],"for":[13,31,74,110],"providing":[14],"consistency,":[15,47],"fault":[16,50],"tolerance,":[17],"scalability.":[19],"However,":[20],"due":[21],"to":[22,131],"the":[23,71,95,106,111,114,127,133],"lack":[24],"standard":[26,42],"benchmarking":[27],"evaluation":[29,72,112],"tools":[30],"coordination":[33,35,82,101,138],"services,":[34,83],"service":[36,102],"developers/researchers":[37],"either":[38],"use":[39],"a":[40],"NoSQL":[41],"benchmark":[43],"omit":[45],"evaluating":[46],"distribution,":[48],"tolerance;":[51],"or":[52],"create":[53],"their":[54],"own":[55],"ad-hoc":[56],"microbenchmarks":[57],"skip":[59],"comparability":[60],"with":[61],"other":[62],"services.":[63,92],"In":[64],"this":[65],"study,":[66],"we":[67,124],"analyze":[68],"compare":[70],"mechanisms":[73],"known":[75],"widely":[77],"used":[78],"consensus":[79],"algorithms,":[80],"applications":[86],"built":[87],"on":[88],"top":[89],"these":[91,121],"We":[93],"identify":[94],"most":[96],"important":[97],"requirements":[98,135],"benchmarking,":[103],"such":[104],"as":[105],"metrics":[107],"parameters":[109],"performance,":[115],"scalability,":[116],"availability,":[117],"consistency":[119],"systems.":[122],"Finally,":[123],"discuss":[125],"why":[126],"existing":[128],"benchmarks":[129],"fail":[130],"address":[132],"complex":[134],"system":[139],"evaluation.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-11T00:00:00"}