{"id":"https://openalex.org/W6959825462","doi":"https://doi.org/10.1184/r1/6475529","title":"Consistent Bounded-Asynchronous Parameter Servers for Distributed ML","display_name":"Consistent Bounded-Asynchronous Parameter Servers for Distributed ML","publication_year":2013,"publication_date":"2013-12-30","ids":{"openalex":"https://openalex.org/W6959825462","doi":"https://doi.org/10.1184/r1/6475529"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1312.7869","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1312.7869","pdf_url":"https://arxiv.org/pdf/1312.7869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1312.7869","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jinliang  Wei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinliang  Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dai, Wei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046535830","display_name":"Abhimanu Kumar","orcid":"https://orcid.org/0000-0003-4529-7883","observed_orcids":["https://orcid.org/0000-0003-4529-7883"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhimanu  Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng, Xun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012361506","display_name":"Qirong Ho","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qirong  Ho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Xing, Eric P","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Eric P","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parameter-server","display_name":"parameter server","score":0.8009999990463257},{"id":"https://openalex.org/keywords/consistency-models","display_name":"consistency models","score":0.6909999847412109},{"id":"https://openalex.org/keywords/relaxed-consistency","display_name":"relaxed consistency","score":0.7979999780654907},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"distributed learning","score":0.8569999933242798},{"id":"https://openalex.org/keywords/topic-modeling","display_name":"topic modeling","score":0.7950000166893005}],"concepts":[{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.8025000095367432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7351999878883362},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7251999974250793},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7186999917030334},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6449000239372253},{"id":"https://openalex.org/C82029504","wikidata":"https://www.wikidata.org/wiki/Q4373882","display_name":"Sequential consistency","level":4,"score":0.6394000053405762},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5748000144958496},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.507099986076355},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5004000067710876},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C175652121","wikidata":"https://www.wikidata.org/wiki/Q4379351","display_name":"Causal consistency","level":5,"score":0.45719999074935913},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4366999864578247},{"id":"https://openalex.org/C31388003","wikidata":"https://www.wikidata.org/wiki/Q7624548","display_name":"Strong consistency","level":3,"score":0.4345000088214874},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3912999927997589},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C2777168461","wikidata":"https://www.wikidata.org/wiki/Q42196253","display_name":"Set operations","level":3,"score":0.3628999888896942},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C34422012","wikidata":"https://www.wikidata.org/wiki/Q6125872","display_name":"Eventual consistency","level":4,"score":0.33980000019073486},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C122377713","wikidata":"https://www.wikidata.org/wiki/Q4422799","display_name":"Weak consistency","level":4,"score":0.31220000982284546},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C100808899","wikidata":"https://www.wikidata.org/wiki/Q1192100","display_name":"Set cover problem","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.28439998626708984}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:arXiv.org:1312.7869","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1312.7869","pdf_url":"https://arxiv.org/pdf/1312.7869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:figshare.com:article/6475529","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Consistent_Bounded-Asynchronous_Parameter_Servers_for_Distributed_ML/6475529","pdf_url":"https://figshare.com/articles/journal_contribution/Consistent_Bounded-Asynchronous_Parameter_Servers_for_Distributed_ML/6475529","source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:repository.cmu.edu:machine_learning-1139","doi":null,"is_oa":false,"landing_page_url":"http://repository.cmu.edu/machine_learning/140","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning Department","raw_type":"text"},{"id":"doi:10.48550/arxiv.1312.7869","doi":"https://doi.org/10.48550/arxiv.1312.7869","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1312.7869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.1184/r1/6475529","doi":"https://doi.org/10.1184/r1/6475529","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/6475529","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.1184/r1/6475529.v1","doi":"https://doi.org/10.1184/r1/6475529.v1","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/6475529.v1","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1312.7869","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1312.7869","pdf_url":"https://arxiv.org/pdf/1312.7869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6959825462.pdf","grobid_xml":"https://content.openalex.org/works/W6959825462.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W200298483","https://openalex.org/W1652793671","https://openalex.org/W1880262756","https://openalex.org/W1983472973","https://openalex.org/W2041517243","https://openalex.org/W2096544401","https://openalex.org/W2132737349","https://openalex.org/W2138996412","https://openalex.org/W2170616854","https://openalex.org/W2184628147"],"related_works":["https://openalex.org/W7096012317","https://openalex.org/W2523686557","https://openalex.org/W1528469369","https://openalex.org/W2132737349","https://openalex.org/W7095197347","https://openalex.org/W4417356386","https://openalex.org/W2581599916","https://openalex.org/W2341617491","https://openalex.org/W7018391180","https://openalex.org/W2083842231"],"abstract_inverted_index":{"In":[0,138],"distributed":[1,41,70,122,165],"ML":[2,42,53,73,123,176],"applications,":[3],"shared":[4],"parameters":[5],"are":[6,44,108,161],"usually":[7],"replicated":[8],"among":[9],"computing":[10,65],"nodes":[11],"to":[12,24,48,61,93,109,124,129],"minimize":[13],"network":[14],"overhead.":[15],"Therefore,":[16],"proper":[17],"consistency":[18,33,127,145,159],"model":[19],"must":[20],"be":[21],"carefully":[22],"chosen":[23,88],"ensure":[25],"algorithm's":[26],"correctness":[27,50],"and":[28,39,58,91,115,151,168],"provide":[29],"high":[30],"throughput.":[31],"Existing":[32],"models":[34,128,146,160],"used":[35],"in":[36,163,170],"general-purpose":[37],"databases":[38],"modern":[40],"systems":[43],"either":[45],"too":[46,56],"loose":[47],"guarantee":[49],"of":[51,67,79,100,113,173],"the":[52,64,68,77,171],"algorithms":[54,74,107],"or":[55],"strict":[57,126],"thus":[59],"fail":[60],"fully":[62],"exploit":[63],"power":[66],"underlying":[69],"system.":[71],"Many":[72],"fall":[75],"into":[76],"category":[78],"\\emph{iterative":[80],"convergent":[81],"algorithms}":[82],"which":[83],"start":[84],"from":[85],"a":[86,98,110,164,174],"randomly":[87],"initial":[89],"point":[90],"converge":[92,117],"optima":[94],"by":[95],"repeating":[96],"iteratively":[97],"set":[99],"procedures.":[101],"We've":[102],"found":[103],"that":[104],"many":[105],"such":[106],"bounded":[111],"amount":[112],"inconsistency":[114],"still":[116],"correctly.":[118],"This":[119],"property":[120],"allows":[121],"relax":[125],"improve":[130],"system":[131],"performance":[132],"while":[133],"theoretically":[134,152],"guarantees":[135],"algorithmic":[136,155],"correctness.":[137,156],"this":[139],"paper,":[140],"we":[141],"present":[142],"several":[143],"relaxed":[144],"for":[147],"asynchronous":[148],"parallel":[149],"computation":[150],"prove":[153],"their":[154],"The":[157],"proposed":[158],"implemented":[162],"parameter":[166],"server":[167],"evaluated":[169],"context":[172],"popular":[175],"application:":[177],"topic":[178],"modeling.":[179]},"counts_by_year":[{"year":2018,"cited_by_count":4},{"year":2016,"cited_by_count":2}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2025-10-10T00:00:00"}