{"id":"https://openalex.org/W1775024150","doi":"https://doi.org/10.1109/tit.2016.2593769","title":"Excess-Risk of Distributed Stochastic Learners","display_name":"Excess-Risk of Distributed Stochastic Learners","publication_year":2016,"publication_date":"2016-07-21","ids":{"openalex":"https://openalex.org/W1775024150","doi":"https://doi.org/10.1109/tit.2016.2593769","mag":"1775024150"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2016.2593769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2016.2593769","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1302.1157","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054060991","display_name":"Zaid J. Towfic","orcid":"https://orcid.org/0000-0002-3631-7451"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zaid J. Towfic","raw_affiliation_strings":["Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","Massachusetts Institute of Technology\u2019s Lincoln Laboratory, Lexington, MA, USA","[Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA]"],"raw_orcid":"https://orcid.org/0000-0002-3631-7451","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Massachusetts Institute of Technology\u2019s Lincoln Laboratory, Lexington, MA, USA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"raw_affiliation_string":"[Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA]","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088339142","display_name":"Jianshu Chen","orcid":"https://orcid.org/0000-0001-8216-2756"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianshu Chen","raw_affiliation_strings":["Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","Microsoft Research, Redmond, WA, USA","[Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"[Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA]","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091103447","display_name":"Ali H. Sayed","orcid":"https://orcid.org/0000-0002-5125-5519"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali H. Sayed","raw_affiliation_strings":["Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","[Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"[Department of Electrical Engineering, University of California at Los Angeles, Los Angeles, CA, USA]","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00292866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"62","issue":"10","first_page":"5753","last_page":"5785"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5403537750244141},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5078611969947815},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.4951542913913727},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4596521258354187},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4546360373497009},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.45090076327323914},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4204292595386505},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4153274595737457},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3447311818599701},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33882641792297363}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5403537750244141},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5078611969947815},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4951542913913727},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4596521258354187},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4546360373497009},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.45090076327323914},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4204292595386505},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4153274595737457},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3447311818599701},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33882641792297363},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tit.2016.2593769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2016.2593769","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1302.1157","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1302.1157","pdf_url":"https://arxiv.org/pdf/1302.1157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:1775024150","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1302.1157","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:233514","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/233514","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"doi:10.48550/arxiv.1302.1157","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1302.1157","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1302.1157","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1302.1157","pdf_url":"https://arxiv.org/pdf/1302.1157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.5,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G2544794332","display_name":null,"funder_award_id":"CCF-1011918","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3590801022","display_name":null,"funder_award_id":"ECCS-1407712","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G629012746","display_name":null,"funder_award_id":"CCF-1524250","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W88685657","https://openalex.org/W1488435683","https://openalex.org/W1499021337","https://openalex.org/W1514337951","https://openalex.org/W1535810436","https://openalex.org/W1751209994","https://openalex.org/W1842498742","https://openalex.org/W1955857676","https://openalex.org/W1965392255","https://openalex.org/W1969496346","https://openalex.org/W1979043738","https://openalex.org/W1979849743","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W2007208291","https://openalex.org/W2012445782","https://openalex.org/W2018518550","https://openalex.org/W2019329994","https://openalex.org/W2024307985","https://openalex.org/W2027481851","https://openalex.org/W2029080014","https://openalex.org/W2041942153","https://openalex.org/W2044212084","https://openalex.org/W2056760934","https://openalex.org/W2066332749","https://openalex.org/W2074290069","https://openalex.org/W2075677880","https://openalex.org/W2076393035","https://openalex.org/W2078831169","https://openalex.org/W2080522017","https://openalex.org/W2081543628","https://openalex.org/W2082904296","https://openalex.org/W2086161653","https://openalex.org/W2086502731","https://openalex.org/W2094772386","https://openalex.org/W2096840748","https://openalex.org/W2096989558","https://openalex.org/W2097835431","https://openalex.org/W2108306501","https://openalex.org/W2108970807","https://openalex.org/W2111395440","https://openalex.org/W2118776392","https://openalex.org/W2121820607","https://openalex.org/W2130359405","https://openalex.org/W2131246849","https://openalex.org/W2134711723","https://openalex.org/W2136360692","https://openalex.org/W2138309709","https://openalex.org/W2142623206","https://openalex.org/W2143375189","https://openalex.org/W2145706050","https://openalex.org/W2147426024","https://openalex.org/W2149778463","https://openalex.org/W2154834860","https://openalex.org/W2156779765","https://openalex.org/W2156909104","https://openalex.org/W2157112198","https://openalex.org/W2160827399","https://openalex.org/W2161305486","https://openalex.org/W2163599171","https://openalex.org/W2164278908","https://openalex.org/W2166706236","https://openalex.org/W2169963673","https://openalex.org/W2295500362","https://openalex.org/W2296319761","https://openalex.org/W2510516734","https://openalex.org/W2610857016","https://openalex.org/W2951011405","https://openalex.org/W2952033860","https://openalex.org/W2963395095","https://openalex.org/W4205987271","https://openalex.org/W4237640996","https://openalex.org/W4238850922","https://openalex.org/W4250589301","https://openalex.org/W4292363360","https://openalex.org/W6632223199","https://openalex.org/W6662929504","https://openalex.org/W6674859440","https://openalex.org/W6683140599","https://openalex.org/W6683245038","https://openalex.org/W6684249991","https://openalex.org/W6726020465"],"related_works":["https://openalex.org/W1899340896","https://openalex.org/W2164303082","https://openalex.org/W3043704116","https://openalex.org/W2963198767","https://openalex.org/W3212658003","https://openalex.org/W2608734364","https://openalex.org/W3094634061","https://openalex.org/W2752214682","https://openalex.org/W3013875875","https://openalex.org/W3011261316","https://openalex.org/W3098285768","https://openalex.org/W1914062059","https://openalex.org/W2995653155","https://openalex.org/W3176457956","https://openalex.org/W2274595687","https://openalex.org/W3170832232","https://openalex.org/W3171251266","https://openalex.org/W2115253045","https://openalex.org/W1576544743","https://openalex.org/W2337825964"],"abstract_inverted_index":{"This":[0],"paper":[1,142],"studies":[2,143],"the":[3,47,72,76,81,93,100,103,114,126,133,146,163],"learning":[4],"ability":[5],"of":[6,15,49,80,102,109,162,170,178],"consensus":[7,121],"and":[8,124,154],"diffusion":[9,28,73,104,119],"distributed":[10,166],"learners":[11,29],"from":[12,18],"continuous":[13],"streams":[14],"data":[16],"arising":[17],"different":[19],"but":[20],"related":[21],"statistical":[22],"distributions.":[23],"Four":[24],"distinctive":[25],"features":[26],"for":[27,46,54],"are":[30,52,97],"revealed":[31],"in":[32,140,145,152,168,176],"relation":[33],"to":[34,84,132],"other":[35],"decentralized":[36],"schemes":[37],"even":[38],"under":[39,59],"left-stochastic":[40],"combination":[41],"policies.":[42],"First,":[43],"closed-form":[44],"expressions":[45],"evolution":[48],"their":[50],"excess-risk":[51,82,128],"derived":[53],"strongly":[55],"convex":[56],"risk":[57],"functions":[58],"a":[60,159],"diminishing":[61],"step-size":[62],"rule.":[63],"Second,":[64],"using":[65],"these":[66],"results,":[67],"it":[68,88],"is":[69,89,130],"shown":[70,90],"that":[71,91,108,118,125,157],"strategy":[74],"improves":[75],"asymptotic":[77,127,171],"convergence":[78,144,179],"rate":[79],"relative":[83],"non-cooperative":[85],"schemes.":[86],"Third,":[87],"when":[92],"in-network":[94],"cooperation":[95],"rules":[96],"designed":[98],"optimally,":[99],"performance":[101],"implementation":[105],"can":[106],"outperform":[107],"naive":[110],"centralized":[111],"processing.":[112],"Finally,":[113],"arguments":[115],"further":[116],"show":[117],"outperforms":[120],"strategies":[122,167],"asymptotically":[123],"expression":[129],"invariant":[131],"particular":[134],"network":[135],"topology.":[136],"The":[137],"framework":[138],"adopted":[139],"this":[141],"stronger":[147],"mean-square-error":[148],"sense,":[149],"rather":[150],"than":[151],"distribution,":[153],"develops":[155],"tools":[156],"enable":[158],"close":[160],"examination":[161],"differences":[164],"between":[165],"terms":[169,177],"behavior,":[172],"as":[173,175],"well":[174],"rates.":[180]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}