{"id":"https://openalex.org/W7025215735","doi":null,"title":"Toward communication-efficient and secure distributed machine learning","display_name":"Toward communication-efficient and secure distributed machine learning","publication_year":2021,"publication_date":"2021-04-14","ids":{"openalex":"https://openalex.org/W7025215735"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/110466","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2142/110466","pdf_url":"http://hdl.handle.net/2142/110466","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2142/110466","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xie, Cong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xie, Cong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7300000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7300000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.2515000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-learning","display_name":"distributed learning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"stochastic gradient descent","score":0.890999972820282},{"id":"https://openalex.org/keywords/communication-efficiency","display_name":"communication efficiency","score":0.9700000286102295},{"id":"https://openalex.org/keywords/message-compression","display_name":"message compression","score":0.9319999814033508},{"id":"https://openalex.org/keywords/asynchronous-training","display_name":"asynchronous training","score":0.7670000195503235},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.8339999914169312},{"id":"https://openalex.org/keywords/federated-optimization","display_name":"federated optimization","score":0.890999972820282},{"id":"https://openalex.org/keywords/privacy-preserving-machine-learning","display_name":"privacy-preserving machine learning","score":0.6759999990463257},{"id":"https://openalex.org/keywords/deep-neural-network-training","display_name":"deep neural network training","score":0.7139999866485596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8321999907493591},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.7179999947547913},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6948000192642212},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.593999981880188},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5250999927520752},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4896000027656555},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4788999855518341},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.45719999074935913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.450300008058548},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4027999937534332},{"id":"https://openalex.org/C3739613","wikidata":"https://www.wikidata.org/wiki/Q679003","display_name":"Distributed Computing Environment","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C107107730","wikidata":"https://www.wikidata.org/wiki/Q2994424","display_name":"Consensus","level":3,"score":0.3361000120639801},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C16210155","wikidata":"https://www.wikidata.org/wiki/Q5154140","display_name":"Communication noise","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/110466","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2142/110466","pdf_url":"http://hdl.handle.net/2142/110466","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/110466","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2142/110466","pdf_url":"http://hdl.handle.net/2142/110466","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6393730823","display_name":"RI: Small: Secure, Private, and Resource-Constrained Approaches to Federated Machine Learning","funder_award_id":"1909577","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7025215735.pdf","grobid_xml":"https://content.openalex.org/works/W7025215735.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1591801644","https://openalex.org/W1810943226","https://openalex.org/W2259472270","https://openalex.org/W2525332836","https://openalex.org/W2535838896","https://openalex.org/W2622263826","https://openalex.org/W2757910899","https://openalex.org/W2769856846","https://openalex.org/W2777914285","https://openalex.org/W2784621220","https://openalex.org/W2785361959","https://openalex.org/W2787998955","https://openalex.org/W2789226849","https://openalex.org/W2794511224","https://openalex.org/W2804948787","https://openalex.org/W2900120080","https://openalex.org/W2947737663","https://openalex.org/W2964481303","https://openalex.org/W2973727699","https://openalex.org/W2990595670","https://openalex.org/W2995022099","https://openalex.org/W3000203168","https://openalex.org/W3008187686","https://openalex.org/W3030163527","https://openalex.org/W3041656022","https://openalex.org/W3080555959","https://openalex.org/W3095273258","https://openalex.org/W3129831491"],"related_works":["https://openalex.org/W4283788837","https://openalex.org/W2752689052","https://openalex.org/W6940503754","https://openalex.org/W3183165740","https://openalex.org/W4288359398","https://openalex.org/W7047762274","https://openalex.org/W2922259313","https://openalex.org/W3196087276","https://openalex.org/W2958735581","https://openalex.org/W3204266910"],"abstract_inverted_index":{"\"In":[0],"recent":[1],"years,":[2],"there":[3,37],"is":[4,18],"an":[5],"increasing":[6],"interest":[7],"in":[8,185,254,266],"distributed":[9,15,42,72,81,123,143,186,210,227,244,267,271],"machine":[10,16,75,82],"learning.":[11],"On":[12,33],"one":[13,209],"hand,":[14,36],"learning":[17,76,83,211,272],"motivated":[19],"by":[20],"assigning":[21],"the":[22,34,71,89,93,97,103,108,111,118,122,162,174,190,198,216,221,248],"training":[23,43,63],"workload":[24],"to":[25,49,126,137,141,192,219,235,243,246],"multiple":[26],"devices":[27,47],"for":[28,62,160,263],"acceleration":[29],"and":[30,56,86,114,129,146,168,205,224,240,287,290,297],"better":[31],"throughput.":[32],"other":[35],"are":[38,59],"machine-learning":[39],"tasks":[40],"requiring":[41],"locally":[44],"on":[45,77],"remote":[46,119],"due":[48],"privacy":[50],"concerns.":[51],"Stochastic":[52],"Gradient":[53],"Descent":[54],"(SGD)":[55],"its":[57],"variants":[58],"commonly":[60],"used":[61],"large-scale":[64],"deep":[65],"neural":[66],"networks,":[67],"as":[68,70],"well":[69],"training.":[73],"Unlike":[74],"a":[78,230,258,270],"single":[79],"device,":[80],"requires":[84],"collaboration":[85],"communication":[87,99,113,163,203,222,249,283],"among":[88],"devices,":[90],"which":[91],"incur":[92],"new":[94,139],"challenges:":[95],"1)":[96,229],"heavy":[98],"overhead":[100],"can":[101],"be":[102],"bottleneck":[104],"that":[105],"slows":[106],"down":[107],"training;":[109],"2)":[110,251],"unreliable":[112],"weaker":[115],"control":[116],"over":[117],"entities":[120],"makes":[121],"system":[124,273,281],"vulnerable":[125],"systematic":[127],"failures":[128],"malicious":[130],"attacks.":[131],"In":[132],"this":[133],"dissertation,":[134],"we":[135,172,188,196,214],"aim":[136],"find":[138],"approaches":[140,159,262],"make":[142],"SGD":[144],"faster":[145],"more":[147],"secure.":[148],"We":[149,156],"present":[150,215],"four":[151],"main":[152],"parts":[153],"of":[154,176,200,226,260],"research.":[155],"first":[157],"study":[158,189],"reducing":[161],"overhead,":[164],"including":[165],"message":[166,241],"compression":[167,242],"infrequent":[169,180,238],"synchronization.":[170,181],"Then,":[171],"investigate":[173],"possibility":[175,199],"combining":[177,201],"asynchrony":[178],"with":[179,293],"To":[182],"address":[183],"security":[184,206,225],"SGD,":[187,245],"tolerance":[191,265],"Byzantine":[193,264,291],"failures.":[194],"Finally,":[195],"explore":[197],"both":[202,237,285,294],"efficiency":[204,223],"techniques":[207,218],"into":[208],"system.":[212],"Specifically,":[213],"following":[217],"improve":[220],"SGD:":[228],"technique":[231],"called":[232],"\"\"error":[233],"reset\"\"":[234],"adapt":[236],"synchronization":[239],"reduce":[247],"overhead;":[250],"federated":[252],"optimization":[253],"asynchronous":[255,288],"mode;":[256],"3)":[257],"framework":[259],"score-based":[261],"SGD;":[268],"4)":[269],"integrating":[274],"all":[275],"these":[276],"three":[277],"techniques.":[278],"The":[279],"proposed":[280],"provides":[282],"reduction,":[284],"synchronous":[286],"training,":[289],"tolerance,":[292],"theoretical":[295],"guarantees":[296],"empirical":[298],"evaluations.\"":[299]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2025-10-10T00:00:00"}