{"id":"https://openalex.org/W3118928774","doi":null,"title":"Distributed Machine Learning Framework: New Algorithms and Theoretical Foundation","display_name":"Distributed Machine Learning Framework: New Algorithms and Theoretical Foundation","publication_year":2020,"publication_date":"2020-07-31","ids":{"openalex":"https://openalex.org/W3118928774","mag":"3118928774"},"language":"en","primary_location":{"id":"pmh:oai:d-scholarship.pitt.edu:38340","doi":null,"is_oa":false,"landing_page_url":"https://d-scholarship.pitt.edu/38340/1/huo_etdPitt2020.pdf","pdf_url":"https://d-scholarship.pitt.edu/38340/1/huo_etdPitt2020.pdf","source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069872293","display_name":"Zhouyuan Huo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhouyuan Huo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5069872293"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-learning","display_name":"distributed learning","score":0.9909999966621399},{"id":"https://openalex.org/keywords/asynchronous-stochastic-gradient-descent","display_name":"asynchronous stochastic gradient descent","score":0.8479999899864197},{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"coordinate descent","score":0.9430000185966492},{"id":"https://openalex.org/keywords/large-batch-training","display_name":"large batch training","score":0.8349999785423279},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.6240000128746033},{"id":"https://openalex.org/keywords/large-scale-models","display_name":"large-scale models","score":0.5329999923706055},{"id":"https://openalex.org/keywords/communication-overhead","display_name":"communication overhead","score":0.574999988079071},{"id":"https://openalex.org/keywords/data-privacy","display_name":"data privacy","score":0.9559999704360962},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.8240000009536743},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"convex optimization","score":0.8389999866485596},{"id":"https://openalex.org/keywords/backpropagation","display_name":"backpropagation","score":0.6079999804496765},{"id":"https://openalex.org/keywords/big-data-mining","display_name":"big data mining","score":0.6629999876022339},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.7979999780654907}],"concepts":[{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.8442021608352661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7935630083084106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.631133496761322},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6301196217536926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6238599419593811},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5630729794502258},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.5345852375030518},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5113968253135681},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33413100242614746},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3119770288467407},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20705625414848328},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:d-scholarship.pitt.edu:38340","doi":null,"is_oa":false,"landing_page_url":"https://d-scholarship.pitt.edu/38340/1/huo_etdPitt2020.pdf","pdf_url":"https://d-scholarship.pitt.edu/38340/1/huo_etdPitt2020.pdf","source":{"id":"https://openalex.org/S4306402372","display_name":"D-Scholarship@Pitt (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"mag:3118928774","doi":null,"is_oa":false,"landing_page_url":"http://d-scholarship.pitt.edu/38340/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W130696423","https://openalex.org/W639708223","https://openalex.org/W778657980","https://openalex.org/W1498436455","https://openalex.org/W1686810756","https://openalex.org/W1825216778","https://openalex.org/W1825512540","https://openalex.org/W1833744030","https://openalex.org/W1939652453","https://openalex.org/W1980287119","https://openalex.org/W1987083649","https://openalex.org/W1992208280","https://openalex.org/W2023901033","https://openalex.org/W2024484010","https://openalex.org/W2029463628","https://openalex.org/W2064675550","https://openalex.org/W2072128103","https://openalex.org/W2101609803","https://openalex.org/W2102017903","https://openalex.org/W2106728335","https://openalex.org/W2107438106","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2112952404","https://openalex.org/W2120615054","https://openalex.org/W2123154536","https://openalex.org/W2133233009","https://openalex.org/W2138243089","https://openalex.org/W2145339207","https://openalex.org/W2146502635","https://openalex.org/W2153635508","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2260756217","https://openalex.org/W2271840356","https://openalex.org/W2304667012","https://openalex.org/W2346438296","https://openalex.org/W2412589610","https://openalex.org/W2507556850","https://openalex.org/W2513289469","https://openalex.org/W2766447205","https://openalex.org/W2769856846","https://openalex.org/W2786899637","https://openalex.org/W2908138056","https://openalex.org/W2936995161","https://openalex.org/W2949117887","https://openalex.org/W2949853948","https://openalex.org/W2952033860","https://openalex.org/W2952215077","https://openalex.org/W2962742960","https://openalex.org/W2962798535","https://openalex.org/W2962951952","https://openalex.org/W2963139509","https://openalex.org/W2963150697","https://openalex.org/W2963341956","https://openalex.org/W2963446712","https://openalex.org/W2963483475","https://openalex.org/W2963655672","https://openalex.org/W2988070836","https://openalex.org/W2997680707"],"related_works":["https://openalex.org/W6981399068","https://openalex.org/W6884720798","https://openalex.org/W2896386620","https://openalex.org/W2802840548","https://openalex.org/W2786546591","https://openalex.org/W7132966509","https://openalex.org/W2886825742","https://openalex.org/W4283694394","https://openalex.org/W2182420680","https://openalex.org/W4406458500"],"abstract_inverted_index":{"Machine":[0],"learning":[1,29,51,127,183,208],"is":[2,95,104,120,220],"gaining":[3],"fresh":[4],"momentum,":[5],"and":[6,16,40,68,131,138,145,171],"has":[7],"helped":[8],"us":[9],"to":[10,52,107,185],"enhance":[11],"not":[12],"only":[13],"many":[14],"industrial":[15],"professional":[17],"processes":[18],"but":[19],"also":[20,175],"our":[21],"everyday":[22],"living.":[23],"The":[24],"recent":[25],"success":[26],"of":[27,35,49,59,82,90,227],"machine":[28,50,126],"relies":[30],"heavily":[31],"on":[32,85,109,122],"the":[33,47,91,148,187,196,200,206,212,221,225,231],"surge":[34],"big":[36,38,41,53,60,92,106,135,152,201],"data,":[37,61,153],"models,":[39,128],"computing.":[42],"However,":[43],"inefficient":[44],"algorithms":[45],"restrict":[46],"applications":[48],"data":[54,69,83,136],"mining":[55],"tasks.":[56],"In":[57,88],"terms":[58,89],"serious":[62],"concerns,":[63],"such":[64,229],"as":[65],"communication":[66],"overhead":[67],"privacy,":[70],"should":[71],"be":[72,235],"rigorously":[73],"addressed":[74],"when":[75],"we":[76,154],"train":[77,108],"models":[78,184,209],"using":[79],"large":[80,232],"amounts":[81],"located":[84],"multiple":[86],"devices.":[87],"model,":[93,202],"it":[94],"still":[96],"an":[97],"underexplored":[98],"research":[99],"area":[100],"if":[101],"a":[102,110,216],"model":[103,233],"too":[105],"single":[111],"device.":[112],"To":[113],"address":[114],"these":[115],"challenging":[116],"problems,":[117],"this":[118],"thesis":[119],"focusing":[121],"designing":[123],"new":[124,140,157,177],"large-scale":[125],"efficiently":[129,168],"optimizing":[130],"training":[132,179],"methods":[133,166,180],"for":[134,167,181],"mining,":[137],"studying":[139],"discoveries":[141],"in":[142],"both":[143],"theory":[144],"applications.":[146],"For":[147,195],"challenges":[149,197],"raised":[150,198],"by":[151,199,210],"proposed":[155],"several":[156],"asynchronous":[158],"distributed":[159],"stochastic":[160],"gradient":[161],"descent":[162,165],"or":[163],"coordinate":[164],"solving":[169],"convex":[170],"non-convex":[172],"problems.":[173],"We":[174,203],"designed":[176],"large-batch":[178],"deep":[182,207],"reduce":[186],"computation":[188],"time":[189],"significantly":[190],"with":[191,215],"better":[192],"generalization":[193],"performance.":[194],"scaled":[204],"up":[205],"parallelizing":[211],"layer-wise":[213],"computations":[214],"theoretical":[217],"guarantee,":[218],"which":[219],"first":[222],"algorithm":[223],"breaking":[224],"lock":[226],"backpropagation":[228],"that":[230],"can":[234],"dramatically":[236],"accelerated.":[237]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2021-01-18T00:00:00"}