{"id":"https://openalex.org/W4401224751","doi":"https://doi.org/10.21275/es211112104729","title":"Scalable Distributed Training Algorithms for Machine Learning Models: A Code - Centric Approach","display_name":"Scalable Distributed Training Algorithms for Machine Learning Models: A Code - Centric Approach","publication_year":2021,"publication_date":"2021-11-05","ids":{"openalex":"https://openalex.org/W4401224751","doi":"https://doi.org/10.21275/es211112104729"},"language":"en","primary_location":{"id":"doi:10.21275/es211112104729","doi":"https://doi.org/10.21275/es211112104729","is_oa":true,"landing_page_url":"http://doi.org/10.21275/es211112104729","pdf_url":"http://dx.doi.org/10.21275/es211112104729","source":{"id":"https://openalex.org/S4210240710","display_name":"International Journal of Science and Research (IJSR)","issn_l":"2319-7064","issn":["2319-7064"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Science and Research (IJSR)","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://dx.doi.org/10.21275/es211112104729","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106115560","display_name":"Nithin Reddy Desani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nithin Reddy Desani","raw_affiliation_strings":["Department of Software Engineering, Microsoft Inc, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Microsoft Inc, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5106115560"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"11","first_page":"1546","last_page":"1554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.007300000172108412,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-training","display_name":"distributed training","score":0.9819999933242798},{"id":"https://openalex.org/keywords/scalable-machine-learning","display_name":"scalable machine learning","score":0.7789999842643738},{"id":"https://openalex.org/keywords/asynchronous-sgd","display_name":"asynchronous SGD","score":1.0},{"id":"https://openalex.org/keywords/model-parallelism","display_name":"model parallelism","score":0.9789999723434448},{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.9890000224113464},{"id":"https://openalex.org/keywords/communication-overhead","display_name":"communication overhead","score":0.9539999961853027},{"id":"https://openalex.org/keywords/privacy-preserving-machine-learning","display_name":"privacy-preserving machine learning","score":0.7429999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7768014073371887},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.75090092420578},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5872024297714233},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5283209681510925},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46153318881988525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43707436323165894},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42209213972091675},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39672237634658813},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3630625009536743},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2310236394405365},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08939811587333679},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21275/es211112104729","doi":"https://doi.org/10.21275/es211112104729","is_oa":true,"landing_page_url":"http://doi.org/10.21275/es211112104729","pdf_url":"http://dx.doi.org/10.21275/es211112104729","source":{"id":"https://openalex.org/S4210240710","display_name":"International Journal of Science and Research (IJSR)","issn_l":"2319-7064","issn":["2319-7064"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Science and Research (IJSR)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.21275/es211112104729","doi":"https://doi.org/10.21275/es211112104729","is_oa":true,"landing_page_url":"http://doi.org/10.21275/es211112104729","pdf_url":"http://dx.doi.org/10.21275/es211112104729","source":{"id":"https://openalex.org/S4210240710","display_name":"International Journal of Science and Research (IJSR)","issn_l":"2319-7064","issn":["2319-7064"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Science and Research (IJSR)","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401224751.pdf","grobid_xml":"https://content.openalex.org/works/W4401224751.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2116612304","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2287011250","https://openalex.org/W2541884796","https://openalex.org/W2622263826","https://openalex.org/W2787998955","https://openalex.org/W2973727699","https://openalex.org/W2981852735","https://openalex.org/W3001279689","https://openalex.org/W3012501605","https://openalex.org/W3021654819","https://openalex.org/W3030163527"],"related_works":["https://openalex.org/W7155549992","https://openalex.org/W3136818128","https://openalex.org/W7168131099","https://openalex.org/W2898323977","https://openalex.org/W4409047210","https://openalex.org/W4213057482","https://openalex.org/W2996075766","https://openalex.org/W7110677588","https://openalex.org/W4391090502","https://openalex.org/W2534159769"],"abstract_inverted_index":{"The":[0,183],"rapid":[1],"growth":[2],"of":[3,15,34,80,138,147,190,213],"data":[4],"and":[5,39,48,67,71,99,107,133,155,188,198,211],"model":[6,105],"complexity":[7],"in":[8,179,203],"machine":[9,36,122,139],"learning":[10,37,140],"has":[11],"necessitated":[12],"the":[13,30,40,64,116,145,163,186,195,207],"development":[14],"scalable":[16],"distributed":[17,53,82,177],"training":[18,22,54,65,83,178],"algorithms.Traditional":[19],"single":[20],"-machine":[21],"approaches":[23],"have":[24,50],"become":[25],"increasingly":[26],"inadequate":[27],"due":[28],"to":[29,52,62,91,175],"immense":[31],"computational":[32],"demands":[33],"modern":[35],"models":[38,70],"vast":[41],"datasets":[42,72],"they":[43],"require.As":[44],"a":[45,77,87],"result,":[46],"researchers":[47],"practitioners":[49],"turned":[51],"techniques":[55],"that":[56],"leverage":[57],"multiple":[58],"machines":[59],"or":[60,206],"devices":[61],"accelerate":[63],"process":[66],"manage":[68],"larger":[69],"more":[73],"efficiently.This":[74],"paper":[75,184],"provides":[76],"comprehensive":[78],"review":[79],"current":[81],"techniques,":[84],"focusing":[85],"on":[86,129],"code":[88,153],"-centric":[89],"approach":[90],"implementation.By":[92],"examining":[93],"various":[94],"algorithms":[95],"such":[96,193],"as":[97,194],"synchronous":[98],"asynchronous":[100,204],"stochastic":[101],"gradient":[102],"descent":[103],"(SGD),":[104],"parallelism,":[106],"federated":[108,214],"learning,":[109],"we":[110],"explore":[111],"how":[112],"these":[113,149],"methods":[114],"address":[115],"challenges":[117,212],"posed":[118],"by":[119],"large":[120],"-scale":[121],"learning.":[123,215],"Each":[124],"technique":[125],"is":[126],"evaluated":[127],"based":[128],"its":[130],"scalability,":[131],"efficiency,":[132],"suitability":[134],"for":[135,172,200],"different":[136,191],"types":[137],"tasks.":[141],"We":[142],"delve":[143],"into":[144],"specifics":[146],"implementing":[148],"algorithms,":[150],"offering":[151],"practical":[152],"examples":[154,159],"case":[156],"studies.":[157],"These":[158],"not":[160],"only":[161],"illustrate":[162],"theoretical":[164],"concepts":[165],"but":[166],"also":[167],"provide":[168],"hands":[169],"-on":[170],"guidance":[171],"developers":[173],"looking":[174],"implement":[176],"their":[180],"own":[181],"projects.":[182],"highlights":[185],"strengths":[187],"weaknesses":[189],"methodologies,":[192],"communication":[196],"overhead":[197],"potential":[199],"stale":[201],"gradients":[202],"methods,":[205],"privacy":[208],"-preserving":[209],"benefits":[210]},"counts_by_year":[],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2024-08-02T00:00:00"}