{"id":"https://openalex.org/W6981332687","doi":null,"title":"Efficient Algorithms for Modern Machine Learning Optimization","display_name":"Efficient Algorithms for Modern Machine Learning Optimization","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W6981332687"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt9pt7h7xk","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9pt7h7xk","pdf_url":"https://escholarship.org/content/qt9pt7h7xk/qt9pt7h7xk.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W6981332687"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt9pt7h7xk/qt9pt7h7xk.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079210794","display_name":"Lisang Ding","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ding, Lisang","raw_affiliation_strings":["Doctor of Philosophy in Mathematics University of California , Los Angeles , 2025"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Doctor of Philosophy in Mathematics University of California , Los Angeles , 2025","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5079210794"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.04100000113248825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-optimization","display_name":"distributed optimization","score":0.9900000095367432},{"id":"https://openalex.org/keywords/distributed-training","display_name":"distributed training","score":0.6650000214576721},{"id":"https://openalex.org/keywords/k-means-initialization","display_name":"K-means initialization","score":0.8769999742507935},{"id":"https://openalex.org/keywords/lloyd-s-algorithm","display_name":"Lloyd's algorithm","score":0.9760000109672546},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.7480000257492065},{"id":"https://openalex.org/keywords/machine-learning-optimization","display_name":"machine learning optimization","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7529000043869019},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6802999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5475999712944031},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5450999736785889},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5314000248908997},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5224000215530396},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5074999928474426},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4041000008583069},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3686999976634979},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.36489999294281006},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.32030001282691956},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:escholarship.org:ark:/13030/qt9pt7h7xk","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9pt7h7xk","pdf_url":"https://escholarship.org/content/qt9pt7h7xk/qt9pt7h7xk.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"etd"}],"best_oa_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt9pt7h7xk","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/9pt7h7xk","pdf_url":"https://escholarship.org/content/qt9pt7h7xk/qt9pt7h7xk.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6981332687.pdf","grobid_xml":"https://content.openalex.org/works/W6981332687.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W1046565816","https://openalex.org/W1488446430","https://openalex.org/W1512961795","https://openalex.org/W1571416372","https://openalex.org/W1616857247","https://openalex.org/W1902701714","https://openalex.org/W1993962865","https://openalex.org/W2003361735","https://openalex.org/W2013640190","https://openalex.org/W2014075779","https://openalex.org/W2029080014","https://openalex.org/W2034996255","https://openalex.org/W2044212084","https://openalex.org/W2057332538","https://openalex.org/W2072566913","https://openalex.org/W2073459066","https://openalex.org/W2085976382","https://openalex.org/W2092663520","https://openalex.org/W2103868202","https://openalex.org/W2108399535","https://openalex.org/W2118776392","https://openalex.org/W2120286056","https://openalex.org/W2123705108","https://openalex.org/W2136023023","https://openalex.org/W2138967244","https://openalex.org/W2150593711","https://openalex.org/W2154834860","https://openalex.org/W2166752738","https://openalex.org/W2177347332","https://openalex.org/W2194775991","https://openalex.org/W2266148951","https://openalex.org/W2291434103","https://openalex.org/W2294644361","https://openalex.org/W2301608893","https://openalex.org/W2436219157","https://openalex.org/W2510191442","https://openalex.org/W2550703763","https://openalex.org/W2552050672","https://openalex.org/W2556332460","https://openalex.org/W2594297742","https://openalex.org/W2609549560","https://openalex.org/W2760049195","https://openalex.org/W2763533254","https://openalex.org/W2788190072","https://openalex.org/W2789243870","https://openalex.org/W2902410171","https://openalex.org/W2941034199","https://openalex.org/W2946038967","https://openalex.org/W2963649943","https://openalex.org/W2964121744","https://openalex.org/W2964165783","https://openalex.org/W2972087877","https://openalex.org/W2990346675","https://openalex.org/W3016118894","https://openalex.org/W3019913914","https://openalex.org/W3042491641","https://openalex.org/W3047780503","https://openalex.org/W3048804154","https://openalex.org/W3096403968","https://openalex.org/W3097497066","https://openalex.org/W3126226094","https://openalex.org/W3127286811","https://openalex.org/W3157791500","https://openalex.org/W3159974720","https://openalex.org/W3160274442","https://openalex.org/W3202150208","https://openalex.org/W3206403927","https://openalex.org/W3207974361","https://openalex.org/W3214324039","https://openalex.org/W3214474508","https://openalex.org/W4311114086","https://openalex.org/W4390723197","https://openalex.org/W4391800709","https://openalex.org/W4403344279","https://openalex.org/W4405903187","https://openalex.org/W4408858386","https://openalex.org/W7133198209","https://openalex.org/W7133224204","https://openalex.org/W7133224503","https://openalex.org/W7133227990"],"related_works":["https://openalex.org/W3023928325","https://openalex.org/W3023944502","https://openalex.org/W4391800709","https://openalex.org/W2986633540","https://openalex.org/W3127859550","https://openalex.org/W6889016754","https://openalex.org/W4417337833","https://openalex.org/W3166004119","https://openalex.org/W3027921946"],"abstract_inverted_index":{"The":[0,83],"training":[1,47],"of":[2,92,105,112,154,183],"machine":[3,27],"learning":[4,28],"models":[5],"is":[6,15,72,87],"a":[7,65,101,109,121,133,152,159,165],"central":[8],"topic":[9],"in":[10,26,45,54,146],"modern":[11],"computational":[12],"research":[13],"and":[14,31,49,63,95,108,164],"often":[16],"formulated":[17],"as":[18],"an":[19],"optimization":[20,24,39,59,117],"problem.":[21],"However,":[22],"the":[23,57,77,115,137,142,147,155,180,184],"landscape":[25],"presents":[29],"new":[30],"complex":[32],"challenges.":[33],"This":[34,70],"dissertation":[35],"addresses":[36],"two":[37],"related":[38],"problems:":[40],"decentralized":[41,58,78,85],"optimization,":[42,51],"which":[43,52,99],"arises":[44],"distributed":[46],"settings,":[48],"sum-of-minimum":[50,116],"emerges":[53],"mixed-model":[55],"training.For":[56],"problem,":[60,118],"we":[61,119,131,140,150],"revisit":[62],"construct":[64],"communication-optimal":[66],"exact":[67],"consensus":[68],"scheme.":[69],"scheme":[71],"then":[73],"judiciously":[74],"integrated":[75],"into":[76],"stochastic":[79],"gradient":[80],"descent":[81],"algorithm.":[82,135,157],"proposed":[84,185],"algorithm":[86],"scalable":[88],"to":[89,124,178],"any":[90],"number":[91],"computing":[93],"nodes":[94],"achieves":[96],"state-of-the-art":[97],"performance,":[98],"requires":[100],"transient":[102],"iteration":[103,148],"complexity":[104],"$\\tilde":[106],"O(n^3)$":[107],"communication":[110],"overhead":[111],"one.":[113],"For":[114,170],"identify":[120],"novel":[122],"connection":[123],"generalized":[125],"clustering":[126,144],"problems.":[127],"Leveraging":[128],"this":[129],"insight,":[130],"develop":[132],"two-phase":[134],"In":[136],"initialization":[138,161],"phase,":[139,149],"generalize":[141],"$k$-means++":[143],"method;":[145],"apply":[151],"variant":[153],"Lloyd":[156],"Theoretically,":[158],"tight":[160],"error":[162],"bound":[163],"convergence":[166],"rate":[167],"are":[168,176],"provided.":[169],"both":[171],"problems,":[172],"extensive":[173],"numerical":[174],"experiments":[175],"provided":[177],"illustrate":[179],"empirical":[181],"performance":[182],"algorithms.":[186]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6981332687","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
