{"id":"https://openalex.org/W3080700717","doi":"https://doi.org/10.25781/kaust-4f2dh","title":"Optimization for Supervised Machine Learning: Randomized Algorithms for Data and Parameters","display_name":"Optimization for Supervised Machine Learning: Randomized Algorithms for Data and Parameters","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3080700717","doi":"https://doi.org/10.25781/kaust-4f2dh","mag":"3080700717"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2008.11824","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.11824","pdf_url":"https://arxiv.org/pdf/2008.11824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.11824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089882896","display_name":"Filip Hanzely","orcid":"https://orcid.org/0000-0003-0203-4004"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hanzely, Filip","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-0203-4004","affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089882896"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09766401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6411430835723877},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6145817041397095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5267664194107056},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.44094645977020264},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3934161961078644},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19468683004379272},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18943440914154053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6411430835723877},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6145817041397095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5267664194107056},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.44094645977020264},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3934161961078644},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19468683004379272},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18943440914154053}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2008.11824","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.11824","pdf_url":"https://arxiv.org/pdf/2008.11824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/664789","is_oa":true,"landing_page_url":"http://hdl.handle.net/10754/664789","pdf_url":"http://hdl.handle.net/10754/664789","source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},{"id":"doi:10.48550/arxiv.2008.11824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.11824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.25781/kaust-4f2dh","is_oa":true,"landing_page_url":"https://doi.org/10.25781/kaust-4f2dh","pdf_url":null,"source":{"id":"https://openalex.org/S7407051967","display_name":"KAUST Research Repository","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"thesis"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.11824","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.11824","pdf_url":"https://arxiv.org/pdf/2008.11824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":209,"referenced_works":["https://openalex.org/W134812657","https://openalex.org/W584312462","https://openalex.org/W600180659","https://openalex.org/W607505555","https://openalex.org/W637450849","https://openalex.org/W1491622225","https://openalex.org/W1539073050","https://openalex.org/W1540764732","https://openalex.org/W1592294486","https://openalex.org/W1602049633","https://openalex.org/W1624155241","https://openalex.org/W1825512540","https://openalex.org/W1842094663","https://openalex.org/W1845160311","https://openalex.org/W1860742233","https://openalex.org/W1890144115","https://openalex.org/W1939652453","https://openalex.org/W1946315329","https://openalex.org/W1947202642","https://openalex.org/W1969048569","https://openalex.org/W1974524469","https://openalex.org/W1991083751","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W1994974865","https://openalex.org/W2000450122","https://openalex.org/W2000769684","https://openalex.org/W2001032894","https://openalex.org/W2005136695","https://openalex.org/W2009941369","https://openalex.org/W2013850411","https://openalex.org/W2026393324","https://openalex.org/W2032395696","https://openalex.org/W2038210983","https://openalex.org/W2043093325","https://openalex.org/W2047152541","https://openalex.org/W2048305372","https://openalex.org/W2051434435","https://openalex.org/W2072566913","https://openalex.org/W2078409719","https://openalex.org/W2092663520","https://openalex.org/W2095984592","https://openalex.org/W2096725512","https://openalex.org/W2100556411","https://openalex.org/W2105875671","https://openalex.org/W2106833843","https://openalex.org/W2107438106","https://openalex.org/W2117686388","https://openalex.org/W2118545728","https://openalex.org/W2119200797","https://openalex.org/W2120717492","https://openalex.org/W2121210949","https://openalex.org/W2124768887","https://openalex.org/W2128529555","https://openalex.org/W2134603645","https://openalex.org/W2135482703","https://openalex.org/W2136095758","https://openalex.org/W2137633966","https://openalex.org/W2146299225","https://openalex.org/W2149479912","https://openalex.org/W2152710595","https://openalex.org/W2153635508","https://openalex.org/W2156005216","https://openalex.org/W2156779765","https://openalex.org/W2157725068","https://openalex.org/W2162287622","https://openalex.org/W2162737890","https://openalex.org/W2164075197","https://openalex.org/W2167732364","https://openalex.org/W2168231600","https://openalex.org/W2168914046","https://openalex.org/W2195435876","https://openalex.org/W2267771847","https://openalex.org/W2283463896","https://openalex.org/W2295492468","https://openalex.org/W2336104608","https://openalex.org/W2407022425","https://openalex.org/W2414068143","https://openalex.org/W2442014075","https://openalex.org/W2510078447","https://openalex.org/W2530417694","https://openalex.org/W2535838896","https://openalex.org/W2537224055","https://openalex.org/W2541884796","https://openalex.org/W2552857149","https://openalex.org/W2553080076","https://openalex.org/W2565553017","https://openalex.org/W2599851351","https://openalex.org/W2604763608","https://openalex.org/W2619493178","https://openalex.org/W2625685405","https://openalex.org/W2663450581","https://openalex.org/W2741269719","https://openalex.org/W2763081248","https://openalex.org/W2767036780","https://openalex.org/W2769587969","https://openalex.org/W2769644379","https://openalex.org/W2780752111","https://openalex.org/W2792215433","https://openalex.org/W2807006176","https://openalex.org/W2807215287","https://openalex.org/W2885777113","https://openalex.org/W2894946750","https://openalex.org/W2896769428","https://openalex.org/W2897474720","https://openalex.org/W2900789157","https://openalex.org/W2903996657","https://openalex.org/W2914138317","https://openalex.org/W2922527104","https://openalex.org/W2927598857","https://openalex.org/W2935990182","https://openalex.org/W2941142392","https://openalex.org/W2944447206","https://openalex.org/W2944572616","https://openalex.org/W2945702962","https://openalex.org/W2946159063","https://openalex.org/W2946943162","https://openalex.org/W2948628224","https://openalex.org/W2949377959","https://openalex.org/W2949704402","https://openalex.org/W2951781666","https://openalex.org/W2962696654","https://openalex.org/W2962782524","https://openalex.org/W2962798372","https://openalex.org/W2962851402","https://openalex.org/W2962876518","https://openalex.org/W2962936775","https://openalex.org/W2962961534","https://openalex.org/W2962990180","https://openalex.org/W2963001016","https://openalex.org/W2963002787","https://openalex.org/W2963060476","https://openalex.org/W2963082812","https://openalex.org/W2963087817","https://openalex.org/W2963115772","https://openalex.org/W2963179579","https://openalex.org/W2963244042","https://openalex.org/W2963248893","https://openalex.org/W2963300197","https://openalex.org/W2963301802","https://openalex.org/W2963307318","https://openalex.org/W2963335821","https://openalex.org/W2963374099","https://openalex.org/W2963383627","https://openalex.org/W2963411541","https://openalex.org/W2963434703","https://openalex.org/W2963457669","https://openalex.org/W2963527706","https://openalex.org/W2963531627","https://openalex.org/W2963540381","https://openalex.org/W2963541115","https://openalex.org/W2963584881","https://openalex.org/W2963589953","https://openalex.org/W2963607709","https://openalex.org/W2963651662","https://openalex.org/W2963653623","https://openalex.org/W2963766684","https://openalex.org/W2963803379","https://openalex.org/W2963807877","https://openalex.org/W2963813563","https://openalex.org/W2963818748","https://openalex.org/W2963834323","https://openalex.org/W2963855576","https://openalex.org/W2963903233","https://openalex.org/W2963941964","https://openalex.org/W2963948233","https://openalex.org/W2963965485","https://openalex.org/W2963992805","https://openalex.org/W2964037929","https://openalex.org/W2964063026","https://openalex.org/W2964106020","https://openalex.org/W2964112534","https://openalex.org/W2964169825","https://openalex.org/W2964178869","https://openalex.org/W2964267428","https://openalex.org/W2964289555","https://openalex.org/W2964303576","https://openalex.org/W2964312760","https://openalex.org/W2964725673","https://openalex.org/W2970589906","https://openalex.org/W2970632286","https://openalex.org/W2971617498","https://openalex.org/W2972497108","https://openalex.org/W2981206218","https://openalex.org/W2985114067","https://openalex.org/W2985739199","https://openalex.org/W2992166204","https://openalex.org/W2995022099","https://openalex.org/W2996442797","https://openalex.org/W3005728424","https://openalex.org/W3005768517","https://openalex.org/W3005776401","https://openalex.org/W3010873136","https://openalex.org/W3020708521","https://openalex.org/W3023412291","https://openalex.org/W3025544109","https://openalex.org/W3034386797","https://openalex.org/W3034688816","https://openalex.org/W3037034614","https://openalex.org/W3037346940","https://openalex.org/W3037568070","https://openalex.org/W3037674069","https://openalex.org/W3042245584","https://openalex.org/W3044672004","https://openalex.org/W3046449784","https://openalex.org/W3090853514","https://openalex.org/W3092078533","https://openalex.org/W3103802018","https://openalex.org/W3106287588"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Many":[0],"key":[1],"problems":[2,14],"in":[3,71,87,110,154,157,170,200],"machine":[4,173],"learning":[5,174],"and":[6,15,28,31,156,214],"data":[7,27,80,98,209],"science":[8],"are":[9],"routinely":[10],"modeled":[11],"as":[12,145],"optimization":[13,18,43],"solved":[16],"via":[17,176],"algorithms.":[19],"With":[20],"the":[21,24,29,34,78,96,102,118,161,183],"increase":[22],"of":[23,26,33,66,69,95,117],"volume":[25],"size":[30],"complexity":[32],"statistical":[35],"models":[36,175],"used":[37],"to":[38,54,123,159,192,208],"formulate":[39],"these":[40,57,67],"often":[41],"ill-conditioned":[42,126],"tasks,":[44],"there":[45],"is":[46,143,182],"a":[47,72,91,114,146],"need":[48],"for":[49,186],"new":[50,84],"efficient":[51],"algorithms":[52,165],"able":[53],"cope":[55],"with":[56,64,125],"challenges.":[58],"In":[59,139],"this":[60],"thesis,":[61],"we":[62,82,106,128,151],"deal":[63,124],"each":[65,88,111],"sources":[68],"difficulty":[70],"different":[73],"way.":[74],"To":[75,100],"efficiently":[76],"address":[77],"big":[79,103],"issue,":[81,105],"develop":[83,107],"methods":[85,108,130,196],"which":[86,109,181],"iteration":[89,112],"examine":[90],"small":[92],"random":[93,115],"subset":[94,116],"training":[97,171,187],"only.":[99,121],"handle":[101],"model":[104,119],"update":[113],"parameters":[120],"Finally,":[122],"problems,":[127],"devise":[129],"that":[131,150],"incorporate":[132],"either":[133],"higher-order":[134],"information":[135],"or":[136],"Nesterov's":[137],"acceleration/momentum.":[138],"all":[140],"cases,":[141],"randomness":[142],"viewed":[144],"powerful":[147],"algorithmic":[148],"tool":[149],"tune,":[152],"both":[153],"theory":[155],"experiments,":[158],"achieve":[160],"best":[162],"results.":[163],"Our":[164],"have":[166],"their":[167,193],"primary":[168],"application":[169],"supervised":[172],"regularized":[177],"empirical":[178],"risk":[179],"minimization,":[180],"dominant":[184],"paradigm":[185],"such":[188],"models.":[189],"However,":[190],"due":[191],"generality,":[194],"our":[195],"can":[197],"be":[198],"applied":[199],"many":[201],"other":[202],"fields,":[203],"including":[204],"but":[205],"not":[206],"limited":[207],"science,":[210],"engineering,":[211],"scientific":[212],"computing,":[213],"statistics.":[215]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2020-09-01T00:00:00"}