{"id":"https://openalex.org/W3161297530","doi":"https://doi.org/10.1109/jsait.2021.3079856","title":"Asynchronous Delayed Optimization With Time-Varying Minibatches","display_name":"Asynchronous Delayed Optimization With Time-Varying Minibatches","publication_year":2021,"publication_date":"2021-05-12","ids":{"openalex":"https://openalex.org/W3161297530","doi":"https://doi.org/10.1109/jsait.2021.3079856","mag":"3161297530"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2021.3079856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2021.3079856","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015118446","display_name":"Haider Al-Lawati","orcid":"https://orcid.org/0000-0002-3686-1289"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Haider Al-Lawati","raw_affiliation_strings":["University of Toronto, Toronto, Canada","Electrical and Computer Engineering Department, University of Toronto, Toronto, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Toronto, Toronto, Canada#TAB#","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076621312","display_name":"Tharindu Adikari","orcid":"https://orcid.org/0000-0002-7628-7568"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tharindu B. Adikari","raw_affiliation_strings":["University of Toronto, Toronto, Canada","Electrical and Computer Engineering Department, University of Toronto, Toronto, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Toronto, Toronto, Canada#TAB#","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029182703","display_name":"Stark C. Draper","orcid":"https://orcid.org/0000-0001-8100-5599"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Stark C. Draper","raw_affiliation_strings":["University of Toronto, Toronto, Canada","Electrical and Computer Engineering Department, University of Toronto, Toronto, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Toronto, Toronto, Canada#TAB#","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015118446"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.5439,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71729655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"2","first_page":"784","last_page":"801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.9084655046463013},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7430238127708435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6250425577163696},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5681490898132324},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5061313509941101},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47899767756462097},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24992609024047852}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.9084655046463013},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7430238127708435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6250425577163696},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5681490898132324},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5061313509941101},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47899767756462097},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24992609024047852},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsait.2021.3079856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2021.3079856","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5699999928474426,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W778657980","https://openalex.org/W1497601926","https://openalex.org/W1506295250","https://openalex.org/W2024484010","https://openalex.org/W2039321646","https://openalex.org/W2049469158","https://openalex.org/W2050882265","https://openalex.org/W2096199223","https://openalex.org/W2106709023","https://openalex.org/W2108598243","https://openalex.org/W2130062883","https://openalex.org/W2132737349","https://openalex.org/W2133233009","https://openalex.org/W2138243089","https://openalex.org/W2154834860","https://openalex.org/W2163605009","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2169713291","https://openalex.org/W2401231614","https://openalex.org/W2521533145","https://openalex.org/W2569020760","https://openalex.org/W2611809118","https://openalex.org/W2626580042","https://openalex.org/W2741430497","https://openalex.org/W2782985982","https://openalex.org/W2790129348","https://openalex.org/W2893568893","https://openalex.org/W2894591993","https://openalex.org/W2906936451","https://openalex.org/W2949585412","https://openalex.org/W2962727278","https://openalex.org/W2962950660","https://openalex.org/W2963361660","https://openalex.org/W2963903325","https://openalex.org/W2964137095","https://openalex.org/W2964350434","https://openalex.org/W2971208866","https://openalex.org/W3025118830","https://openalex.org/W3090734853","https://openalex.org/W3091864426","https://openalex.org/W3103483680","https://openalex.org/W4287759323","https://openalex.org/W4299970294","https://openalex.org/W4301376094","https://openalex.org/W4301599317","https://openalex.org/W6622473587","https://openalex.org/W6662929504","https://openalex.org/W6674593956","https://openalex.org/W6675763415","https://openalex.org/W6679314259","https://openalex.org/W6679393576","https://openalex.org/W6679660245","https://openalex.org/W6684191040","https://openalex.org/W6684249991","https://openalex.org/W6692488971","https://openalex.org/W6739554518","https://openalex.org/W6749257597","https://openalex.org/W6757392376","https://openalex.org/W6765979255"],"related_works":["https://openalex.org/W4376155396","https://openalex.org/W2971351794","https://openalex.org/W1947085858","https://openalex.org/W2101991911","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247"],"abstract_inverted_index":{"Large-scale":[0],"learning":[1],"and":[2,80,105,126,175,190,198],"optimization":[3,121],"problems":[4],"are":[5,17],"often":[6,19],"solved":[7],"in":[8,46,76,90,102],"parallel.":[9],"In":[10,93],"a":[11,61,98,115],"master-worker":[12],"distributed":[13],"setup,":[14],"worker":[15,58],"nodes":[16],"most":[18],"assigned":[20,60],"fixed-sized":[21],"minibatches":[22,125],"of":[23,34,100,108,118,151,186],"data":[24],"points":[25],"to":[26,36,64,84,154],"process.":[27],"However,":[28],"workers":[29,152],"may":[30],"take":[31],"different":[32],"amounts":[33],"time":[35],"complete":[37,65],"their":[38],"per-batch":[39],"calculations.":[40],"To":[41],"deal":[42],"with":[43,69,123],"such":[44,109],"variability":[45],"processing":[47],"times,":[48],"an":[49,119],"alternative":[50],"approach":[51,74,89],"has":[52,81],"recently":[53],"been":[54,82],"proposed":[55],"wherein":[56],"each":[57,70],"is":[59],"fixed":[62,87],"duration":[63],"the":[66,86,103,128,141,149,166,172,184,187],"calculations":[67],"associated":[68],"batch.":[71],"This":[72],"fixed-time":[73,138,189],"results":[75,195],"time-varying":[77],"minibatch":[78,88,130,169],"sizes":[79],"shown":[83],"outperform":[85],"synchronous":[91],"optimization.":[92],"this":[94],"paper":[95],"we":[96,112,133,158,180],"make":[97],"number":[99,150],"contributions":[101],"analysis":[104],"experimental":[106],"verification":[107],"systems.":[110],"First,":[111],"formally":[113],"present":[114,194],"system":[116],"model":[117],"asynchronous":[120,139,167,188],"scheme":[122],"variable-sized":[124],"derive":[127],"expected":[129,142],"size.":[131],"Second,":[132],"show":[134],"that":[135,160],"for":[136,161,196],"our":[137],"approach,":[140],"gradient":[143],"staleness":[144],"does":[145],"not":[146],"depend":[147],"on":[148],"contrary":[153],"existing":[155],"schemes.":[156],"Third,":[157],"prove":[159],"convex":[162],"smooth":[163],"objective":[164],"functions":[165],"variable":[168],"method":[170],"achieves":[171],"optimal":[173],"regret":[174],"optimality":[176],"gap":[177],"bounds.":[178],"Finally,":[179],"run":[181],"experiments":[182],"comparing":[183],"performances":[185],"fixed-minibatch":[191],"methods.":[192],"We":[193],"CIFAR-10":[197],"ImageNet.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}