{"id":"https://openalex.org/W4291653296","doi":"https://doi.org/10.1109/jsait.2022.3198412","title":"Efficient Randomized Subspace Embeddings for Distributed Optimization Under a Communication Budget","display_name":"Efficient Randomized Subspace Embeddings for Distributed Optimization Under a Communication Budget","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4291653296","doi":"https://doi.org/10.1109/jsait.2022.3198412"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2022.3198412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2022.3198412","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032741006","display_name":"Rajarshi Saha","orcid":"https://orcid.org/0000-0002-7863-9811"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rajarshi Saha","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074116801","display_name":"Andrea Goldsmith","orcid":"https://orcid.org/0000-0001-5686-800X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrea J. Goldsmith","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032741006"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.06511182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"3","issue":"2","first_page":"183","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.7618523836135864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5320500135421753},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35758745670318604},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3455464243888855},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2507210373878479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20734447240829468}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.7618523836135864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5320500135421753},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35758745670318604},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3455464243888855},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2507210373878479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20734447240829468}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsait.2022.3198412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2022.3198412","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1899085153","display_name":null,"funder_award_id":"W911NF-21-1-0242","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G405259074","display_name":null,"funder_award_id":"ONR N00014-18-1-2191","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4864293789","display_name":null,"funder_award_id":"ECCS-2037304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5346705942","display_name":null,"funder_award_id":"DMS-2134248","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320307786","display_name":"Adobe Systems","ror":"https://ror.org/059tvcg64"},{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"},{"id":"https://openalex.org/F4320315684","display_name":"Stanford SystemX Alliance","ror":null},{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W866281365","https://openalex.org/W1634005169","https://openalex.org/W2060393849","https://openalex.org/W2070943034","https://openalex.org/W2106745795","https://openalex.org/W2112796928","https://openalex.org/W2129131372","https://openalex.org/W2156254348","https://openalex.org/W2163458985","https://openalex.org/W2164184339","https://openalex.org/W2516186024","https://openalex.org/W2617766261","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2907379776","https://openalex.org/W2950346378","https://openalex.org/W2950826569","https://openalex.org/W2963766684","https://openalex.org/W2995022099","https://openalex.org/W2996979369","https://openalex.org/W3008022084","https://openalex.org/W3037378150","https://openalex.org/W3037740066","https://openalex.org/W3044482596","https://openalex.org/W3080442116","https://openalex.org/W3141595720","https://openalex.org/W3196726140","https://openalex.org/W3202176390","https://openalex.org/W4220826035","https://openalex.org/W4221154844","https://openalex.org/W4289107582","https://openalex.org/W4297685247","https://openalex.org/W6728975057","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6748019269","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6757093123","https://openalex.org/W6758358981","https://openalex.org/W6770275949","https://openalex.org/W6771701905","https://openalex.org/W6779942204","https://openalex.org/W6781605033","https://openalex.org/W6810151809"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1980381208","https://openalex.org/W2364594919","https://openalex.org/W1861706286","https://openalex.org/W2390279801","https://openalex.org/W2219338811","https://openalex.org/W2358668433","https://openalex.org/W2167092671","https://openalex.org/W2149583853","https://openalex.org/W2143002539"],"abstract_inverted_index":{"We":[0,38,232],"study":[1],"first-order":[2],"optimization":[3,42],"algorithms":[4,43,86,164],"under":[5],"the":[6,9,48,118,122,139,171,183,200,230,264,276],"constraint":[7],"that":[8,94,109,245,263],"descent":[10],"direction":[11],"is":[12,87,125,229],"quantized":[13],"using":[14,242],"a":[15,78,88,96,99,128,143,247],"pre-specified":[16],"budget":[17,185],"of":[18,84,117,121,170,238,266,278],"<inline-formula":[19,29,154,173,188,204,215,223,251],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[20,30,155,174,189,205,216,224,252,294],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[21,31,156,175,190,206,217,225,253],"<tex-math":[22,32,157,176,191,207,218,226,254],"notation=\"LaTeX\">$R$":[23,158,177],"</tex-math></inline-formula>":[24,36,159,178,195,211,220,228,258],"-bits":[25,160],"per":[26,161],"dimension,":[27],"where":[28,222],"notation=\"LaTeX\">$R":[33,192,208],"\\in":[34],"(0,\\infty)$":[35],".":[37,296],"propose":[39,234],"computationally":[40],"efficient":[41,236],"with":[44,59,75,110,147],"convergence":[45],"rates":[46],"matching":[47],"information-theoretic":[49],"performance":[50,277],"lower":[51],"bounds":[52],"for:":[53],"(i)":[54],"Smooth":[55],"and":[56,72],"Strongly-Convex":[57],"objectives":[58,74],"access":[60,76],"to":[61,77,138,273],"an":[62,135,235],"Exact":[63],"Gradient":[64],"oracle,":[65],"as":[66,68,197,199],"well":[67,198],"(ii)":[69],"General":[70],"Convex":[71],"Non-Smooth":[73],"Noisy":[79],"Subgradient":[80],"oracle.":[81],"The":[82],"crux":[83],"these":[85,131],"polynomial":[89],"complexity":[90],"source":[91,144],"coding":[92,145,240],"scheme":[93,241],"embeds":[95],"vector":[97],"into":[98],"random":[100],"subspace":[101],"before":[102],"quantizing":[103,130],"it.":[104],"These":[105],"embeddings":[106,132,269],"are":[107,290],"such":[108],"high":[111],"probability,":[112],"their":[113],"projection":[114],"along":[115],"any":[116],"canonical":[119],"directions":[120],"transform":[123,137],"space":[124,141],"small.":[126],"As":[127],"consequence,":[129],"followed":[133],"by":[134],"inverse":[136],"original":[140],"yields":[142],"method":[146],"optimal":[148],"covering":[149],"efficiency":[150],"while":[151,213],"utilizing":[152],"just":[153],"dimension.":[162,231],"Our":[163,288],"guarantee":[165],"optimality":[166],"for":[167],"arbitrary":[168],"values":[169],"bit-budget":[172],",":[179],"which":[180],"includes":[181],"both":[182],"sub-linear":[184],"regime":[186,202],"(":[187,203],"&lt;":[193],"1$":[194,210],"),":[196,212],"high-budget":[201],"\\geq":[209],"requiring":[214],"notation=\"LaTeX\">$O(n^{2})$":[219],"multiplications,":[221],"notation=\"LaTeX\">$n$":[227],"also":[233],"relaxation":[237],"this":[239],"Hadamard":[243],"subspaces":[244],"requires":[246],"near-linear":[248],"time,":[249],"i.e.,":[250],"notation=\"LaTeX\">$O(n":[255],"\\log":[256],"n)$":[257],"additions.":[259],"Furthermore,":[260],"we":[261],"show":[262],"utility":[265],"our":[267,285],"proposed":[268],"can":[270],"be":[271],"extended":[272],"significantly":[274],"improve":[275],"gradient":[279],"sparsification":[280],"schemes.":[281],"Numerical":[282],"simulations":[283],"validate":[284],"theoretical":[286],"claims.":[287],"implementations":[289],"available":[291],"at":[292],"<uri":[293],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/rajarshisaha95/DistOptConstrComm</uri>":[295]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}