{"id":"https://openalex.org/W4400074750","doi":"https://doi.org/10.1109/tit.2024.3420222","title":"Gradient Coding With Iterative Block Leverage Score Sampling","display_name":"Gradient Coding With Iterative Block Leverage Score Sampling","publication_year":2024,"publication_date":"2024-06-27","ids":{"openalex":"https://openalex.org/W4400074750","doi":"https://doi.org/10.1109/tit.2024.3420222"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2024.3420222","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tit.2024.3420222","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/2475404","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041293195","display_name":"Neophytos Charalambides","orcid":"https://orcid.org/0000-0002-8528-1467"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neophytos Charalambides","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-8528-1467","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0870-9992","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077692655","display_name":"Alfred O. Hero","orcid":"https://orcid.org/0000-0002-2531-9670"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfred O. Hero","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-2531-9670","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7269,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75200709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"70","issue":"9","first_page":"6639","last_page":"6664"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5107510089874268},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.44220903515815735},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41366082429885864},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.38516485691070557},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3515249490737915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.286022424697876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5107510089874268},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.44220903515815735},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41366082429885864},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.38516485691070557},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3515249490737915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.286022424697876}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tit.2024.3420222","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tit.2024.3420222","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:2475404","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2475404","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:2475404","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2475404","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1187703429","display_name":null,"funder_award_id":"DE-NA0003921","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G27727236","display_name":null,"funder_award_id":"NSF-2246157","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3355160182","display_name":null,"funder_award_id":"NSF-2133484","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3862864087","display_name":null,"funder_award_id":"W911NF2310343","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G4864293789","display_name":null,"funder_award_id":"ECCS-2037304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5346705942","display_name":null,"funder_award_id":"DMS-2134248","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5726737287","display_name":null,"funder_award_id":"NSF-2217058","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5998070949","display_name":null,"funder_award_id":"N00014-24-1-2164","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":132,"referenced_works":["https://openalex.org/W1493892051","https://openalex.org/W1587887312","https://openalex.org/W1624035878","https://openalex.org/W1970576574","https://openalex.org/W1977769089","https://openalex.org/W1982716240","https://openalex.org/W1983193888","https://openalex.org/W1994616650","https://openalex.org/W1998269045","https://openalex.org/W2004791924","https://openalex.org/W2007399394","https://openalex.org/W2032357669","https://openalex.org/W2037757210","https://openalex.org/W2039541924","https://openalex.org/W2042465463","https://openalex.org/W2043804332","https://openalex.org/W2045390367","https://openalex.org/W2062139226","https://openalex.org/W2088658556","https://openalex.org/W2093813380","https://openalex.org/W2112269233","https://openalex.org/W2116780995","https://openalex.org/W2117756735","https://openalex.org/W2127950266","https://openalex.org/W2129566246","https://openalex.org/W2130062883","https://openalex.org/W2133157266","https://openalex.org/W2141696759","https://openalex.org/W2152402969","https://openalex.org/W2268702383","https://openalex.org/W2394933259","https://openalex.org/W2507631131","https://openalex.org/W2588576771","https://openalex.org/W2611027513","https://openalex.org/W2784935051","https://openalex.org/W2855237659","https://openalex.org/W2887781106","https://openalex.org/W2899664803","https://openalex.org/W2913243214","https://openalex.org/W2914855042","https://openalex.org/W2914963584","https://openalex.org/W2935717345","https://openalex.org/W2950958145","https://openalex.org/W2962208489","https://openalex.org/W2962963658","https://openalex.org/W2963002486","https://openalex.org/W2963060476","https://openalex.org/W2963098024","https://openalex.org/W2963117124","https://openalex.org/W2963393358","https://openalex.org/W2963706835","https://openalex.org/W2964261056","https://openalex.org/W2964323106","https://openalex.org/W2975971390","https://openalex.org/W2976492859","https://openalex.org/W2976864125","https://openalex.org/W2977030270","https://openalex.org/W2979473749","https://openalex.org/W2993613295","https://openalex.org/W2993649261","https://openalex.org/W3006030847","https://openalex.org/W3010837853","https://openalex.org/W3015733297","https://openalex.org/W3016469183","https://openalex.org/W3023838981","https://openalex.org/W3035832794","https://openalex.org/W3045461399","https://openalex.org/W3080885782","https://openalex.org/W3098226281","https://openalex.org/W3100515187","https://openalex.org/W3102868717","https://openalex.org/W3112410551","https://openalex.org/W3116248644","https://openalex.org/W3134863288","https://openalex.org/W3137186662","https://openalex.org/W3137779858","https://openalex.org/W3161689956","https://openalex.org/W3175100006","https://openalex.org/W3179083954","https://openalex.org/W3184586394","https://openalex.org/W3196704321","https://openalex.org/W3198421519","https://openalex.org/W3198850677","https://openalex.org/W3201939780","https://openalex.org/W3211387217","https://openalex.org/W4206742934","https://openalex.org/W4236362309","https://openalex.org/W4285068601","https://openalex.org/W4285230246","https://openalex.org/W4285507276","https://openalex.org/W4288017558","https://openalex.org/W4289713175","https://openalex.org/W4293449910","https://openalex.org/W4307078262","https://openalex.org/W4321488292","https://openalex.org/W4321649977","https://openalex.org/W4386075206","https://openalex.org/W4386978111","https://openalex.org/W4390575692","https://openalex.org/W4394595286","https://openalex.org/W6639193275","https://openalex.org/W6666760815","https://openalex.org/W6676963778","https://openalex.org/W6677280552","https://openalex.org/W6679183712","https://openalex.org/W6679279041","https://openalex.org/W6679314259","https://openalex.org/W6679921305","https://openalex.org/W6682597329","https://openalex.org/W6686319040","https://openalex.org/W6725460582","https://openalex.org/W6734242538","https://openalex.org/W6742061381","https://openalex.org/W6746024075","https://openalex.org/W6754358263","https://openalex.org/W6759084776","https://openalex.org/W6759254887","https://openalex.org/W6770345504","https://openalex.org/W6776278426","https://openalex.org/W6778953822","https://openalex.org/W6780930159","https://openalex.org/W6785779495","https://openalex.org/W6791151536","https://openalex.org/W6793481234","https://openalex.org/W6797893899","https://openalex.org/W6798711508","https://openalex.org/W6810735637","https://openalex.org/W6840899668","https://openalex.org/W6846130979","https://openalex.org/W6850122402","https://openalex.org/W6856783932","https://openalex.org/W6875782269"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2051487156","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596"],"abstract_inverted_index":{"Gradient":[0],"coding":[1,53,76,135,160],"is":[2,116,120],"a":[3,10,45,63,74,88,100,148,155,169],"method":[4,46,61],"for":[5,35,47],"mitigating":[6],"straggling":[7],"servers":[8],"in":[9,130,157,168],"centralized":[11,89],"computing":[12],"network":[13],"that":[14,50,117,137,164,180],"uses":[15,29,62],"erasure-coding":[16],"techniques":[17],"to":[18,31,78,83,105,123,132,185],"distributively":[19],"carry":[20],"out":[21],"first-order":[22],"optimization":[23,49],"methods.":[24],"Randomized":[25],"numerical":[26,56],"linear":[27,37,57],"algebra":[28,38],"randomization":[30],"develop":[32],"improved":[33],"algorithms":[34],"large-scale":[36],"computations.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43,144],"propose":[44],"distributed":[48],"combines":[51],"gradient":[52,75,134,159],"and":[54,73,91,179],"randomized":[55,64],"algebra.":[58],"The":[59,111],"proposed":[60],"<inline-formula":[65,171],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66,172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[67,173],"<tex-math":[68,174],"notation=\"LaTeX\">$\\ell":[69,175],"_{2}$":[70,176],"</tex-math></inline-formula>-subspace":[71,177],"embedding":[72],"technique":[77],"distribute":[79],"blocks":[80],"of":[81,87,103,113],"data":[82,119,141],"the":[84,95,107,118,140,186],"computational":[85],"nodes":[86],"network,":[90],"at":[92,151],"each":[93,152],"iteration":[94],"central":[96],"server":[97],"only":[98],"requires":[99],"small":[101],"number":[102],"computations":[104],"obtain":[106],"steepest":[108],"descent":[109],"update.":[110],"novelty":[112],"our":[114,165,181],"approach":[115,166],"replicated":[121],"according":[122],"importance":[124],"scores,":[125,129],"called":[126],"block":[127],"leverage":[128],"contrast":[131],"most":[133],"approaches":[136],"uniformly":[138],"replicate":[139],"blocks.":[142],"Furthermore,":[143],"do":[145],"not":[146],"require":[147],"decoding":[149],"step":[150],"iteration,":[153],"avoiding":[154],"bottleneck":[156],"previous":[158],"schemes.":[161],"We":[162],"show":[163],"results":[167],"valid":[170],"embedding,":[178],"resulting":[182],"approximation":[183],"converges":[184],"optimal":[187],"solution.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}