{"id":"https://openalex.org/W4386249634","doi":"https://doi.org/10.1109/infocom53939.2023.10228853","title":"DIAMOND: Taming Sample and Communication Complexities in Decentralized Bilevel Optimization","display_name":"DIAMOND: Taming Sample and Communication Complexities in Decentralized Bilevel Optimization","publication_year":2023,"publication_date":"2023-05-17","ids":{"openalex":"https://openalex.org/W4386249634","doi":"https://doi.org/10.1109/infocom53939.2023.10228853"},"language":"en","primary_location":{"id":"doi:10.1109/infocom53939.2023.10228853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10228853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001901921","display_name":"Peiwen Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peiwen Qiu","raw_affiliation_strings":["The Ohio State University,Dept. of ECE","Dept. of ECE, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"The Ohio State University,Dept. of ECE","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of ECE, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101546250","display_name":"Yining Li","orcid":"https://orcid.org/0000-0003-4761-2293"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yining Li","raw_affiliation_strings":["The Ohio State University,Dept. of ECE","Dept. of ECE, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"The Ohio State University,Dept. of ECE","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of ECE, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101595700","display_name":"Zhuqing Liu","orcid":"https://orcid.org/0000-0001-7058-146X"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuqing Liu","raw_affiliation_strings":["The Ohio State University,Dept. of ECE","Dept. of ECE, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"The Ohio State University,Dept. of ECE","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of ECE, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015133769","display_name":"Prashant Khanduri","orcid":"https://orcid.org/0000-0003-3055-2917"},"institutions":[{"id":"https://openalex.org/I125866687","display_name":"Wayne State College","ror":"https://ror.org/02cntrd02","country_code":"US","type":"education","lineage":["https://openalex.org/I125866687"]},{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prashant Khanduri","raw_affiliation_strings":["Wayne State University,Dept. of CS","Dept. of CS, Wayne State University"],"affiliations":[{"raw_affiliation_string":"Wayne State University,Dept. of CS","institution_ids":["https://openalex.org/I185443292","https://openalex.org/I125866687"]},{"raw_affiliation_string":"Dept. of CS, Wayne State University","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409661","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0001-8844-3233"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["The Ohio State University,Dept. of ECE","Dept. of ECE, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"The Ohio State University,Dept. of ECE","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of ECE, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035752536","display_name":"Ness B. Shroff","orcid":"https://orcid.org/0000-0002-4606-6879"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ness B. Shroff","raw_affiliation_strings":["The Ohio State University,Dept. of ECE","Dept. of ECE, The Ohio State University"],"affiliations":[{"raw_affiliation_string":"The Ohio State University,Dept. of ECE","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of ECE, The Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071876359","display_name":"Elizabeth Serena Bentley","orcid":"https://orcid.org/0000-0003-0972-9933"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Serena Bentley","raw_affiliation_strings":["Information Directorate,Air Force Research Laboratory","Air Force Research Laboratory, Information Directorate"],"affiliations":[{"raw_affiliation_string":"Information Directorate,Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Air Force Research Laboratory, Information Directorate","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090483918","display_name":"Kurt Turck","orcid":"https://orcid.org/0000-0001-9224-0164"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurt Turck","raw_affiliation_strings":["Information Directorate,Air Force Research Laboratory","Air Force Research Laboratory, Information Directorate"],"affiliations":[{"raw_affiliation_string":"Information Directorate,Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Air Force Research Laboratory, Information Directorate","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5001901921"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":0.1746,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55431468,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.8219183683395386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6714028120040894},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5879685282707214},{"id":"https://openalex.org/keywords/diamond","display_name":"Diamond","score":0.5649052262306213},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5458096861839294},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5267512202262878},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5173951387405396},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.4890902638435364},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4639771580696106},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.426664263010025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2818947434425354},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26455485820770264},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16441893577575684}],"concepts":[{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.8219183683395386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6714028120040894},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5879685282707214},{"id":"https://openalex.org/C2776921476","wikidata":"https://www.wikidata.org/wiki/Q5283","display_name":"Diamond","level":2,"score":0.5649052262306213},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5458096861839294},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5267512202262878},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5173951387405396},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.4890902638435364},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4639771580696106},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.426664263010025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2818947434425354},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26455485820770264},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16441893577575684},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom53939.2023.10228853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom53939.2023.10228853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2023 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1547358136","https://openalex.org/W1588628884","https://openalex.org/W1977655452","https://openalex.org/W1983202079","https://openalex.org/W2009022268","https://openalex.org/W2031264011","https://openalex.org/W2044212084","https://openalex.org/W2112796928","https://openalex.org/W2114791779","https://openalex.org/W2124659975","https://openalex.org/W2132022337","https://openalex.org/W2138218159","https://openalex.org/W2270245739","https://openalex.org/W2505728881","https://openalex.org/W2617960902","https://openalex.org/W2787415863","https://openalex.org/W2788115019","https://openalex.org/W2885313233","https://openalex.org/W2904079137","https://openalex.org/W2946159063","https://openalex.org/W2949934631","https://openalex.org/W2954270931","https://openalex.org/W2970623506","https://openalex.org/W2972954809","https://openalex.org/W2988803701","https://openalex.org/W2997072274","https://openalex.org/W3011252985","https://openalex.org/W3041129870","https://openalex.org/W3118608800","https://openalex.org/W3120740533","https://openalex.org/W3126652544","https://openalex.org/W3127438322","https://openalex.org/W3153703270","https://openalex.org/W3162173877","https://openalex.org/W3167489592","https://openalex.org/W3167655307","https://openalex.org/W3172409312","https://openalex.org/W3174844138","https://openalex.org/W3175433886","https://openalex.org/W3213825583","https://openalex.org/W4287750664","https://openalex.org/W4288356835","https://openalex.org/W4297800546","https://openalex.org/W4297803541","https://openalex.org/W4297882636","https://openalex.org/W6693919493","https://openalex.org/W6725192724","https://openalex.org/W6738250615","https://openalex.org/W6748676082","https://openalex.org/W6749032143","https://openalex.org/W6751797489","https://openalex.org/W6755905128","https://openalex.org/W6762930437","https://openalex.org/W6763249885","https://openalex.org/W6767599400","https://openalex.org/W6770145604","https://openalex.org/W6780106526","https://openalex.org/W6780576306","https://openalex.org/W6787972765","https://openalex.org/W6790255283","https://openalex.org/W6790260372","https://openalex.org/W6791042152","https://openalex.org/W6795192965","https://openalex.org/W6795968969","https://openalex.org/W6796731872","https://openalex.org/W6797196285","https://openalex.org/W6797770812"],"related_works":["https://openalex.org/W2890257643","https://openalex.org/W1495503294","https://openalex.org/W2161149697","https://openalex.org/W3090200643","https://openalex.org/W2340378315","https://openalex.org/W255338418","https://openalex.org/W2013038594","https://openalex.org/W1604175135","https://openalex.org/W4297925816","https://openalex.org/W2602322400"],"abstract_inverted_index":{"Decentralized":[0],"bilevel":[1,49,67,103],"optimization":[2,50,68],"has":[3],"received":[4],"increasing":[5],"attention":[6],"recently":[7],"due":[8],"to":[9,31,53,62,114],"its":[10],"foundational":[11],"role":[12],"in":[13,46,161],"many":[14],"emerging":[15],"multi-agent":[16,20,23],"learning":[17],"paradigms":[18],"(e.g.,":[19],"meta-learning":[21],"and":[22,37,56,77,109,132,143,163,180],"reinforcement":[24],"learning)":[25],"over":[26],"peer-to-peer":[27],"edge":[28,41],"networks.":[29],"However,":[30],"work":[32],"with":[33,75],"the":[34,98,117,150,177],"limited":[35],"computation":[36,108],"communication":[38,57,164],"capabilities":[39],"of":[40,81,102,140,172,176],"networks,":[42],"a":[43,64,92,137],"major":[44],"challenge":[45],"developing":[47],"decentralized":[48,66],"techniques":[51],"is":[52],"lower":[54],"sample":[55,131,162],"complexities.":[58],"This":[59],"motivates":[60],"us":[61],"develop":[63],"new":[65],"called":[69],"DIAMOND":[70,89,118,151],"(decentralized":[71],"single-timescale":[72],"stochastic":[73],"approximation":[74],"momentum":[76,141],"gradient-tracking).":[78],"The":[79],"contributions":[80],"this":[82],"paper":[83],"are":[84,174],"as":[85],"follows:":[86],"i)":[87],"our":[88,189],"algorithm":[90,119,152],"adopts":[91],"single-loop":[93],"structure":[94,101],"rather":[95],"than":[96],"following":[97],"natural":[99],"double-loop":[100],"optimization,":[104],"which":[105,127,173],"offers":[106],"low":[107],"implementation":[110],"complexity;":[111],"ii)":[112],"compared":[113],"existing":[115,183],"approaches,":[116],"does":[120],"not":[121],"require":[122],"any":[123],"full":[124],"gradient":[125,144],"evaluations,":[126],"further":[128],"reduces":[129],"both":[130,171],"computational":[133],"complexities;":[134],"iii)":[135],"through":[136],"careful":[138],"integration":[139],"information":[142],"tracking":[145],"techniques,":[146],"we":[147],"show":[148],"that":[149],"enjoys":[153],"$\\mathcal{O}\\left(":[154],"{{":[155],"\\in":[156],"^{":[157],"-":[158],"3/2}}}":[159],"\\right)$":[160],"complexities":[165],"for":[166],"achieving":[167],"an":[168],"\u03f5-stationary":[169],"solution,":[170],"independent":[175],"dataset":[178],"sizes":[179],"significantly":[181],"outperform":[182],"works.":[184],"Extensive":[185],"experiments":[186],"also":[187],"verify":[188],"theoretical":[190],"findings.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}