{"id":"https://openalex.org/W4415706991","doi":"https://doi.org/10.1109/tsp.2025.3624427","title":"Fully First-Order Methods for DecentralizedBilevel Optimization","display_name":"Fully First-Order Methods for DecentralizedBilevel Optimization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415706991","doi":"https://doi.org/10.1109/tsp.2025.3624427"},"language":null,"primary_location":{"id":"doi:10.1109/tsp.2025.3624427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3624427","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092005404","display_name":"Xiaoyu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyu Wang","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, PR China","University of Chinese Academy of Sciences"],"raw_orcid":"https://orcid.org/0000-0003-4102-4909","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, PR China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuxing Chen","orcid":"https://orcid.org/0009-0001-3183-2008"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuxing Chen","raw_affiliation_strings":["University of California Davis, Davis, CA, USA","University of California Davis, Shiqian"],"raw_orcid":"https://orcid.org/0009-0001-3183-2008","affiliations":[{"raw_affiliation_string":"University of California Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]},{"raw_affiliation_string":"University of California Davis, Shiqian","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008787209","display_name":"Shiqian Ma","orcid":"https://orcid.org/0000-0003-1967-1069"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqian Ma","raw_affiliation_strings":["Rice University, Houston, TX, USA","Rice University"],"raw_orcid":"https://orcid.org/0000-0003-1967-1069","affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]},{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":null,"display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-5511-2558"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA","University of Illinois Urbana-Champaign"],"raw_orcid":"https://orcid.org/0000-0002-5511-2558","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092005404"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.3517,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86922585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"73","issue":null,"first_page":"4734","last_page":"4747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.32739999890327454,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.32739999890327454,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.2198999971151352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.06520000100135803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6294999718666077},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5842999815940857},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.4943000078201294},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.48840001225471497},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.46540001034736633},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.43959999084472656},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.43619999289512634},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.43549999594688416},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.39820000529289246},{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.382099986076355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545000076293945},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6294999718666077},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6069999933242798},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5842999815940857},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.4943000078201294},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.48840001225471497},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.43619999289512634},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.382099986076355},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C95763700","wikidata":"https://www.wikidata.org/wiki/Q578985","display_name":"Convergence of random variables","level":3,"score":0.34869998693466187},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3276999890804291},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C3018263672","wikidata":"https://www.wikidata.org/wiki/Q1296251","display_name":"Efficient algorithm","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C116149140","wikidata":"https://www.wikidata.org/wiki/Q2070951","display_name":"Descent direction","level":4,"score":0.27090001106262207},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.26840001344680786},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2025.3624427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3624427","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4646258398","display_name":null,"funder_award_id":"E5EQ0101X2","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2006903949","https://openalex.org/W2112796928","https://openalex.org/W2266148951","https://openalex.org/W2291434103","https://openalex.org/W2330338143","https://openalex.org/W2614367549","https://openalex.org/W2763533254","https://openalex.org/W2954270931","https://openalex.org/W2963649943","https://openalex.org/W3011252985","https://openalex.org/W3164436820","https://openalex.org/W4224932938","https://openalex.org/W4226057994","https://openalex.org/W4317897806","https://openalex.org/W4383534883","https://openalex.org/W4393190086","https://openalex.org/W4408965248","https://openalex.org/W4414783647","https://openalex.org/W4415706991"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3],"decentralized":[4],"stochastic":[5],"bilevel":[6],"optimization":[7],"(DSBO)":[8],"where":[9],"agents":[10,61],"only":[11,32],"communicate":[12],"with":[13,24,96],"their":[14],"neighbors.":[15],"We":[16,48],"propose":[17],"Decentralized":[18],"Stochastic":[19],"Gradient":[20,25],"Descent":[21],"and":[22,106],"Ascent":[23],"Tracking":[26],"(DSGDA-GT),":[27],"a":[28,51],"novel":[29],"algorithm":[30,80],"that":[31,36,56],"requires":[33],"first-order":[34],"oracles":[35,42],"are":[37],"much":[38],"cheaper":[39],"than":[40],"second-order":[41],"widely":[43],"adopted":[44],"in":[45,78],"existing":[46],"works.":[47],"further":[49],"provide":[50],"finite-time":[52],"convergence":[53],"analysis":[54],"showing":[55],"for":[57],"<italic":[58],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[59,74,83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">n</i>":[60],"collaboratively":[62],"solving":[63],"the":[64,67,88,93,104],"DSBO":[65],"problem,":[66],"sample":[68],"complexity":[69],"of":[70,92,109],"finding":[71],"an":[72],"<inline-formula":[73,82],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[75,84],"notation=\"LaTeX\">$\\epsilon$</tex-math></inline-formula>-stationary":[76],"point":[77],"our":[79,110],"is":[81],"notation=\"LaTeX\">$\\mathcal{O}(n^{-1}\\epsilon^{-7})$</tex-math></inline-formula>,":[85],"which":[86],"matches":[87],"currently":[89],"best-known":[90],"results":[91],"single-agent":[94],"counterpart":[95],"linear":[97],"speedup.":[98],"The":[99],"numerical":[100],"experiments":[101],"demonstrate":[102],"both":[103],"communication":[105],"training":[107],"efficiency":[108],"algorithm.":[111]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-30T00:00:00"}