{"id":"https://openalex.org/W7220418326","doi":"https://doi.org/10.48550/arxiv.2610.03638","title":"The Minimax Cost of Smoothness in Fully First-Order Stochastic Bilevel Optimization","display_name":"The Minimax Cost of Smoothness in Fully First-Order Stochastic Bilevel Optimization","publication_year":2026,"publication_date":"2026-10-02","ids":{"openalex":"https://openalex.org/W7220418326","doi":"https://doi.org/10.48550/arxiv.2610.03638"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.03638","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03638","pdf_url":"https://arxiv.org/pdf/2610.03638","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.03638","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137662423","display_name":"Wendao Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Wendao","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157501000","display_name":"Haihan Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Haihan","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141267514","display_name":"Chenheng Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Chenheng","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157636942","display_name":"Yanyi Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Yanyi","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157383099","display_name":"Chunyuan Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng, Chunyuan","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008843158","display_name":"Cong Fang","orcid":"https://orcid.org/0000-0002-5076-7897","observed_orcids":["https://orcid.org/0000-0002-5076-7897"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang, Cong","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157571669","display_name":"Haoxuan Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Haoxuan","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157480569","display_name":"Zhouchen Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin, Zhouchen","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-bilevel-optimization","display_name":"stochastic bilevel optimization","score":0.9649999737739563},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.843999981880188},{"id":"https://openalex.org/keywords/minimax-lower-bounds","display_name":"minimax lower bounds","score":0.8519999980926514}],"concepts":[{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.8086000084877014},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7976999878883362},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.7653999924659729},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6430000066757202},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6226000189781189},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.508400022983551},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.48829999566078186},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.3707999885082245},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C75432250","wikidata":"https://www.wikidata.org/wiki/Q29654355","display_name":"Real line","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C95611797","wikidata":"https://www.wikidata.org/wiki/Q17502105","display_name":"Infimum and supremum","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C146324458","wikidata":"https://www.wikidata.org/wiki/Q1202673","display_name":"Uniform norm","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28049999475479126}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.03638","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03638","pdf_url":"https://arxiv.org/pdf/2610.03638","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.03638","doi":"https://doi.org/10.48550/arxiv.2610.03638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.03638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.03638","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03638","pdf_url":"https://arxiv.org/pdf/2610.03638","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220418326.pdf","grobid_xml":"https://content.openalex.org/works/W7220418326.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1987166016","https://openalex.org/W2766533971","https://openalex.org/W2993258424","https://openalex.org/W4416776667","https://openalex.org/W4416944554","https://openalex.org/W4417409482","https://openalex.org/W7204169045","https://openalex.org/W7213919814","https://openalex.org/W7216470962"],"related_works":["https://openalex.org/W7220748465","https://openalex.org/W4417409482","https://openalex.org/W4417077660","https://openalex.org/W4414969655","https://openalex.org/W4381713631","https://openalex.org/W7213919814","https://openalex.org/W4408965248","https://openalex.org/W4405955428","https://openalex.org/W4399198129","https://openalex.org/W7220909258"],"abstract_inverted_index":{"We":[0,51,110],"study":[1],"the":[2,46,113],"sample":[3,82],"complexity":[4,116],"of":[5,45,132],"finding":[6],"a":[7,80,102],"point":[8],"with":[9,27,64,88,101,129,149],"expected":[10],"hypergradient":[11],"norm":[12],"at":[13],"most":[14],"$\u03b5>0$":[15],"in":[16,157],"nonconvex--strongly-convex":[17],"stochastic":[18],"bilevel":[19],"optimization":[20],"using":[21],"fresh,":[22],"globally":[23],"unbiased":[24],"first-order":[25],"samples":[26],"bounded":[28],"variance.":[29],"For":[30],"lower-variable":[31,97],"smoothness":[32,98,161],"order":[33],"$p\\ge1$,":[34],"F$^2$SA-$p$":[35],"achieves":[36],"$\\widetilde":[37],"O(p\u03b5^{-4-2/p})$":[38],"(Chen":[39],"et":[40],"al.,":[41],"2026),":[42],"but":[43],"necessity":[44],"exponent":[47],"$4+2/p$":[48],"was":[49],"open.":[50],"prove":[52],"matching":[53],"upper":[54,108],"and":[55,90,94,106,142],"lower":[56,72,104],"bounds":[57,155],"$\u0398_p(\u03b5^{-4-2/p})$":[58],"under":[59,79,117],"fixed":[60,81],"nondegenerate":[61],"regularity":[62],"budgets,":[63],"constants":[65,130],"allowed":[66],"to":[67,86],"depend":[68],"on":[69],"$p$.":[70,133],"The":[71],"bound":[73],"holds":[74],"for":[75,119,126,140,144],"unrestricted":[76],"randomized":[77],"algorithms":[78],"budget,":[83],"allows":[84],"dimension":[85],"grow":[87],"accuracy,":[89],"preserves":[91],"global":[92],"unbiasedness":[93],"all":[95],"prescribed":[96],"bounds,":[99],"even":[100],"scalar":[103],"variable":[105],"exact":[107],"gradients.":[109],"further":[111],"characterize":[112],"minimax":[114],"fixed-budget":[115],"$L_j=M\u039b^j(j!)^\u03b2$":[118],"$j\\ge3$:":[120],"$Q_{p,\u03b2}^*(\u03b5)=\u0398\\left(\u03b5^{-4}\\left[\\inf_{1\\le":[121],"r\\le":[122],"p,,r\\in\\mathbb":[123],"N}":[124],"r^\u03b2\u03b5^{-1/r}\\right]^2\\right)$,":[125],"$p\\in\\mathbb":[127],"N\\cup{\\infty}$,":[128],"independent":[131,151],"At":[134],"infinite":[135],"order,":[136],"this":[137],"gives":[138],"$\u0398(\u03b5^{-4})$":[139],"$\u03b2=0$":[141],"$\u0398(\u03b5^{-4}\\log^2(1/\u03b5))$":[143],"$\u03b2=1$.":[145],"A":[146],"gradient-difference":[147],"method":[148],"weighted":[150],"batches":[152],"attains":[153],"these":[154],"uniformly":[156],"order.":[158],"Thus":[159],"quantitative":[160],"yields":[162],"precise":[163],"gains,":[164],"whereas":[165],"qualitative":[166],"analyticity":[167],"alone":[168],"still":[169],"permits":[170],"$\u0398(\u03b5^{-6})$":[171],"complexity.":[172]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-06T00:00:00"}