{"id":"https://openalex.org/W4410358604","doi":"https://doi.org/10.1109/tsp.2025.3569665","title":"Single-Timescale Multi-Sequence Stochastic Approximation Without Fixed Point Smoothness: Theories and Applications","display_name":"Single-Timescale Multi-Sequence Stochastic Approximation Without Fixed Point Smoothness: Theories and Applications","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410358604","doi":"https://doi.org/10.1109/tsp.2025.3569665"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2025.3569665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3569665","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102214398","display_name":"Yue Huang","orcid":"https://orcid.org/0000-0002-1120-0580"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yue Huang","raw_affiliation_strings":["School of Computer Science and Engineering and Guangdong Provincial Key Laboratory of Computational Science, Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Guangdong Provincial Key Laboratory of Computational Science, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074757613","display_name":"Zhaoxian Wu","orcid":"https://orcid.org/0000-0001-6724-6134"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxian Wu","raw_affiliation_strings":["School of Computer Science and Engineering and Guangdong Provincial Key Laboratory of Computational Science, Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Guangdong Provincial Key Laboratory of Computational Science, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008787209","display_name":"Shiqian Ma","orcid":"https://orcid.org/0000-0003-1967-1069"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqian Ma","raw_affiliation_strings":["Department of Computational Applied Mathematics and Operations Research, Rice University, Houston, TX, USA","Department of Computational Applied Mathematics and Operations Research, Rice University, Houston, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computational Applied Mathematics and Operations Research, Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]},{"raw_affiliation_string":"Department of Computational Applied Mathematics and Operations Research, Rice University, Houston, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029820392","display_name":"Qing Ling","orcid":"https://orcid.org/0000-0003-4222-5964"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Ling","raw_affiliation_strings":["School of Computer Science and Engineering and Guangdong Provincial Key Laboratory of Computational Science, Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and Guangdong Provincial Key Laboratory of Computational Science, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102214398"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15821694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"73","issue":null,"first_page":"1939","last_page":"1953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.6471999883651733,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.6471999883651733,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6412000060081482,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.617900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fixed-point","display_name":"Fixed point","score":0.5837867259979248},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.5625576972961426},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.5375869274139404},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5254567861557007},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.47450965642929077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4600095748901367},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4202342927455902},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4164355397224426},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41255834698677063},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.361144483089447},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34216809272766113},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.21020543575286865},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.19724780321121216},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1512591540813446},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.10679110884666443},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09495210647583008}],"concepts":[{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.5837867259979248},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.5625576972961426},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.5375869274139404},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5254567861557007},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.47450965642929077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4600095748901367},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4202342927455902},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4164355397224426},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41255834698677063},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.361144483089447},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34216809272766113},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.21020543575286865},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19724780321121216},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1512591540813446},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.10679110884666443},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09495210647583008},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2025.3569665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3569665","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1988720110","https://openalex.org/W1994616650","https://openalex.org/W2047078272","https://openalex.org/W2125812768","https://openalex.org/W2156779765","https://openalex.org/W2787894218","https://openalex.org/W2917189468","https://openalex.org/W2963313444","https://openalex.org/W2963433607","https://openalex.org/W2963470657","https://openalex.org/W2993258424","https://openalex.org/W3007279825","https://openalex.org/W3008022084","https://openalex.org/W3081147848","https://openalex.org/W3097149416","https://openalex.org/W3161473699","https://openalex.org/W3162299809","https://openalex.org/W4200629126","https://openalex.org/W4211116959","https://openalex.org/W4221139164","https://openalex.org/W4238852866","https://openalex.org/W4317603926","https://openalex.org/W4317897806","https://openalex.org/W4321004928","https://openalex.org/W4372260390","https://openalex.org/W4392587904","https://openalex.org/W4392909537","https://openalex.org/W4393972619","https://openalex.org/W4402925050","https://openalex.org/W6678019336","https://openalex.org/W6683195989","https://openalex.org/W6693919493","https://openalex.org/W6734265508","https://openalex.org/W6745245109","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6748676082","https://openalex.org/W6751658861","https://openalex.org/W6751797489","https://openalex.org/W6752191696","https://openalex.org/W6754416507","https://openalex.org/W6755905128","https://openalex.org/W6758372365","https://openalex.org/W6762421227","https://openalex.org/W6762930437","https://openalex.org/W6765541894","https://openalex.org/W6768660345","https://openalex.org/W6773140934","https://openalex.org/W6780106526","https://openalex.org/W6782879080","https://openalex.org/W6783919029","https://openalex.org/W6784926121","https://openalex.org/W6795968969","https://openalex.org/W6796020952","https://openalex.org/W6803236494","https://openalex.org/W6805413220","https://openalex.org/W6839306160","https://openalex.org/W6839606916","https://openalex.org/W6852703135","https://openalex.org/W6852724626","https://openalex.org/W6853713758","https://openalex.org/W6853860355","https://openalex.org/W6860789810","https://openalex.org/W6873476738"],"related_works":["https://openalex.org/W2393022482","https://openalex.org/W2377346130","https://openalex.org/W2361092061","https://openalex.org/W2319775965","https://openalex.org/W2949597507","https://openalex.org/W2156326090","https://openalex.org/W2150901859","https://openalex.org/W84146095","https://openalex.org/W2119298659","https://openalex.org/W2963001040"],"abstract_inverted_index":{"Stochastic":[0],"approximation":[1],"(SA)":[2],"that":[3],"involves":[4],"multiple":[5],"coupled":[6],"sequences,":[7],"also":[8],"known":[9],"as":[10,148],"multiple-sequence":[11],"SA":[12],"(MSSA),":[13],"finds":[14],"diverse":[15],"applications":[16],"in":[17],"the":[18,34,43,68,93,107,121],"fields":[19],"of":[20,30,67,88,96,115],"signal":[21],"processing":[22],"and":[23,135],"machine":[24],"learning.":[25],"However,":[26],"existing":[27],"theoretical":[28,72,130],"understandings":[29],"MSSA":[31,83,110],"are":[32,80,102],"limited:":[33],"multi-timescale":[35],"analysis":[36,45,61],"implies":[37],"a":[38,48,86,113],"slow":[39],"convergence":[40],"rate,":[41],"whereas":[42],"single-timescale":[44,60],"relies":[46],"on":[47],"stringent":[49],"fixed":[50,69],"point":[51],"smoothness":[52,66],"assumption.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"establish":[58],"tighter":[59],"for":[62,106,124],"MSSA,":[63],"without":[64],"assuming":[65],"points.":[70],"Our":[71],"findings":[73,131],"reveal":[74],"that,":[75],"when":[76],"all":[77,99],"involved":[78,100],"operators":[79,101],"strongly":[81,103],"monotone,":[82],"converges":[84,111],"at":[85,112],"rate":[87,114],"$\\tilde{\\mathcal{O}}(K^{-1})$,":[89],"where":[90],"$K$":[91],"denotes":[92],"total":[94],"number":[95],"iterations.":[97],"When":[98],"monotone":[104],"except":[105],"main":[108],"one,":[109],"$O(K^{-\\frac{1}{2}})$.":[116],"These":[117],"rates":[118],"align":[119],"with":[120,145],"ones":[122],"established":[123],"single-sequence":[125],"SA.":[126],"Applying":[127],"our":[128],"novel":[129],"to":[132],"bilevel":[133],"optimization":[134],"communication-efficient":[136],"distributed":[137],"learning":[138],"offers":[139],"relaxed":[140],"assumptions":[141],"and/or":[142],"simpler":[143],"algorithms":[144],"performance":[146],"guarantees,":[147],"validated":[149],"by":[150],"numerical":[151],"experiments.":[152]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}