{"id":"https://openalex.org/W4404239107","doi":"https://doi.org/10.1109/tpami.2024.3495783","title":"Online Learning Under a Separable Stochastic Approximation Framework","display_name":"Online Learning Under a Separable Stochastic Approximation Framework","publication_year":2024,"publication_date":"2024-11-11","ids":{"openalex":"https://openalex.org/W4404239107","doi":"https://doi.org/10.1109/tpami.2024.3495783"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3495783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3495783","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047001937","display_name":"Min Gan","orcid":"https://orcid.org/0000-0002-2756-0054"},"institutions":[{"id":"https://openalex.org/I108688024","display_name":"Qingdao University","ror":"https://ror.org/021cj6z65","country_code":"CN","type":"education","lineage":["https://openalex.org/I108688024"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Gan","raw_affiliation_strings":["Institute for Future, Qingdao University, Qingdao, China","College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2756-0054","affiliations":[{"raw_affiliation_string":"Institute for Future, Qingdao University, Qingdao, China","institution_ids":["https://openalex.org/I108688024"]},{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102628210","display_name":"Xiang-Xiang Su","orcid":"https://orcid.org/0009-0007-6104-8533"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang-xiang Su","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002763479","display_name":"Guangyong Chen","orcid":"https://orcid.org/0000-0003-2088-9188"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang-yong Chen","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2088-9188","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jing Chen","orcid":"https://orcid.org/0000-0001-5615-2255"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Chen","raw_affiliation_strings":["School of Science, Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0001-5615-2255","affiliations":[{"raw_affiliation_string":"School of Science, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"last","author":{"id":null,"display_name":"C. L. Philip Chen","orcid":"https://orcid.org/0000-0001-5451-7230"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C. L. Philip Chen","raw_affiliation_strings":["College of Computer Science and Technology, Qingdao University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-7230","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qingdao University, Qingdao, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":6.3083,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96877119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"47","issue":"2","first_page":"1317","last_page":"1330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9088000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9049999713897705,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6461595296859741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.631757378578186},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.5344644784927368},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.48588722944259644},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4851242005825043},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34754037857055664},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26959294080734253},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.10637187957763672}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6461595296859741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.631757378578186},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.5344644784927368},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.48588722944259644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4851242005825043},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34754037857055664},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26959294080734253},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.10637187957763672},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2024.3495783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3495783","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G155960752","display_name":null,"funder_award_id":"62073082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7891591797","display_name":null,"funder_award_id":"62373165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G853532758","display_name":null,"funder_award_id":"62173091","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1677182931","https://openalex.org/W1850361076","https://openalex.org/W1969885422","https://openalex.org/W1982784722","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W2018089423","https://openalex.org/W2027831993","https://openalex.org/W2040763577","https://openalex.org/W2048408281","https://openalex.org/W2053277578","https://openalex.org/W2065288681","https://openalex.org/W2090636411","https://openalex.org/W2103305137","https://openalex.org/W2132211083","https://openalex.org/W2154029067","https://openalex.org/W2154267868","https://openalex.org/W2513180554","https://openalex.org/W2739833408","https://openalex.org/W2763015773","https://openalex.org/W2763081248","https://openalex.org/W2804206910","https://openalex.org/W2963156201","https://openalex.org/W2963264932","https://openalex.org/W2963638855","https://openalex.org/W2963941964","https://openalex.org/W3091278412","https://openalex.org/W3091424096","https://openalex.org/W3113286871","https://openalex.org/W3202046707","https://openalex.org/W3203078849","https://openalex.org/W3214295422","https://openalex.org/W4292022450","https://openalex.org/W4308370641","https://openalex.org/W4312294390","https://openalex.org/W6629379589","https://openalex.org/W6631190155","https://openalex.org/W6635643970","https://openalex.org/W6675672627","https://openalex.org/W6676628658","https://openalex.org/W6678915787","https://openalex.org/W6680610060","https://openalex.org/W6681435938","https://openalex.org/W6681468881","https://openalex.org/W6727249380","https://openalex.org/W6767538301","https://openalex.org/W6769824374","https://openalex.org/W6780007796","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"We":[0,139],"propose":[1],"an":[2],"online":[3,146],"learning":[4,12,61,181,190],"algorithm":[5,147,185],"tailored":[6],"for":[7,148],"a":[8,15,81,110,127,136],"class":[9],"of":[10,23,114,122,144,153,157],"machine":[11,60],"models":[13,49],"within":[14],"separable":[16],"stochastic":[17,82,99,111],"approximation":[18,112],"framework.":[19],"The":[20],"central":[21],"idea":[22],"our":[24,64,145,165,184],"approach":[25],"is":[26,124,133],"to":[27,41,80,178,189],"exploit":[28],"the":[29,67,73,92,98,131,141,154,194,203],"inherent":[30],"separability":[31],"in":[32,59,151],"many":[33],"models,":[34],"recognizing":[35],"that":[36,164],"certain":[37],"parameters":[38,52,69,94,123],"are":[39,57,70,95],"easier":[40],"optimize":[42],"than":[43],"others.":[44],"This":[45,103],"paper":[46],"focuses":[47],"on":[48,87,209],"where":[50,119],"some":[51],"exhibit":[53],"linear":[54,68,90],"characteristics,":[55],"which":[56],"common":[58],"applications.":[62],"In":[63],"proposed":[65],"algorithm,":[66,78],"updated":[71,89],"using":[72,97,126],"recursive":[74],"least":[75],"squares":[76],"(RLS)":[77],"akin":[79],"Newton":[83],"method.":[84],"Subsequently,":[85],"based":[86],"these":[88],"parameters,":[91],"nonlinear":[93],"adjusted":[96],"gradient":[100,117],"method":[101,129,166],"(SGD).":[102],"dual-update":[104],"mechanism":[105],"can":[106],"be":[107],"viewed":[108],"as":[109],"variant":[113],"block":[115],"coordinate":[116],"descent,":[118],"one":[120],"subset":[121],"optimized":[125],"second-order":[128],"while":[130],"other":[132,179],"handled":[134],"with":[135],"first-order":[137,158],"approach.":[138],"establish":[140],"global":[142],"convergence":[143,171],"non-convex":[149],"cases":[150],"terms":[152],"expected":[155],"violation":[156],"optimality":[159],"conditions.":[160],"Numerical":[161],"experiments":[162],"demonstrate":[163],"achieves":[167],"significantly":[168],"faster":[169],"initial":[170],"and":[172,192],"produces":[173],"more":[174],"robust":[175],"performance":[176],"compared":[177],"popular":[180],"algorithms.":[182],"Additionally,":[183],"exhibits":[186],"reduced":[187],"sensitivity":[188],"rates":[191],"outperforms":[193],"recently":[195],"proposedslimTrainalgorithm":[196],"(Newman":[197],"et":[198],"al.":[199],"2022).":[200],"For":[201],"validation,":[202],"code":[204],"has":[205],"been":[206],"made":[207],"available":[208],"GitHub.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":7}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}