{"id":"https://openalex.org/W3161473699","doi":"https://doi.org/10.1109/icassp39728.2021.9414369","title":"An Optimal Stochastic Compositional Optimization Method with Applications to Meta Learning","display_name":"An Optimal Stochastic Compositional Optimization Method with Applications to Meta Learning","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3161473699","doi":"https://doi.org/10.1109/icassp39728.2021.9414369","mag":"3161473699"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9414369","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015204329","display_name":"Yuejiao Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuejiao Sun","raw_affiliation_strings":["University of California, Los Angeles,Dept. of Mathematics,Los Angeles,CA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles,Dept. of Mathematics,Los Angeles,CA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783476","display_name":"Tianyi Chen","orcid":"https://orcid.org/0000-0003-3477-1439"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Chen","raw_affiliation_strings":["Rensselaer Polytechnic Institute,Dept. of Elec. Comp. and Syst. Engr.,Troy,NY"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute,Dept. of Elec. Comp. and Syst. Engr.,Troy,NY","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085908411","display_name":"Wotao Yin","orcid":"https://orcid.org/0000-0001-6697-9731"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wotao Yin","raw_affiliation_strings":["University of California, Los Angeles,Dept. of Mathematics,Los Angeles,CA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles,Dept. of Mathematics,Los Angeles,CA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015204329"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61389142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3665","last_page":"3669"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.8214062452316284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7171626091003418},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.692948043346405},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.556402862071991},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.49297380447387695},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4919597804546356},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.468727707862854},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4443740248680115},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.4409123659133911},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4335823357105255},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4227033853530884},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22930490970611572},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21653950214385986},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20732110738754272},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10742390155792236},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.08089375495910645}],"concepts":[{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.8214062452316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7171626091003418},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.692948043346405},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.556402862071991},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.49297380447387695},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4919597804546356},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.468727707862854},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4443740248680115},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.4409123659133911},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4335823357105255},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4227033853530884},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22930490970611572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21653950214385986},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20732110738754272},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10742390155792236},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.08089375495910645},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9414369","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414369","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1494085563","https://openalex.org/W1522301498","https://openalex.org/W1994616650","https://openalex.org/W2121703796","https://openalex.org/W2146502635","https://openalex.org/W2604763608","https://openalex.org/W2753160622","https://openalex.org/W2785523195","https://openalex.org/W2886837499","https://openalex.org/W2913029553","https://openalex.org/W2925446857","https://openalex.org/W2926246612","https://openalex.org/W2952689429","https://openalex.org/W2953884745","https://openalex.org/W2963008041","https://openalex.org/W2963433607","https://openalex.org/W2963470657","https://openalex.org/W2963563140","https://openalex.org/W2964121744","https://openalex.org/W2964158744","https://openalex.org/W2970389519","https://openalex.org/W2970821315","https://openalex.org/W2978843034","https://openalex.org/W2995627493","https://openalex.org/W3003265671","https://openalex.org/W3005222308","https://openalex.org/W3008360155","https://openalex.org/W3011766119","https://openalex.org/W3081147848","https://openalex.org/W3127438322","https://openalex.org/W3174976469","https://openalex.org/W4294646197","https://openalex.org/W6631190155","https://openalex.org/W6677984395","https://openalex.org/W6681435938","https://openalex.org/W6726059432","https://openalex.org/W6728561528","https://openalex.org/W6736057607","https://openalex.org/W6743661861","https://openalex.org/W6750254146","https://openalex.org/W6753892653","https://openalex.org/W6758497997","https://openalex.org/W6760842081","https://openalex.org/W6764302518","https://openalex.org/W6765176130","https://openalex.org/W6767485795","https://openalex.org/W6768560635","https://openalex.org/W6773452745","https://openalex.org/W6773716799","https://openalex.org/W6774713072","https://openalex.org/W6782057168","https://openalex.org/W6790255283"],"related_works":["https://openalex.org/W7051524","https://openalex.org/W4813209","https://openalex.org/W11910490","https://openalex.org/W9637965","https://openalex.org/W6820108","https://openalex.org/W10875580","https://openalex.org/W10742399","https://openalex.org/W14150273","https://openalex.org/W1125449","https://openalex.org/W9466781"],"abstract_inverted_index":{"Stochastic":[0,29,48],"compositional":[1,30,105],"optimization":[2,7,31],"generalizes":[3],"classic":[4],"(non-compositional)":[5],"stochastic":[6,78,85,104],"to":[8,70,90,94,112],"the":[9,73,77,115,123,133],"minimization":[10],"of":[11,13,24,118,122],"com-positions":[12],"functions.":[14],"Each":[15],"composition":[16],"may":[17,26],"introduce":[18],"an":[19],"additional":[20],"expectation.":[21],"The":[22],"series":[23],"expectations":[25],"be":[27],"nested.":[28],"is":[32,88],"gaining":[33],"popularity":[34],"in":[35,55],"applications":[36],"such":[37],"as":[38,76],"meta":[39],"learning.":[40],"This":[41,97],"paper":[42],"presents":[43],"a":[44,56,60,64],"new":[45],"Stochastically":[46],"Corrected":[47],"Compositional":[49],"gradient":[50,79],"method":[51,82],"(SCSC).":[52],"SCSC":[53,99,131],"runs":[54],"single-time":[57],"scale":[58],"with":[59],"single":[61],"loop,":[62],"uses":[63],"fixed":[65],"batch":[66],"size,":[67],"and":[68,114],"guarantees":[69],"converge":[71],"at":[72],"same":[74],"rate":[75,117],"descent":[80],"(SGD)":[81],"for":[83,103],"non-compositional":[84,127],"optimization.":[86,106,128],"It":[87],"easy":[89],"apply":[91,110],"SGD-improvement":[92],"techniques":[93],"accelerate":[95],"SCSC.":[96],"helps":[98],"achieve":[100],"state-of-the-art":[101],"performance":[102],"In":[107],"particular,":[108],"we":[109],"Adam":[111,125],"SCSC,":[113],"exhibited":[116],"convergence":[119],"matches":[120],"that":[121],"original":[124],"on":[126],"We":[129],"test":[130],"using":[132],"model-agnostic":[134],"meta-learning":[135],"tasks.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}