{"id":"https://openalex.org/W2982240546","doi":"https://doi.org/10.1109/access.2019.2949611","title":"Trend-Smooth: Accelerate Asynchronous SGD by Smoothing Parameters Using Parameter Trends","display_name":"Trend-Smooth: Accelerate Asynchronous SGD by Smoothing Parameters Using Parameter Trends","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2982240546","doi":"https://doi.org/10.1109/access.2019.2949611","mag":"2982240546"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2949611","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949611","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08883154.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08883154.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102999158","display_name":"Guoxin Cui","orcid":"https://orcid.org/0000-0002-7754-0967"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxin Cui","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7754-0967","affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006971161","display_name":"Yixing Fan","orcid":"https://orcid.org/0000-0003-4317-2702"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixing Fan","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101616866","display_name":"Yanyan Lan","orcid":"https://orcid.org/0000-0002-7811-3262"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Lan","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Lab of Network Data Science and Technology, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7059,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78515387,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"7","issue":null,"first_page":"156848","last_page":"156859"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8455947637557983},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.8396750688552856},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8106815814971924},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7860327959060669},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5183835625648499},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5131359696388245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43730247020721436},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.4321710467338562},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.42875561118125916},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4182817339897156},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3734245300292969},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.2902805507183075},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1865188181400299},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.11625722050666809}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8455947637557983},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8396750688552856},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8106815814971924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7860327959060669},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5183835625648499},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5131359696388245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43730247020721436},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.4321710467338562},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.42875561118125916},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4182817339897156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3734245300292969},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2902805507183075},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1865188181400299},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.11625722050666809},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2949611","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949611","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08883154.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:699670981a294949a6a0f6d6b8e9a23f","is_oa":false,"landing_page_url":"https://doaj.org/article/699670981a294949a6a0f6d6b8e9a23f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 156848-156859 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2949611","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949611","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08883154.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1084062135","display_name":null,"funder_award_id":"20144310","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G1185699554","display_name":"\u57fa\u4e8e\u5f3a\u5316\u5b66\u4e60\u7684\u4fe1\u606f\u68c0\u7d22\u6392\u5e8f\u6a21\u578b\u7814\u7a76","funder_award_id":"61872338","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2778603435","display_name":null,"funder_award_id":"2016QY02D0405","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G28339798","display_name":null,"funder_award_id":"2016102","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G3375960653","display_name":null,"funder_award_id":"2016102","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G4058633085","display_name":null,"funder_award_id":"61425016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5377918817","display_name":null,"funder_award_id":"61722211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G612578519","display_name":null,"funder_award_id":"20144310","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G7396901304","display_name":null,"funder_award_id":"61773362","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8143428411","display_name":null,"funder_award_id":"cstc2017jcyjBX0059","funder_id":"https://openalex.org/F4320321550","funder_display_name":"Chongqing Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320321550","display_name":"Chongqing Science and Technology Commission","ror":"https://ror.org/05w9erc61"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2982240546.pdf","grobid_xml":"https://content.openalex.org/works/W2982240546.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W410850256","https://openalex.org/W778657980","https://openalex.org/W1442374986","https://openalex.org/W1491622225","https://openalex.org/W1522301498","https://openalex.org/W1592294486","https://openalex.org/W1975934607","https://openalex.org/W1980287119","https://openalex.org/W1992208280","https://openalex.org/W2042173174","https://openalex.org/W2060393849","https://openalex.org/W2081612620","https://openalex.org/W2100007248","https://openalex.org/W2132737349","https://openalex.org/W2133941677","https://openalex.org/W2137515395","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2168231600","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2271840356","https://openalex.org/W2410733619","https://openalex.org/W2523246573","https://openalex.org/W2618530766","https://openalex.org/W2619516334","https://openalex.org/W2622263826","https://openalex.org/W2626580042","https://openalex.org/W2884711234","https://openalex.org/W2900227126","https://openalex.org/W2952033860","https://openalex.org/W2962950660","https://openalex.org/W2963433607","https://openalex.org/W2963750012","https://openalex.org/W2963804082","https://openalex.org/W2995564009","https://openalex.org/W3118608800","https://openalex.org/W4235487186","https://openalex.org/W4241729224","https://openalex.org/W4300234076","https://openalex.org/W4301239768","https://openalex.org/W6614148910","https://openalex.org/W6622473587","https://openalex.org/W6628377381","https://openalex.org/W6629379589","https://openalex.org/W6631190155","https://openalex.org/W6635643970","https://openalex.org/W6638803421","https://openalex.org/W6662929504","https://openalex.org/W6665801690","https://openalex.org/W6675069819","https://openalex.org/W6679393576","https://openalex.org/W6679795937","https://openalex.org/W6680402377","https://openalex.org/W6680610060","https://openalex.org/W6681435938","https://openalex.org/W6684859321","https://openalex.org/W6687322159","https://openalex.org/W6692488971","https://openalex.org/W6694517276","https://openalex.org/W6714879114","https://openalex.org/W6727249380","https://openalex.org/W6736872825","https://openalex.org/W6738491991","https://openalex.org/W6739554518","https://openalex.org/W6739622702","https://openalex.org/W6748645090","https://openalex.org/W6749954789","https://openalex.org/W6753209298","https://openalex.org/W6755879163","https://openalex.org/W6780043775","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4315785049","https://openalex.org/W3015792155","https://openalex.org/W3118286710","https://openalex.org/W2937906318","https://openalex.org/W4225929918","https://openalex.org/W3095450733","https://openalex.org/W4206903459","https://openalex.org/W4283028824","https://openalex.org/W2754816816","https://openalex.org/W4366280654"],"abstract_inverted_index":{"Stochastic":[0],"gradient":[1,27],"descent(SGD)":[2],"is":[3,148,160],"the":[4,17,24,37,50,84,90,98,102,107,114,120,135,164,184],"fundamental":[5],"sequential":[6],"method":[7,30],"in":[8,31,49,65,138,183],"training":[9,18,103,140],"large":[10],"scale":[11],"machine":[12],"learning":[13,108,176],"models.":[14],"To":[15],"accelerate":[16,134],"process,":[19],"researchers":[20],"proposed":[21],"to":[22,36,58,83,88,105,119,150,163,188],"use":[23,96],"asynchronous":[25,85,139,155,185],"stochastic":[26],"descent":[28],"(A-SGD)":[29],"model":[32,67],"learning.":[33],"However,":[34],"due":[35],"stale":[38],"information":[39],"when":[40],"updating":[41],"parameters,":[42],"A-SGD":[43,55],"converges":[44,57],"more":[45],"slowly":[46],"than":[47,153],"SGD":[48,165],"same":[51],"iteration":[52],"number.":[53],"Moreover,":[54,167],"often":[56],"a":[59,74],"high":[60],"loss":[61],"value":[62],"and":[63,127,159,181],"results":[64],"lower":[66],"accuracy.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"propose":[73],"novel":[75],"algorithm":[76],"called":[77],"Trend-Smooth":[78,94,132,146,168],"which":[79],"can":[80,133,169],"be":[81,151,171],"adapted":[82],"parallel":[86,156,186],"environment":[87,187],"overcome":[89],"above":[91],"problems.":[92],"Specifically,":[93],"makes":[95],"of":[97,110,122],"parameter":[99],"trend":[100],"during":[101],"process":[104],"shrink":[106],"rate":[109,177],"some":[111],"dimensions":[112],"where":[113],"gradients'":[115],"directions":[116],"are":[117],"opposite":[118],"trends":[121],"parameters.":[123],"Experiments":[124],"on":[125],"MNIST":[126],"CIFAR-10":[128],"datasets":[129],"confirm":[130],"that":[131,145],"convergence":[136],"speed":[137],"process.":[141],"The":[142],"test":[143],"accuracy":[144],"achieves":[147],"shown":[149],"higher":[152],"other":[154,174],"baseline":[157],"methods,":[158],"very":[161],"close":[162],"method.":[166],"also":[170],"combined":[172],"with":[173],"adaptive":[175],"methods(like":[178],"Momentum,":[179],"RMSProp":[180],"Adam)":[182],"promote":[189],"their":[190],"performance.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}