{"id":"https://openalex.org/W2973118234","doi":"https://doi.org/10.1109/access.2019.2939851","title":"The Asynchronous Training Algorithm Based on Sampling and Mean Fusion for Distributed RNN","display_name":"The Asynchronous Training Algorithm Based on Sampling and Mean Fusion for Distributed RNN","publication_year":2019,"publication_date":"2019-09-09","ids":{"openalex":"https://openalex.org/W2973118234","doi":"https://doi.org/10.1109/access.2019.2939851","mag":"2973118234"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2939851","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939851","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08827466.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08827466.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028022474","display_name":"Dejiao Niu","orcid":"https://orcid.org/0000-0001-6351-3004"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dejiao Niu","raw_affiliation_strings":["School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003761302","display_name":"Tianquan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianquan Liu","raw_affiliation_strings":["School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003123115","display_name":"Tao Cai","orcid":"https://orcid.org/0000-0003-1423-2710"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Cai","raw_affiliation_strings":["School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101482023","display_name":"Shijie Zhou","orcid":"https://orcid.org/0000-0002-9018-7539"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijie Zhou","raw_affiliation_strings":["School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Telecommunication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028022474"],"corresponding_institution_ids":["https://openalex.org/I115592961"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2042,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54444357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"8","issue":null,"first_page":"62439","last_page":"62447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8498432040214539},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7733560800552368},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6490142345428467},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5813724994659424},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.5737110376358032},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5390915274620056},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5146089792251587},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5121962428092957},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.46767956018447876},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4626747965812683},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4331423044204712},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37025943398475647},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.361721396446228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31404441595077515},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13318175077438354},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.06585776805877686}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8498432040214539},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7733560800552368},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6490142345428467},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5813724994659424},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.5737110376358032},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5390915274620056},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5146089792251587},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5121962428092957},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.46767956018447876},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4626747965812683},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4331423044204712},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37025943398475647},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.361721396446228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31404441595077515},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13318175077438354},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.06585776805877686},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2939851","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939851","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08827466.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7ebea58caed340f298f4707dec35b96b","is_oa":true,"landing_page_url":"https://doaj.org/article/7ebea58caed340f298f4707dec35b96b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 62439-62447 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2939851","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939851","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08827466.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2082826544","display_name":null,"funder_award_id":"Postdoctoral","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3882415153","display_name":null,"funder_award_id":"61806086","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G590244627","display_name":null,"funder_award_id":"61806086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6466620457","display_name":null,"funder_award_id":"2018YFB0804204","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7767824332","display_name":null,"funder_award_id":"2018YFB0804204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G832304067","display_name":null,"funder_award_id":"2016M601737","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2973118234.pdf","grobid_xml":"https://content.openalex.org/works/W2973118234.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1488163396","https://openalex.org/W1598866093","https://openalex.org/W1603614877","https://openalex.org/W1629097610","https://openalex.org/W1632114991","https://openalex.org/W1772447446","https://openalex.org/W1895577753","https://openalex.org/W1947481528","https://openalex.org/W2086161653","https://openalex.org/W2097117768","https://openalex.org/W2115613106","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2160815625","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2291833929","https://openalex.org/W2439787475","https://openalex.org/W2585029434","https://openalex.org/W2617766261","https://openalex.org/W2731809466","https://openalex.org/W2764043458","https://openalex.org/W2781626870","https://openalex.org/W2952214769","https://openalex.org/W2962950660","https://openalex.org/W2963000224","https://openalex.org/W2963174729","https://openalex.org/W2963704562","https://openalex.org/W2963920996","https://openalex.org/W6607333740","https://openalex.org/W6629052376","https://openalex.org/W6629203210","https://openalex.org/W6635810480","https://openalex.org/W6636899088","https://openalex.org/W6638200713","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6684859321","https://openalex.org/W6686509673","https://openalex.org/W6692488971","https://openalex.org/W6696417786","https://openalex.org/W6718503435","https://openalex.org/W6725543821","https://openalex.org/W6732432187","https://openalex.org/W6738460352","https://openalex.org/W6741042017","https://openalex.org/W6745148473","https://openalex.org/W6747417605","https://openalex.org/W6752807305","https://openalex.org/W6754450847"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W2766289720","https://openalex.org/W4310174516"],"abstract_inverted_index":{"Training":[0],"of":[1,128],"large":[2],"scale":[3],"deep":[4],"neural":[5,53],"networks":[6],"with":[7],"distributed":[8,33,51,57,60,86,121,149],"implementations":[9],"is":[10,28,76,109,134,155],"an":[11,40,64],"effective":[12],"way":[13],"to":[14,69,92],"improve":[15],"the":[16,71,85,96,101,112,120,126,129,152],"efficiency.":[17],"However,":[18],"high":[19],"network":[20,54],"communication":[21],"cost":[22],"for":[23,50,95,148],"synchronizing":[24],"gradients":[25],"and":[26,47,63],"parameters":[27,118],"a":[29,79,105],"major":[30],"bottleneck":[31],"in":[32,90],"training.":[34,72],"In":[35,56],"this":[36],"work,":[37],"we":[38],"propose":[39],"asynchronous":[41,81,102],"training":[42],"algorithm":[43,108],"based":[44],"on":[45,136,159],"sampling":[46,82],"mean":[48,106],"fusion":[49,107],"recurrent":[52],"(RNN).":[55],"RNN,":[58,150],"multiple":[59],"neuron":[61,87],"nodes":[62],"interaction":[65,113],"node":[66,114],"work":[67],"together":[68],"implement":[70],"The":[73,142],"synchronization":[74],"overhead":[75],"reduced":[77],"by":[78,100],"unique":[80],"strategy":[83],"amongst":[84],"nodes.":[88],"Then,":[89],"order":[91],"make":[93],"up":[94],"accuracy":[97,153],"loss":[98,154],"caused":[99],"parameter":[103],"update,":[104],"proposed,":[110],"where":[111],"averages":[115],"all":[116],"local":[117],"from":[119],"neurons.":[122],"We":[123],"mathematically":[124],"prove":[125],"convergence":[127],"proposed":[130],"algorithm.":[131],"Experimental":[132],"verification":[133],"performed":[135],"two":[137],"language":[138],"modeling":[139],"benchmark":[140],"datasets.":[141],"results":[143],"demonstrate":[144],"significant":[145],"speed":[146],"gains":[147],"while":[151],"less":[156],"than":[157],"1%":[158],"average.":[160]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}