{"id":"https://openalex.org/W4311231028","doi":"https://doi.org/10.1007/s11063-022-11096-x","title":"An Adaptive Updating Method of Target Network Based on Moment Estimates for Deep Reinforcement Learning","display_name":"An Adaptive Updating Method of Target Network Based on Moment Estimates for Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-12-13","ids":{"openalex":"https://openalex.org/W4311231028","doi":"https://doi.org/10.1007/s11063-022-11096-x"},"language":"en","primary_location":{"id":"doi:10.1007/s11063-022-11096-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11063-022-11096-x","pdf_url":null,"source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066758294","display_name":"Miaoping Sun","orcid":"https://orcid.org/0000-0002-7804-6899"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaoping Sun","raw_affiliation_strings":["School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061411423","display_name":"Zequan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zequan Yang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027453687","display_name":"Xunhua Dai","orcid":"https://orcid.org/0000-0002-9886-176X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xunhua Dai","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","School of Computer Science and Engineering, Central South University, Changsha, 410075, Hunan, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0002-9886-176X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, 410075, Hunan, People's Republic of China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000955329","display_name":"Xiaohong Nian","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Nian","raw_affiliation_strings":["School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044888568","display_name":"Hongyun Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyun Xiong","raw_affiliation_strings":["School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100328790","display_name":"Haibo Wang","orcid":"https://orcid.org/0000-0002-6612-7528"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Wang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, 410075, Hunan, People's Republic of China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027453687"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":0.348,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65726594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"55","issue":"5","first_page":"5515","last_page":"5537"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7648526430130005},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.6138416528701782},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6137492060661316},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.534887969493866},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.4976363480091095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4752254784107208},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.4698293209075928},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46845579147338867},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4546357989311218},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4372071921825409},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33706802129745483},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11541822552680969},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11418306827545166}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7648526430130005},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6138416528701782},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6137492060661316},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.534887969493866},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.4976363480091095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4752254784107208},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.4698293209075928},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46845579147338867},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4546357989311218},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4372071921825409},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33706802129745483},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11541822552680969},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11418306827545166},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11063-022-11096-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s11063-022-11096-x","pdf_url":null,"source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3433177266","display_name":null,"funder_award_id":"62173347","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1999678919","https://openalex.org/W2017957151","https://openalex.org/W2048687352","https://openalex.org/W2136922672","https://openalex.org/W2145339207","https://openalex.org/W2172968643","https://openalex.org/W2173248099","https://openalex.org/W2189990206","https://openalex.org/W2523246573","https://openalex.org/W2604279009","https://openalex.org/W2618099328","https://openalex.org/W2766447205","https://openalex.org/W2794284562","https://openalex.org/W2913938871","https://openalex.org/W2934060014","https://openalex.org/W2952021385","https://openalex.org/W2964121744","https://openalex.org/W2979824699","https://openalex.org/W2982316857","https://openalex.org/W3005560345","https://openalex.org/W3007193640","https://openalex.org/W3010726750","https://openalex.org/W3013004221","https://openalex.org/W3041508111","https://openalex.org/W3044275224","https://openalex.org/W3080884797","https://openalex.org/W3108449827","https://openalex.org/W3127561923","https://openalex.org/W3136817238","https://openalex.org/W3195450098","https://openalex.org/W3202928841","https://openalex.org/W4394666657"],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W2180954594","https://openalex.org/W2981906196","https://openalex.org/W2052835778","https://openalex.org/W3094954546","https://openalex.org/W1513698804","https://openalex.org/W4310560702","https://openalex.org/W2029712093","https://openalex.org/W1982811510","https://openalex.org/W2049003611"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}