{"id":"https://openalex.org/W4312261109","doi":"https://doi.org/10.1109/access.2022.3226446","title":"A-TD3: An Adaptive Asynchronous Twin Delayed Deep Deterministic for Continuous Action Spaces","display_name":"A-TD3: An Adaptive Asynchronous Twin Delayed Deep Deterministic for Continuous Action Spaces","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312261109","doi":"https://doi.org/10.1109/access.2022.3226446"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3226446","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3226446","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3226446","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005485656","display_name":"Jiaolv Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaolv Wu","raw_affiliation_strings":["College of Engineering Institute, Huaqiao University, Quanzhou, China","The College of Engineering Institute, Huaqiao University, Quanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering Institute, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]},{"raw_affiliation_string":"The College of Engineering Institute, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100731724","display_name":"Q. M. Jonathan Wu","orcid":"https://orcid.org/0000-0002-5208-7975"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Q. M. Jonathan Wu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Windsor, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5208-7975","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Windsor, ON, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066505965","display_name":"Shuyue Chen","orcid":"https://orcid.org/0000-0002-4751-5242"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyue Chen","raw_affiliation_strings":["College of Mathematics and Statistic, Shenzhen University, Shenzhen, China","The College of Mathematics and Statistic, Shenzhen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mathematics and Statistic, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"The College of Mathematics and Statistic, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031691031","display_name":"Farhad Pourpanah","orcid":"https://orcid.org/0000-0002-7122-9975"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Farhad Pourpanah","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Windsor, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7122-9975","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Windsor, ON, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016074826","display_name":"Detian Huang","orcid":"https://orcid.org/0000-0002-8542-3728"},"institutions":[{"id":"https://openalex.org/I119045251","display_name":"Huaqiao University","ror":"https://ror.org/03frdh605","country_code":"CN","type":"education","lineage":["https://openalex.org/I119045251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Detian Huang","raw_affiliation_strings":["College of Engineering Institute, Huaqiao University, Quanzhou, China","The College of Engineering Institute, Huaqiao University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8542-3728","affiliations":[{"raw_affiliation_string":"College of Engineering Institute, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]},{"raw_affiliation_string":"The College of Engineering Institute, Huaqiao University, Quanzhou, China","institution_ids":["https://openalex.org/I119045251"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6667,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.91181068,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"128077","last_page":"128089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9412999749183655,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7502303123474121},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7051645517349243},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5924322009086609},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5787302255630493},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4808367192745209},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.41055041551589966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1640445590019226},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13036766648292542},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09879225492477417}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7502303123474121},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7051645517349243},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5924322009086609},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5787302255630493},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4808367192745209},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41055041551589966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1640445590019226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13036766648292542},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09879225492477417},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3226446","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3226446","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c72fe85e1849445db27d1870f693d626","is_oa":true,"landing_page_url":"https://doaj.org/article/c72fe85e1849445db27d1870f693d626","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 128077-128089 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3226446","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3226446","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2330307892","display_name":null,"funder_award_id":"2017G046","funder_id":"https://openalex.org/F4320329898","funder_display_name":"Science and Technology Bureau of Quanzhou"},{"id":"https://openalex.org/G2778883250","display_name":null,"funder_award_id":"61901183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G287901162","display_name":null,"funder_award_id":"2021YFE0205400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4332313689","display_name":null,"funder_award_id":"2021H6037","funder_id":"https://openalex.org/F4320323190","funder_display_name":"Fujian Provincial Department of Science and Technology"},{"id":"https://openalex.org/G7995979189","display_name":null,"funder_award_id":"2019J01010561","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G8750220796","display_name":null,"funder_award_id":"ZQN-921","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320323190","display_name":"Fujian Provincial Department of Science and Technology","ror":"https://ror.org/00rgzpv08"},{"id":"https://openalex.org/F4320329898","display_name":"Science and Technology Bureau of Quanzhou","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1522301498","https://openalex.org/W1658008008","https://openalex.org/W1771410628","https://openalex.org/W2155027007","https://openalex.org/W2158782408","https://openalex.org/W2169384417","https://openalex.org/W2175259684","https://openalex.org/W2201581102","https://openalex.org/W2596367596","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2778749116","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2808017536","https://openalex.org/W2887039782","https://openalex.org/W2948782041","https://openalex.org/W2951799221","https://openalex.org/W2962744619","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W3011120880","https://openalex.org/W3111468295","https://openalex.org/W3139377883","https://openalex.org/W3160168996","https://openalex.org/W3194216683","https://openalex.org/W3203725697","https://openalex.org/W3211080667","https://openalex.org/W4210870706","https://openalex.org/W4214759040","https://openalex.org/W4226071977","https://openalex.org/W4226251051","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W4407063603","https://openalex.org/W6631190155","https://openalex.org/W6636881020","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6645563480","https://openalex.org/W6677279966","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6689723076","https://openalex.org/W6692846177","https://openalex.org/W6735641298","https://openalex.org/W6741002519","https://openalex.org/W6746622358","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6775686901","https://openalex.org/W6780559895","https://openalex.org/W6785841326"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4306904969","https://openalex.org/W4207086172","https://openalex.org/W2042919702","https://openalex.org/W4225981436","https://openalex.org/W2156185805","https://openalex.org/W2770353918"],"abstract_inverted_index":{"Twin":[0],"delayed":[1,87],"deep":[2,88],"deterministic":[3],"(TD3)":[4],"policy":[5],"gradient":[6,63],"is":[7,29,107,142],"an":[8,84,95],"effective":[9,54],"algorithm":[10,93,141],"for":[11,99],"continuous":[12,100],"action":[13,101],"spaces.":[14,102],"However,":[15],"it":[16],"cannot":[17],"efficiently":[18],"explore":[19],"the":[20,33,41,57,62,76,111,127,130,138],"spatial":[21],"space":[22],"and":[23,154,164],"suffers":[24],"from":[25],"slow":[26],"convergence,":[27],"which":[28],"mainly":[30],"due":[31],"to":[32,109,124,144],"serial":[34],"mode":[35],"strategy":[36,98],"in":[37,55,70,79,148],"learning":[38,46,123],"policies.":[39],"On":[40],"other":[42,165],"hand,":[43],"asynchronous":[44,49,85],"reinforcement":[45],"algorithms,":[47],"e.g.,":[48],"advantageous":[50],"actor-critic":[51],"(A3C),":[52],"are":[53],"exploring":[56],"environment,":[58],"but":[59],"they":[60],"ignore":[61],"information":[64],"of":[65,129,150,161],"different":[66],"local":[67,131],"agents,":[68],"resulting":[69],"limiting":[71],"their":[72],"performance.":[73],"To":[74],"solve":[75],"above":[77],"problems,":[78],"this":[80],"study,":[81],"we":[82],"propose":[83],"twin":[86],"deterministic,":[89],"denoted":[90],"as":[91,157],"A-TD3,":[92],"with":[94,115,159],"adaptive":[96,117],"update":[97],"Specifically,":[103],"a":[104],"parallel":[105],"mechanism":[106],"used":[108],"improve":[110],"convergence":[112,155],"speed,":[113],"along":[114],"two":[116],"weight":[118],"functions":[119],"based":[120],"on":[121],"Off-policy":[122],"dynamically":[125],"adjust":[126],"weights":[128],"agents.":[132],"The":[133],"experimental":[134],"results":[135,147],"show":[136],"that":[137,160],"proposed":[139],"A-TD3":[140],"able":[143],"produce":[145],"comparable":[146],"terms":[149],"training":[151],"execution":[152],"time":[153],"speed":[156],"compared":[158],"conventional":[162],"TD3":[163],"state-of-the-art":[166],"algorithms.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}