{"id":"https://openalex.org/W4406680076","doi":"https://doi.org/10.3390/sym17020149","title":"Trajectory Tracking Control Based on Deep Reinforcement Learning for a Robotic Manipulator with an Input Deadzone","display_name":"Trajectory Tracking Control Based on Deep Reinforcement Learning for a Robotic Manipulator with an Input Deadzone","publication_year":2025,"publication_date":"2025-01-21","ids":{"openalex":"https://openalex.org/W4406680076","doi":"https://doi.org/10.3390/sym17020149"},"language":"en","primary_location":{"id":"doi:10.3390/sym17020149","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17020149","pdf_url":"https://www.mdpi.com/2073-8994/17/2/149/pdf?version=1737448191","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/17/2/149/pdf?version=1737448191","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023769987","display_name":"Fujie Wang","orcid":"https://orcid.org/0000-0003-3756-1672"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fujie Wang","raw_affiliation_strings":["School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110380473","display_name":"Jintao Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintao Hu","raw_affiliation_strings":["School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103157399","display_name":"Yi Qin","orcid":"https://orcid.org/0000-0002-8517-1137"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Qin","raw_affiliation_strings":["School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China"],"raw_orcid":"https://orcid.org/0000-0002-8517-1137","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102023421","display_name":"Fang Guo","orcid":"https://orcid.org/0000-0001-9194-2711"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fang Guo","raw_affiliation_strings":["School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China"],"raw_orcid":"https://orcid.org/0000-0001-9194-2711","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101526811","display_name":"Ming Jiang","orcid":"https://orcid.org/0000-0002-1170-3655"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Jiang","raw_affiliation_strings":["School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dongguan University of Technology, Dongguan 523808, China","institution_ids":["https://openalex.org/I2799850029"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102023421"],"corresponding_institution_ids":["https://openalex.org/I2799850029"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":5.1743,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.95885965,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"17","issue":"2","first_page":"149","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dead-zone","display_name":"Dead zone","score":0.8693797588348389},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7155346870422363},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.679893970489502},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.620886504650116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6136700510978699},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5920991897583008},{"id":"https://openalex.org/keywords/manipulator","display_name":"Manipulator (device)","score":0.5353214144706726},{"id":"https://openalex.org/keywords/robot-manipulator","display_name":"Robot manipulator","score":0.507216215133667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47852882742881775},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4142260253429413},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3663065731525421},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2782558500766754},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1825695037841797},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10822701454162598},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06840643286705017}],"concepts":[{"id":"https://openalex.org/C63840607","wikidata":"https://www.wikidata.org/wiki/Q1236263","display_name":"Dead zone","level":2,"score":0.8693797588348389},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7155346870422363},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.679893970489502},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.620886504650116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6136700510978699},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5920991897583008},{"id":"https://openalex.org/C2781347998","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Manipulator (device)","level":3,"score":0.5353214144706726},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.507216215133667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47852882742881775},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4142260253429413},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3663065731525421},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2782558500766754},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1825695037841797},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10822701454162598},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06840643286705017},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17020149","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17020149","pdf_url":"https://www.mdpi.com/2073-8994/17/2/149/pdf?version=1737448191","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17020149","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17020149","pdf_url":"https://www.mdpi.com/2073-8994/17/2/149/pdf?version=1737448191","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G12072207","display_name":null,"funder_award_id":"2024A1515010222","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G3619523352","display_name":null,"funder_award_id":"62103106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G50389527","display_name":null,"funder_award_id":"62203116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406680076.pdf","grobid_xml":"https://content.openalex.org/works/W4406680076.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2144499799","https://openalex.org/W2781726626","https://openalex.org/W3002817389","https://openalex.org/W3109453504","https://openalex.org/W3193622285","https://openalex.org/W4206353877","https://openalex.org/W4307772200","https://openalex.org/W4309115339","https://openalex.org/W4311262722","https://openalex.org/W4311764827","https://openalex.org/W4318305690","https://openalex.org/W4362596159","https://openalex.org/W4362653465","https://openalex.org/W4379507631","https://openalex.org/W4382657735","https://openalex.org/W4384659583","https://openalex.org/W4386085840","https://openalex.org/W4388280029","https://openalex.org/W4389437623","https://openalex.org/W4391091966","https://openalex.org/W4391661482","https://openalex.org/W4392300809","https://openalex.org/W4395670645","https://openalex.org/W6850074544"],"related_works":["https://openalex.org/W1755319685","https://openalex.org/W2391397427","https://openalex.org/W1996341361","https://openalex.org/W4366609476","https://openalex.org/W2078127841","https://openalex.org/W2102512187","https://openalex.org/W2919815400","https://openalex.org/W2156518980","https://openalex.org/W4403420403","https://openalex.org/W2093621301"],"abstract_inverted_index":{"This":[0,95],"paper":[1],"proposes":[2],"a":[3,151],"deep":[4],"reinforcement":[5],"learning":[6,40],"(DRL)":[7],"method":[8,198],"that":[9,195],"combines":[10],"random":[11],"network":[12,65,68],"distillation":[13],"(RND)":[14],"and":[15,51,66,108,117,136,149,161,186,208],"long":[16],"short-term":[17],"memory":[18],"(LSTM)":[19],"to":[20,35,104,142],"address":[21],"the":[22,28,37,43,49,63,73,82,91,100,115,120,124,128,133,137,144,159,168,177,180,196,201,206,211],"tracking":[23,59,121,184,203],"control":[24,122],"problem,":[25],"while":[26,167],"leveraging":[27],"inherent":[29],"symmetry":[30,160],"in":[31,78,164],"robotic":[32,55,92,101,125,181],"arm":[33,102],"movements":[34],"eliminate":[36],"need":[38],"for":[39,90,123],"or":[41],"knowing":[42],"system\u2019s":[44],"dynamic":[45],"model.":[46],"In":[47],"general,":[48],"complexity":[50],"strong":[52],"coupling":[53],"of":[54,119,179,210],"manipulators":[56],"make":[57],"trajectory":[58],"extremely":[60],"challenging.":[61],"Firstly,":[62],"prediction":[64],"fixed":[67],"are":[69,140],"jointly":[70],"trained":[71],"using":[72],"RND":[74],"method.":[75],"The":[76,154,191],"difference":[77],"output":[79],"values":[80],"between":[81],"two":[83],"networks":[84],"acts":[85],"as":[86],"an":[87],"internal":[88,96],"reward":[89,97],"manipulator":[93,182],"environment.":[94],"mechanism":[98,139,170],"encourages":[99],"agent":[103],"actively":[105],"explore":[106],"unpredictable":[107],"unknown":[109],"environmental":[110],"states,":[111],"thereby":[112,175],"consequently":[113],"boosting":[114],"performance":[116],"efficiency":[118,209],"manipulator.":[126],"Then,":[127],"Soft":[129],"Actor-Critic":[130],"(SAC)":[131],"algorithm,":[132],"LSTM":[134,155],"network,":[135],"attention":[138,169],"integrated":[141],"resolve":[143],"instability":[145,178],"problem":[146],"during":[147,183],"training":[148],"acquire":[150],"stable":[152],"policy.":[153],"model":[156],"effectively":[157,199],"captures":[158],"temporal":[162],"changes":[163],"joint":[165],"angles,":[166],"dynamically":[171],"prioritizes":[172],"important":[173],"features,":[174],"reducing":[176],"tasks":[185],"enhancing":[187],"feature":[188],"extraction":[189],"efficiency.":[190],"simulation":[192],"outcomes":[193],"demonstrate":[194],"proposed":[197],"performs":[200],"robot":[202],"task,":[204],"confirming":[205],"efficacy":[207],"DRL":[212],"algorithm.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}