{"id":"https://openalex.org/W4403353404","doi":"https://doi.org/10.1177/09596518241274000","title":"Robot target tracking control considering obstacle avoidance based on combination of deep reinforcement learning and PID","display_name":"Robot target tracking control considering obstacle avoidance based on combination of deep reinforcement learning and PID","publication_year":2024,"publication_date":"2024-10-12","ids":{"openalex":"https://openalex.org/W4403353404","doi":"https://doi.org/10.1177/09596518241274000"},"language":"en","primary_location":{"id":"doi:10.1177/09596518241274000","is_oa":false,"landing_page_url":"https://doi.org/10.1177/09596518241274000","pdf_url":null,"source":{"id":"https://openalex.org/S4210196624","display_name":"Proceedings of the Institution of Mechanical Engineers Part I Journal of Systems and Control Engineering","issn_l":"0959-6518","issn":["0959-6518","2041-3041"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Institution of Mechanical Engineers, Part I: Journal of Systems and Control Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101616745","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0002-3812-9622"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100833362","display_name":"Xiao Jiang","orcid":"https://orcid.org/0000-0002-5996-8070"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Jiang","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394767","display_name":"Xiang Li","orcid":"https://orcid.org/0000-0002-0761-0931"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Li","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012469961","display_name":"Boxi Sun","orcid":"https://orcid.org/0000-0002-1244-8019"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Boxi Sun","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106671284","display_name":"Sen Qian","orcid":"https://orcid.org/0000-0002-3920-9093"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Qian","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084522410","display_name":"Yihao Wu","orcid":"https://orcid.org/0000-0002-6287-8383"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihao Wu","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology, Hefei, Anhui Province, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5012469961"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18028948,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"239","issue":"3","first_page":"550","last_page":"561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.8540066480636597},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8014280796051025},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6771955490112305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5783909559249878},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5701095461845398},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5124897956848145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.511784017086029},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.44502732157707214},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.423583984375},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4083399176597595},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3589973449707031},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.34179532527923584},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2634902000427246},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.20014604926109314},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10059565305709839},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.05269467830657959}],"concepts":[{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.8540066480636597},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8014280796051025},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6771955490112305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5783909559249878},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5701095461845398},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5124897956848145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.511784017086029},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.44502732157707214},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.423583984375},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4083399176597595},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3589973449707031},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34179532527923584},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2634902000427246},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.20014604926109314},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10059565305709839},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.05269467830657959},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/09596518241274000","is_oa":false,"landing_page_url":"https://doi.org/10.1177/09596518241274000","pdf_url":null,"source":{"id":"https://openalex.org/S4210196624","display_name":"Proceedings of the Institution of Mechanical Engineers Part I Journal of Systems and Control Engineering","issn_l":"0959-6518","issn":["0959-6518","2041-3041"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Institution of Mechanical Engineers, Part I: Journal of Systems and Control Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G8441878952","display_name":null,"funder_award_id":"52175013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2530328899","https://openalex.org/W2770550065","https://openalex.org/W2770926475","https://openalex.org/W2781726626","https://openalex.org/W2793432429","https://openalex.org/W2902067689","https://openalex.org/W3004374559","https://openalex.org/W3126321819","https://openalex.org/W3131554325","https://openalex.org/W3156492906","https://openalex.org/W3167898434","https://openalex.org/W3201913099","https://openalex.org/W3212826513","https://openalex.org/W4200058800","https://openalex.org/W4211089519","https://openalex.org/W4220903039","https://openalex.org/W4221117306","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W2357323510"],"abstract_inverted_index":{"When":[0],"simultaneously":[1],"addressing":[2],"the":[3,26,70,79,83,93,100,103,109,113,119,128,133,141,161,175],"challenges":[4],"of":[5,32,56,69,82,102,121],"dynamic":[6,180],"target":[7,114,134,146,181],"tracking":[8,55,147,182],"and":[9,16,60,106,148,156,167,190],"obstacle":[10,142,149,185],"avoidance":[11,150,186],"for":[12],"robots,":[13],"conventional":[14],"control":[15,17,40,68,127],"only":[18],"based":[19],"on":[20],"reinforcement":[21,45,122],"learning":[22,46,123],"cannot":[23],"deal":[24],"with":[25,50,99],"complex":[27],"scenarios":[28],"effectively.":[29],"The":[30,67,154,170],"purpose":[31],"this":[33],"study":[34],"is":[35,72,86,124],"to":[36,52,108,126,131,178],"design":[37],"a":[38,57],"robot":[39,71,85,130],"algorithm":[41],"that":[42,160],"combines":[43],"deep":[44],"(Soft":[47],"Actor-Critic,":[48],"SAC)":[49],"PID":[51,89],"achieve":[53,145],"real-time":[54],"moving":[58],"object":[59],"effectively":[61,173],"avoid":[62],"single":[63],"or":[64],"multiple":[65],"obstacles.":[66],"divided":[73],"into":[74],"two":[75],"key":[76],"components:":[77],"initially,":[78],"first":[80,104],"joint":[81,105],"6-degree-of-freedom":[84],"controlled":[87],"by":[88],"algorithm,":[90],"which":[91],"makes":[92],"working":[94,137],"plane":[95,97,138],"(the":[96],"coincident":[98],"axis":[101],"parallel":[107],"linkage)":[110],"quickly":[111],"approach":[112],"until":[115],"it":[116],"overlaps.":[117],"Subsequently,":[118],"task":[120],"simplified":[125],"planar":[129],"track":[132],"projection":[135],"in":[136,151,187],"while":[139,183],"avoiding":[140],"projection,":[143],"ultimately":[144],"3D":[152],"space.":[153],"simulation":[155],"experiment":[157],"results":[158],"show":[159],"proposed":[162],"method":[163],"has":[164],"good":[165],"efficiency":[166],"convergence":[168],"speed.":[169],"SAC-PID":[171],"strategy":[172],"controls":[174],"Universal-Robots":[176],"UR5":[177],"complete":[179],"accomplishing":[184],"both":[188],"virtual":[189],"real-world":[191],"environments.":[192]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}