{"id":"https://openalex.org/W4313590748","doi":"https://doi.org/10.1109/tsmc.2022.3230666","title":"Improved Deep Deterministic Policy Gradient for Dynamic Obstacle Avoidance of Mobile Robot","display_name":"Improved Deep Deterministic Policy Gradient for Dynamic Obstacle Avoidance of Mobile Robot","publication_year":2023,"publication_date":"2023-01-04","ids":{"openalex":"https://openalex.org/W4313590748","doi":"https://doi.org/10.1109/tsmc.2022.3230666"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2022.3230666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3230666","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044392810","display_name":"Xiaoshan Gao","orcid":"https://orcid.org/0000-0003-2057-3386"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshan Gao","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2057-3386","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772253","display_name":"Liang Yan","orcid":"https://orcid.org/0000-0001-9099-240X"},"institutions":[{"id":"https://openalex.org/I159389169","display_name":"Ningbo University of Technology","ror":"https://ror.org/037dym702","country_code":"CN","type":"education","lineage":["https://openalex.org/I159389169"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yan","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Ningbo Institute of Technology, Beihang University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-9099-240X","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Ningbo Institute of Technology, Beihang University, Ningbo, China","institution_ids":["https://openalex.org/I159389169","https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450024","display_name":"Zhijun Li","orcid":"https://orcid.org/0000-0002-3909-488X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijun Li","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China","Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3909-488X","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367290","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0001-5377-2547"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["School of Automation, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5377-2547","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046605612","display_name":"I\u2010Ming Chen","orcid":"https://orcid.org/0000-0002-4831-3781"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"I-Ming Chen","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University, Nanyang Ave, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4831-3781","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Nanyang Ave, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.1263,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.98049719,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"53","issue":"6","first_page":"3675","last_page":"3682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.7464385628700256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7180356979370117},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6675137281417847},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6577954292297363},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6556262969970703},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5181552171707153},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5031384825706482},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4938865303993225},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.45404329895973206},{"id":"https://openalex.org/keywords/configuration-space","display_name":"Configuration space","score":0.42923006415367126},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.41779449582099915},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.41764557361602783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41013622283935547},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4042021930217743},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.34835195541381836},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.28952449560165405},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1371530294418335}],"concepts":[{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.7464385628700256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7180356979370117},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6675137281417847},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6577954292297363},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6556262969970703},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5181552171707153},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5031384825706482},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4938865303993225},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.45404329895973206},{"id":"https://openalex.org/C90738871","wikidata":"https://www.wikidata.org/wiki/Q41642869","display_name":"Configuration space","level":2,"score":0.42923006415367126},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.41779449582099915},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.41764557361602783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41013622283935547},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4042021930217743},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.34835195541381836},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.28952449560165405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1371530294418335},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2022.3230666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3230666","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2219393312","display_name":null,"funder_award_id":"52130505","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G224280689","display_name":null,"funder_award_id":"52205044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2397134587","display_name":null,"funder_award_id":"51875013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3100483623","display_name":null,"funder_award_id":"2022YFE0113700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4920800445","display_name":null,"funder_award_id":"2022M720351","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1497046610","https://openalex.org/W1989493426","https://openalex.org/W1994955764","https://openalex.org/W2017957151","https://openalex.org/W2018601745","https://openalex.org/W2030284521","https://openalex.org/W2042752297","https://openalex.org/W2057298516","https://openalex.org/W2064675550","https://openalex.org/W2103285838","https://openalex.org/W2113286054","https://openalex.org/W2114476723","https://openalex.org/W2117211893","https://openalex.org/W2124058244","https://openalex.org/W2125409550","https://openalex.org/W2129564881","https://openalex.org/W2133118325","https://openalex.org/W2413992829","https://openalex.org/W2587913157","https://openalex.org/W2793201052","https://openalex.org/W2907214660","https://openalex.org/W2919115771","https://openalex.org/W2938440964","https://openalex.org/W2963864421","https://openalex.org/W3093041506","https://openalex.org/W3100366369","https://openalex.org/W3186325801","https://openalex.org/W4253193475","https://openalex.org/W6684921986","https://openalex.org/W6761224108"],"related_works":["https://openalex.org/W2913749762","https://openalex.org/W2050548713","https://openalex.org/W4380590094","https://openalex.org/W2140606111","https://openalex.org/W2991662304","https://openalex.org/W3119736302","https://openalex.org/W4381746183","https://openalex.org/W3200041777","https://openalex.org/W2794689129","https://openalex.org/W2785353696"],"abstract_inverted_index":{"When":[0],"a":[1,39,106],"mobile":[2,90,166],"robot":[3,91,167],"is":[4,16,63,69,120],"required":[5],"to":[6,18,50,72,83,110,122,206],"perform":[7],"tasks":[8],"in":[9,65,92],"the":[10,20,51,57,74,89,93,100,112,124,128,140,149,155,187,191,208],"unknown":[11],"and":[12,45,153,168,175,182,186,211],"complex":[13],"environment,":[14],"it":[15,47],"critical":[17],"have":[19],"ability":[21],"of":[22,42,103,127,144],"dynamic":[23,43,85,201],"obstacle":[24,86],"avoidance.":[25],"However,":[26],"conventional":[27],"deep":[28],"deterministic":[29],"policy":[30],"gradient":[31],"(DDPG)":[32],"for":[33,88,165],"collision-free":[34,197],"navigation":[35],"can":[36,98,131,195],"only":[37],"perceive":[38],"fixed":[40,156],"number":[41,102],"obstacles,":[44,169],"thus":[46],"cannot":[48],"adapt":[49],"stochastic":[52,94],"working":[53,95],"scenario.":[54],"To":[55],"overcome":[56],"limitation,":[58],"an":[59,70],"improved":[60,192],"DDPG":[61,75,193],"algorithm":[62,194],"proposed":[64],"this":[66],"study.":[67],"It":[68,204],"exploration":[71],"implement":[73],"with":[76,199],"long":[77],"short-term":[78],"memory":[79],"(LSTM)":[80],"network-based":[81,114,137],"encoder":[82,138],"achieve":[84,196],"avoidance":[87],"scenario,":[96],"which":[97],"encode":[99],"variable":[101],"obstacles":[104,130,146,202],"into":[105],"fixed-length":[107],"representation.":[108],"Specifically,":[109],"facilitate":[111],"LSTM":[113,136],"encoder,":[115],"one":[116],"safe":[117,150],"processing":[118,151],"rule":[119,152],"designed":[121],"guarantee":[123],"entire":[125],"information":[126,143],"observable":[129,145],"be":[132],"represented":[133],"completely.":[134],"The":[135],"takes":[139],"latest":[141],"environment":[142],"by":[147],"employing":[148],"generates":[154],"length":[157],"state":[158,163],"vector.":[159],"In":[160],"addition,":[161],"continuous":[162],"space":[164,177],"as":[170,172],"well":[171],"reward":[173],"function":[174],"action":[176],"are":[178,184],"designed.":[179],"Both":[180],"simulations":[181],"experiments":[183],"conducted":[185],"results":[188],"verify":[189],"that":[190],"trajectory":[198],"multiple":[200],"well.":[203],"helps":[205],"reduce":[207],"path":[209],"distance":[210],"motion":[212],"time":[213],"effectively.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}