{"id":"https://openalex.org/W4205257762","doi":"https://doi.org/10.3390/sym14010132","title":"Improved Path Planning for Indoor Patrol Robot Based on Deep Reinforcement Learning","display_name":"Improved Path Planning for Indoor Patrol Robot Based on Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-11","ids":{"openalex":"https://openalex.org/W4205257762","doi":"https://doi.org/10.3390/sym14010132"},"language":"en","primary_location":{"id":"doi:10.3390/sym14010132","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym14010132","pdf_url":"https://www.mdpi.com/2073-8994/14/1/132/pdf?version=1641890372","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/14/1/132/pdf?version=1641890372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087367927","display_name":"Jianfeng Zheng","orcid":"https://orcid.org/0000-0001-9200-863X"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Zheng","raw_affiliation_strings":["School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China"],"raw_orcid":"https://orcid.org/0000-0001-9200-863X","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011083615","display_name":"Shuren Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuren Mao","raw_affiliation_strings":["School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773428","display_name":"Zhenyu Wu","orcid":"https://orcid.org/0000-0002-7990-500X"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Wu","raw_affiliation_strings":["School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053525163","display_name":"Pengcheng Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengcheng Kong","raw_affiliation_strings":["School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061223456","display_name":"Hao Qiang","orcid":"https://orcid.org/0000-0002-6746-4251"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Qiang","raw_affiliation_strings":["School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China"],"raw_orcid":"https://orcid.org/0000-0002-6746-4251","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Rail Transit, Changzhou University, Changzhou 213164, China","institution_ids":["https://openalex.org/I4210153482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5061223456"],"corresponding_institution_ids":["https://openalex.org/I4210153482"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":3.1633,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.92973802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"14","issue":"1","first_page":"132","last_page":"132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8298717737197876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7692649364471436},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6445815563201904},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6119901537895203},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5497199296951294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5349449515342712},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5278577208518982},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.484048068523407},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4309757947921753},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41120830178260803},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3789431154727936},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33419954776763916},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07797896862030029}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8298717737197876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692649364471436},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6445815563201904},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6119901537895203},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5497199296951294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5349449515342712},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5278577208518982},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.484048068523407},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4309757947921753},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41120830178260803},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3789431154727936},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33419954776763916},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07797896862030029},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym14010132","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym14010132","pdf_url":"https://www.mdpi.com/2073-8994/14/1/132/pdf?version=1641890372","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5ed0f4223e014552b545f01bb36d6430","is_oa":true,"landing_page_url":"https://doaj.org/article/5ed0f4223e014552b545f01bb36d6430","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 14, Iss 1, p 132 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/14/1/132/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym14010132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym14010132","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym14010132","pdf_url":"https://www.mdpi.com/2073-8994/14/1/132/pdf?version=1641890372","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/1","display_name":"No poverty"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4205257762.pdf","grobid_xml":"https://content.openalex.org/works/W4205257762.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1967285935","https://openalex.org/W2027640676","https://openalex.org/W2030450494","https://openalex.org/W2055100580","https://openalex.org/W2070362787","https://openalex.org/W2119513423","https://openalex.org/W2137183083","https://openalex.org/W2145339207","https://openalex.org/W2565555125","https://openalex.org/W2754449716","https://openalex.org/W2782660603","https://openalex.org/W2883367156","https://openalex.org/W2938278435","https://openalex.org/W2943079637","https://openalex.org/W2971406273","https://openalex.org/W2997773139","https://openalex.org/W3024207039","https://openalex.org/W3047297564","https://openalex.org/W3048749561","https://openalex.org/W3092126095","https://openalex.org/W3123538634","https://openalex.org/W3129592758","https://openalex.org/W3133563892","https://openalex.org/W3133668275","https://openalex.org/W3144807479","https://openalex.org/W3173475093","https://openalex.org/W3174035939","https://openalex.org/W3174857949","https://openalex.org/W6657501859","https://openalex.org/W6790734334"],"related_works":["https://openalex.org/W2953205341","https://openalex.org/W235065745","https://openalex.org/W2029935773","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"To":[0],"solve":[1],"the":[2,17,21,56,59,61,64,69,72,76,84,96,100,104,108,125,136],"problems":[3],"of":[4,11,20,58,63,71,99],"poor":[5],"exploration":[6],"ability":[7],"and":[8,49,75,89,102,135],"convergence":[9,97,126],"speed":[10,62,98,127],"traditional":[12],"deep":[13,30],"reinforcement":[14,31],"learning":[15,32],"in":[16,41],"navigation":[18],"task":[19],"patrol":[22],"robot":[23,65,109],"under":[24],"indoor":[25],"specified":[26],"routes,":[27],"an":[28],"improved":[29,87],"algorithm":[33,101],"based":[34],"on":[35],"Pan/Tilt/Zoom(PTZ)":[36],"image":[37,47],"information":[38,48,52],"was":[39],"proposed":[40],"this":[42],"paper.":[43],"The":[44,86],"obtained":[45],"symmetric":[46],"target":[50],"position":[51],"are":[53],"taken":[54,67,82],"as":[55,68,83],"input":[57],"network,":[60],"is":[66,81,92,130,139],"output":[70],"next":[73],"action,":[74],"circular":[77],"route":[78],"with":[79,120],"boundary":[80],"test.":[85],"reward":[88],"punishment":[90],"function":[91,138],"designed":[93],"to":[94],"improve":[95],"optimize":[103],"path":[105,114],"so":[106],"that":[107],"can":[110],"plan":[111],"a":[112],"safer":[113],"while":[115],"avoiding":[116],"obstacles":[117],"first.":[118],"Compared":[119],"Deep":[121],"Q":[122],"Network(DQN)":[123],"algorithm,":[124],"after":[128],"improvement":[129],"shortened":[131],"by":[132],"about":[133],"40%,":[134],"loss":[137],"more":[140],"stable.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}