{"id":"https://openalex.org/W4408387515","doi":"https://doi.org/10.1142/s2301385025410067","title":"A Deep Reinforcement Learning Method for Multiple AGV Path Planning Based on MATD3 Algorithm","display_name":"A Deep Reinforcement Learning Method for Multiple AGV Path Planning Based on MATD3 Algorithm","publication_year":2025,"publication_date":"2025-03-13","ids":{"openalex":"https://openalex.org/W4408387515","doi":"https://doi.org/10.1142/s2301385025410067"},"language":"en","primary_location":{"id":"doi:10.1142/s2301385025410067","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s2301385025410067","pdf_url":null,"source":{"id":"https://openalex.org/S4210169569","display_name":"Unmanned Systems","issn_l":"2301-3850","issn":["2301-3850","2301-3869"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Unmanned Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084821990","display_name":"Yu-Kai Fu","orcid":"https://orcid.org/0000-0003-1094-9335"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yukai Fu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-1094-9335","affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ao Xu","orcid":"https://orcid.org/0009-0009-1718-6298"},"institutions":[{"id":"https://openalex.org/I116036724","display_name":"Shenyang Ligong University","ror":"https://ror.org/03m20nr07","country_code":"CN","type":"education","lineage":["https://openalex.org/I116036724"]},{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Xu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","School of Automation and Electrical Engineering, Shenyang Ligong University, Shenyang 110159, P. R. China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China"],"raw_orcid":"https://orcid.org/0009-0009-1718-6298","affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, Shenyang Ligong University, Shenyang 110159, P. R. China","institution_ids":["https://openalex.org/I116036724"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiyang Liu","orcid":"https://orcid.org/0009-0000-4380-6379"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Liu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China"],"raw_orcid":"https://orcid.org/0009-0000-4380-6379","affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102557023","display_name":"Hongfei Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfei Bai","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang 110169, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang 110016, P. R. China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chao Deng","orcid":"https://orcid.org/0000-0002-6148-1034"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Deng","raw_affiliation_strings":["Institute of Advanced Technology, Nanjing University of Posts and Telecommunications, Nanjing 210023, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-6148-1034","affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Nanjing University of Posts and Telecommunications, Nanjing 210023, P. R. China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084821990"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0512406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"06","first_page":"1531","last_page":"1544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12707","display_name":"Vehicle License Plate Recognition","score":0.9333000183105469,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8551595211029053},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6288477778434753},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.623414933681488},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5724126100540161},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5400429964065552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5390488505363464},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.10423174500465393},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.05158042907714844}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8551595211029053},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6288477778434753},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.623414933681488},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5724126100540161},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5400429964065552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5390488505363464},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.10423174500465393},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.05158042907714844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s2301385025410067","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s2301385025410067","pdf_url":null,"source":{"id":"https://openalex.org/S4210169569","display_name":"Unmanned Systems","issn_l":"2301-3850","issn":["2301-3850","2301-3869"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Unmanned Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G585791933","display_name":null,"funder_award_id":"2024-Z19","funder_id":"https://openalex.org/F4320326907","funder_display_name":"State Key Laboratory of Robotics"},{"id":"https://openalex.org/G6767769032","display_name":null,"funder_award_id":"92267201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7479758380","display_name":null,"funder_award_id":"2024-Z22","funder_id":"https://openalex.org/F4320326907","funder_display_name":"State Key Laboratory of Robotics"},{"id":"https://openalex.org/G7588867604","display_name":null,"funder_award_id":"92367301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326907","display_name":"State Key Laboratory of Robotics","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W170075564","https://openalex.org/W1989407213","https://openalex.org/W2535989067","https://openalex.org/W2607444396","https://openalex.org/W2791860092","https://openalex.org/W2892258706","https://openalex.org/W2963821308","https://openalex.org/W3005383506","https://openalex.org/W3035986121","https://openalex.org/W3092786062","https://openalex.org/W3124075993","https://openalex.org/W3129616587","https://openalex.org/W3132663004","https://openalex.org/W4224255042","https://openalex.org/W4224990480","https://openalex.org/W4226258328","https://openalex.org/W4309786668","https://openalex.org/W4319660246","https://openalex.org/W4387527499","https://openalex.org/W4388632030","https://openalex.org/W4399174519","https://openalex.org/W4401496654"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W4289260319","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"The":[0],"automated":[1],"guided":[2],"vehicle":[3],"(AGV)":[4],"has":[5,18],"been":[6],"widely":[7],"used":[8,160],"in":[9,23,78,212,219,232],"the":[10,36,51,56,96,99,102,113,124,127,139,144,156,163,167,171,175,186,191,206,214,226,233],"realm":[11],"of":[12,38,53,98,146,166,195,228],"intelligent":[13],"logistics,":[14],"and":[15,28,45,101,106,135,138,181,189,193],"path":[16,177,216,235],"planning":[17,217,236],"become":[19],"a":[20,59,82],"key":[21],"challenge":[22],"AGV":[24,125,140],"research.":[25],"In":[26],"large":[27],"complex":[29,220],"dynamic":[30,83],"environments,":[31],"multi-AGV":[32,215,234],"unmanned":[33,229],"systems":[34],"have":[35],"problems":[37],"low":[39,147],"search":[40,148],"efficiency,":[41],"slow":[42],"convergence":[43,52],"speed,":[44],"even":[46],"impossible":[47],"convergence.":[48],"To":[49],"accelerate":[50],"AGVs":[54,196],"during":[55],"learning":[57,63],"process,":[58],"new":[60],"deep":[61,70,117],"reinforcement":[62],"method":[64,91],"heuristic":[65,103,129,151],"soft":[66,104,130,152],"action-multi-agent":[67],"twin":[68,115],"delayed":[69,116],"deterministic":[71,118],"policy":[72,119],"gradient":[73,120],"(HA-MATD3)":[74],"algorithm":[75,209],"is":[76,92,159,178,210],"proposed":[77,207],"this":[79],"paper.":[80],"Specifically,":[81],"reward":[84,107,157,164],"function":[85],"utilizing":[86],"an":[87],"artificial":[88],"potential":[89],"field":[90],"introduced":[93,110],"to":[94,111,161,197,225],"score":[95],"actions":[97],"AGVs,":[100],"action":[105,131,153,168],"network":[108,158],"are":[109],"optimize":[112],"multi-agent":[114],"(MATD3)":[121],"algorithm.":[122],"First,":[123],"generates":[126],"ideal":[128],"through":[132,150],"its":[133],"state":[134],"target":[136],"information,":[137],"can":[141],"effectively":[142],"solve":[143],"problem":[145,218],"efficiency":[149],"learning.":[154],"Furthermore,":[155],"judge":[162],"value":[165],"taken":[169],"by":[170],"AGV,":[172],"ensuring":[173],"that":[174,205],"generated":[176],"efficient,":[179],"collision-free":[180],"safer.":[182],"These":[183],"improvements":[184],"enrich":[185],"decision-making":[187],"process":[188],"improve":[190],"adaptability":[192],"responsiveness":[194],"various":[198],"environmental":[199],"conditions.":[200],"Finally,":[201],"experimental":[202],"results":[203],"demonstrate":[204],"HA-MATD3":[208],"effective":[211],"solving":[213],"environments.":[221],"This":[222],"research":[223],"contributes":[224],"development":[227],"systems,":[230],"especially":[231],"problem.":[237]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}