{"id":"https://openalex.org/W4388726331","doi":"https://doi.org/10.1109/iecon51785.2023.10312004","title":"Obstacle Avoidance for Automated Guided Vehicles Based on Deep Reinforcement Learning","display_name":"Obstacle Avoidance for Automated Guided Vehicles Based on Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4388726331","doi":"https://doi.org/10.1109/iecon51785.2023.10312004"},"language":"en","primary_location":{"id":"doi:10.1109/iecon51785.2023.10312004","doi":"https://doi.org/10.1109/iecon51785.2023.10312004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon51785.2023.10312004","pdf_url":null,"source":{"id":"https://openalex.org/S4210172894","display_name":"Annual Conference of the IEEE Industrial Electronics Society (IECON)","issn_l":"1553-572X","issn":["1553-572X","2577-1647"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089739069","display_name":"Xihao He","orcid":"https://orcid.org/0009-0007-2197-9595","observed_orcids":["https://orcid.org/0009-0007-2197-9595"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xihao He","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017456876","display_name":"Keck Voon Ling","orcid":"https://orcid.org/0000-0002-9293-9394","observed_orcids":["https://orcid.org/0000-0002-9293-9394"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Keck Voon Ling","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021450973","display_name":"Yao Guo","orcid":"https://orcid.org/0000-0001-5064-5286","observed_orcids":["https://orcid.org/0000-0001-5064-5286"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yao Guo","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046844818","display_name":"Rong Su","orcid":"https://orcid.org/0000-0003-3448-0586","observed_orcids":["https://orcid.org/0000-0003-3448-0586"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rong Su","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037005256","display_name":"Boon Siew Han","orcid":"https://orcid.org/0000-0003-1707-2855","observed_orcids":["https://orcid.org/0000-0003-1707-2855"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4210086881","display_name":"Singapore-HUJ Alliance for Research and Enterprise","ror":"https://ror.org/002pnw495","country_code":"SG","type":"nonprofit","lineage":["https://openalex.org/I4210086881"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Boon Siew Han","raw_affiliation_strings":["Schaeffler Hub for Advanced Research (SHARE@NTU), Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Schaeffler Hub for Advanced Research (SHARE@NTU), Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I4210086881"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114114541","display_name":"Hong Yee Alvin Wong","orcid":"https://orcid.org/0009-0007-1031-0351","observed_orcids":["https://orcid.org/0009-0007-1031-0351"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4210086881","display_name":"Singapore-HUJ Alliance for Research and Enterprise","ror":"https://ror.org/002pnw495","country_code":"SG","type":"nonprofit","lineage":["https://openalex.org/I4210086881"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hong Yee Alvin Wong","raw_affiliation_strings":["Schaeffler Hub for Advanced Research (SHARE@NTU), Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Schaeffler Hub for Advanced Research (SHARE@NTU), Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I4210086881"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025397133","display_name":"Jiarong Yao","orcid":"https://orcid.org/0000-0003-3058-189X","observed_orcids":["https://orcid.org/0000-0003-3058-189X"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiarong Yao","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Singapore,639798","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2209,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.42295735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6913999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6913999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.288100004196167,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-guided-vehicles","display_name":"automated guided vehicles","score":0.9789999723434448},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"obstacle avoidance","score":0.9760000109672546},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8420000076293945},{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.9470000267028809},{"id":"https://openalex.org/keywords/dynamic-obstacle-avoidance","display_name":"dynamic obstacle avoidance","score":0.7850000262260437},{"id":"https://openalex.org/keywords/agv-navigation","display_name":"AGV navigation","score":0.7360000014305115},{"id":"https://openalex.org/keywords/smart-manufacturing","display_name":"smart manufacturing","score":0.7490000128746033},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"collision avoidance","score":0.6389999985694885},{"id":"https://openalex.org/keywords/path-planning","display_name":"path planning","score":0.5180000066757202}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8078837394714355},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.7894902229309082},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.7477829456329346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7054502367973328},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.6920262575149536},{"id":"https://openalex.org/C40149104","wikidata":"https://www.wikidata.org/wiki/Q5620977","display_name":"Factory (object-oriented programming)","level":2,"score":0.5407758355140686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4819042980670929},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.44656801223754883},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41509658098220825},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35821032524108887},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35342299938201904},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30637219548225403},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.27935999631881714},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.27182215452194214},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21388331055641174},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13358518481254578},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09566697478294373},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon51785.2023.10312004","doi":"https://doi.org/10.1109/iecon51785.2023.10312004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon51785.2023.10312004","pdf_url":null,"source":{"id":"https://openalex.org/S4210172894","display_name":"Annual Conference of the IEEE Industrial Electronics Society (IECON)","issn_l":"1553-572X","issn":["1553-572X","2577-1647"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.8970999717712402,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2002440441","https://openalex.org/W2110144538","https://openalex.org/W2117211893","https://openalex.org/W2121431281","https://openalex.org/W2142943472","https://openalex.org/W2143718063","https://openalex.org/W2145339207","https://openalex.org/W2163061173","https://openalex.org/W2170263081","https://openalex.org/W2558738305","https://openalex.org/W2604216058","https://openalex.org/W2963821308","https://openalex.org/W2965554769","https://openalex.org/W2973229164","https://openalex.org/W3006388420","https://openalex.org/W3096654951","https://openalex.org/W3131237651","https://openalex.org/W3158253560","https://openalex.org/W4200278512","https://openalex.org/W4313590748","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4415257161","https://openalex.org/W4387694099","https://openalex.org/W4407194987","https://openalex.org/W4391026568","https://openalex.org/W4389252481","https://openalex.org/W4409356065","https://openalex.org/W7215608868","https://openalex.org/W4401005367","https://openalex.org/W4403023712","https://openalex.org/W7127971482"],"abstract_inverted_index":{"Automated":[0],"Guided":[1],"Vehicles":[2],"AGVs":[3,138],"play":[4],"a":[5,130,230],"vital":[6],"role":[7],"in":[8,40,67,188,229,237],"enhancing":[9],"productivity":[10],"and":[11,19,56,73,77,160,181,204,226,235],"efficiency":[12,236],"within":[13],"factory":[14,68],"environments.":[15],"However,":[16],"their":[17],"safe":[18],"effective":[20],"operation":[21],"heavily":[22],"relies":[23],"on":[24,48,82,140],"the":[25,103,146,153,173,177,191,202,207,214,218],"ability":[26,104],"to":[27,93,105,116,124,156,179,200,220],"navigate":[28,161,222],"through":[29,162,223],"complex":[30],"spaces":[31],"while":[32],"avoiding":[33],"obstacles.":[34,98],"The":[35,60,166,210],"significance":[36],"of":[37,63,137,168,193,206],"obstacle":[38,64,108,135,186],"avoidance":[39,65,136,187],"AGV":[41,154,178,219],"systems":[42],"is":[43],"emphasized,":[44],"considering":[45],"its":[46],"impact":[47],"ensuring":[49],"smooth":[50],"material":[51],"flow,":[52],"minimizing":[53],"collision":[54],"risks,":[55],"optimizing":[57],"production":[58],"processes.":[59],"existing":[61],"state":[62],"applications":[66],"settings":[69],"reveals":[70],"certain":[71],"limitations":[72,192],"challenges.":[74],"Current":[75],"research":[76],"industrial":[78],"implementations":[79],"often":[80],"rely":[81],"rule-based":[83,194],"approaches":[84],"or":[85,96,110,119],"predefined":[86],"paths,":[87,114],"which":[88],"may":[89],"not":[90],"adequately":[91],"adapt":[92,182],"dynamic":[94,134,163,225,231],"environments":[95],"unexpected":[97],"Additionally,":[99],"some":[100],"methods":[101],"lack":[102],"handle":[106],"diverse":[107],"types":[109],"efficiently":[111],"plan":[112],"optimal":[113,183],"leading":[115],"sub-optimal":[117],"navigation":[118],"reduced":[120],"throughput.":[121],"In":[122],"response":[123],"these":[125],"challenges,":[126],"this":[127],"study":[128],"proposes":[129],"novel":[131],"approach":[132],"for":[133,185],"based":[139],"deep":[141,169],"reinforcement":[142],"learning.":[143],"By":[144],"leveraging":[145],"Deep":[147],"Deterministic":[148],"Policy":[149],"Gradient":[150],"(DDPG)":[151],"model,":[152],"learns":[155],"make":[157],"real-time":[158],"decisions":[159],"obstacles":[164,228],"effectively.":[165],"integration":[167],"neural":[170],"networks":[171],"with":[172],"actor-critic":[174],"framework":[175],"enables":[176],"learn":[180],"policies":[184],"real-time,":[189],"overcoming":[190],"methods.":[195],"Simulation":[196],"experiments":[197],"are":[198],"conducted":[199],"validate":[201],"performance":[203],"feasibility":[205],"proposed":[208],"approach.":[209],"results":[211],"demonstrate":[212],"that":[213],"DDPG-based":[215],"method":[216],"allows":[217],"successfully":[221],"both":[224],"static":[227],"environment,":[232],"improving":[233],"safety":[234],"intelligent":[238],"manufacturing":[239],"applications.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2023-11-17T00:00:00"}