{"id":"https://openalex.org/W4387970487","doi":"https://doi.org/10.1109/iicaiet59451.2023.10291964","title":"Improved Q-Learning Algorithm for Path Planning of an Automated Guided Vehicle (AGV)","display_name":"Improved Q-Learning Algorithm for Path Planning of an Automated Guided Vehicle (AGV)","publication_year":2023,"publication_date":"2023-09-12","ids":{"openalex":"https://openalex.org/W4387970487","doi":"https://doi.org/10.1109/iicaiet59451.2023.10291964"},"language":"en","primary_location":{"id":"doi:10.1109/iicaiet59451.2023.10291964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iicaiet59451.2023.10291964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Artificial Intelligence in Engineering and Technology (IICAIET)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037921908","display_name":"Hao Guo","orcid":"https://orcid.org/0000-0001-9317-4015"},"institutions":[{"id":"https://openalex.org/I4210113439","display_name":"Baotou Teachers College","ror":"https://ror.org/01xa88s20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113439"]},{"id":"https://openalex.org/I161371597","display_name":"Universiti of Malaysia Sabah","ror":"https://ror.org/040v70252","country_code":"MY","type":"education","lineage":["https://openalex.org/I161371597"]}],"countries":["CN","MY"],"is_corresponding":true,"raw_author_name":"Hao Guo","raw_affiliation_strings":["Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia","Department of Automation, Baotou Light Industry Vocational and Technical College, Baotou City, China"],"affiliations":[{"raw_affiliation_string":"Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia","institution_ids":["https://openalex.org/I161371597"]},{"raw_affiliation_string":"Department of Automation, Baotou Light Industry Vocational and Technical College, Baotou City, China","institution_ids":["https://openalex.org/I4210113439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043393709","display_name":"Min Keng Tan","orcid":"https://orcid.org/0000-0003-4420-186X"},"institutions":[{"id":"https://openalex.org/I161371597","display_name":"Universiti of Malaysia Sabah","ror":"https://ror.org/040v70252","country_code":"MY","type":"education","lineage":["https://openalex.org/I161371597"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Min Keng Tan","raw_affiliation_strings":["Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia"],"affiliations":[{"raw_affiliation_string":"Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia","institution_ids":["https://openalex.org/I161371597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079811729","display_name":"Kit Guan Lim","orcid":"https://orcid.org/0000-0003-3831-1456"},"institutions":[{"id":"https://openalex.org/I161371597","display_name":"Universiti of Malaysia Sabah","ror":"https://ror.org/040v70252","country_code":"MY","type":"education","lineage":["https://openalex.org/I161371597"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kit Guan Lim","raw_affiliation_strings":["Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia"],"affiliations":[{"raw_affiliation_string":"Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia","institution_ids":["https://openalex.org/I161371597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006660327","display_name":"Helen Sin Ee Chuo","orcid":null},"institutions":[{"id":"https://openalex.org/I161371597","display_name":"Universiti of Malaysia Sabah","ror":"https://ror.org/040v70252","country_code":"MY","type":"education","lineage":["https://openalex.org/I161371597"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Helen Sin Ee Chuo","raw_affiliation_strings":["Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia"],"affiliations":[{"raw_affiliation_string":"Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia","institution_ids":["https://openalex.org/I161371597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061559196","display_name":"Baojian Yang","orcid":"https://orcid.org/0000-0002-6749-3511"},"institutions":[{"id":"https://openalex.org/I4210151615","display_name":"Wuyi University","ror":"https://ror.org/0488wz367","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151615"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baojian Yang","raw_affiliation_strings":["Wuyi University,Department of Intelligent Manufacturing,Jiangmen,China","Department of Intelligent Manufacturing, Wuyi University, Jiangmen, China"],"affiliations":[{"raw_affiliation_string":"Wuyi University,Department of Intelligent Manufacturing,Jiangmen,China","institution_ids":["https://openalex.org/I4210151615"]},{"raw_affiliation_string":"Department of Intelligent Manufacturing, Wuyi University, Jiangmen, China","institution_ids":["https://openalex.org/I4210151615"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068600158","display_name":"Kenneth Tze Kin Teo","orcid":"https://orcid.org/0000-0001-9112-7194"},"institutions":[{"id":"https://openalex.org/I161371597","display_name":"Universiti of Malaysia Sabah","ror":"https://ror.org/040v70252","country_code":"MY","type":"education","lineage":["https://openalex.org/I161371597"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kenneth Tze Kin Teo","raw_affiliation_strings":["Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia"],"affiliations":[{"raw_affiliation_string":"Universiti Malaysia Sabah,Modelling, Simulation & Computing Laboratory, Faculty of Engineering,Kota Kinabalu,Malaysia","institution_ids":["https://openalex.org/I161371597"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037921908"],"corresponding_institution_ids":["https://openalex.org/I161371597","https://openalex.org/I4210113439"],"apc_list":null,"apc_paid":null,"fwci":0.7379,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73399785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"376","last_page":"381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.695399284362793},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6782738566398621},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6580244302749634},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5117220878601074},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5027866363525391},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.48834773898124695},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4750545024871826},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.47261571884155273},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.46831852197647095},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4208422303199768},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35246729850769043},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.1805284023284912},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1578061878681183},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10252165794372559}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695399284362793},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6782738566398621},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6580244302749634},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5117220878601074},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5027866363525391},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48834773898124695},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4750545024871826},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.47261571884155273},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.46831852197647095},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4208422303199768},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35246729850769043},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.1805284023284912},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1578061878681183},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10252165794372559},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iicaiet59451.2023.10291964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iicaiet59451.2023.10291964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Artificial Intelligence in Engineering and Technology (IICAIET)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W194077520","https://openalex.org/W1596729410","https://openalex.org/W1605745151","https://openalex.org/W1969839206","https://openalex.org/W1983259923","https://openalex.org/W1985451566","https://openalex.org/W1987575017","https://openalex.org/W1994721781","https://openalex.org/W2037069310","https://openalex.org/W2044935813","https://openalex.org/W2079854881","https://openalex.org/W2088651901","https://openalex.org/W2126357802","https://openalex.org/W2149107903","https://openalex.org/W2155212490","https://openalex.org/W2291124468","https://openalex.org/W2317834327","https://openalex.org/W2391386120","https://openalex.org/W2413992829","https://openalex.org/W2510763477","https://openalex.org/W2580909119","https://openalex.org/W2587818248","https://openalex.org/W2775573979","https://openalex.org/W2789448087","https://openalex.org/W3107613774","https://openalex.org/W4286496598","https://openalex.org/W4327947933","https://openalex.org/W4366203707","https://openalex.org/W6992870815"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W4380590094"],"abstract_inverted_index":{"With":[0],"the":[1,38,44,53,81,95,100,106,113,121,125],"development":[2],"of":[3,15,33,102],"modern":[4],"industry":[5],"4.0,":[6],"intelligent":[7],"path":[8,50,103],"planning":[9],"is":[10,71],"an":[11,19],"essential":[12],"research":[13],"direction":[14],"schedule":[16],"systems":[17],"for":[18],"automated":[20],"guided":[21],"vehicle":[22],"(AGV),":[23],"which":[24,85],"has":[25,57,129],"been":[26],"widely":[27],"used":[28],"in":[29,49,112],"logistics":[30],"distribution":[31],"centers":[32],"enterprises.":[34],"This":[35],"work":[36],"implements":[37],"improved":[39,68,126,136],"Q-learning":[40,55,69,83,123,127],"algorithm":[41,56,70,128],"to":[42,88,120],"solve":[43],"typical":[45],"obstacle":[46],"avoidance":[47],"problems":[48],"planning.":[51,104],"Specifically,":[52],"conventional":[54,122],"shortcomings":[58],"including":[59],"low":[60],"operational":[61],"efficiency":[62,101],"and":[63,91,132],"slow":[64],"learning":[65,77,134],"speed.":[66],"The":[67],"successively":[72],"proposed":[73],"by":[74,137],"adding":[75],"a":[76],"process":[78],"based":[79],"on":[80],"original":[82],"algorithm,":[84,124],"enables":[86],"AGV":[87],"find":[89],"obstacles":[90],"target":[92],"locations":[93],"within":[94],"shortest":[96],"time,":[97],"thus":[98],"improving":[99],"Finally,":[105],"simulation":[107],"experiments":[108],"are":[109],"carried":[110],"out":[111],"grid":[114],"environment":[115],"with":[116],"MATLAB.":[117],"In":[118],"comparison":[119],"faster":[130],"convergence":[131],"higher":[133],"efficiency,":[135],"20%.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}