{"id":"https://openalex.org/W4387143413","doi":"https://doi.org/10.1109/case56687.2023.10260579","title":"AGV Path Planning Using Curiosity-Driven Deep Reinforcement Learning","display_name":"AGV Path Planning Using Curiosity-Driven Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-26","ids":{"openalex":"https://openalex.org/W4387143413","doi":"https://doi.org/10.1109/case56687.2023.10260579"},"language":"en","primary_location":{"id":"doi:10.1109/case56687.2023.10260579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case56687.2023.10260579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101026722","display_name":"Huilin Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huilin Yin","raw_affiliation_strings":["School of Electronic and Information Engineering, Tongji University,Shanghai,China","School of Electronic and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036633957","display_name":"Yinjia Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinjia Lin","raw_affiliation_strings":["School of Electronic and Information Engineering, Tongji University,Shanghai,China","School of Electronic and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549734","display_name":"Jun Yan","orcid":"https://orcid.org/0000-0003-3048-9604"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yan","raw_affiliation_strings":["School of Electronic and Information Engineering, Tongji University,Shanghai,China","School of Electronic and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033621482","display_name":"Qian Meng","orcid":"https://orcid.org/0000-0002-2149-1086"},"institutions":[{"id":"https://openalex.org/I2801380234","display_name":"University of South-Eastern Norway","ror":"https://ror.org/05ecg5h20","country_code":"NO","type":"education","lineage":["https://openalex.org/I2801380234"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Qian Meng","raw_affiliation_strings":["University of South-eastern Norway,MIS Research Group,Vestfold,Norway,3603"],"affiliations":[{"raw_affiliation_string":"University of South-eastern Norway,MIS Research Group,Vestfold,Norway,3603","institution_ids":["https://openalex.org/I2801380234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004997717","display_name":"Karin Festl","orcid":"https://orcid.org/0000-0003-1773-2104"},"institutions":[{"id":"https://openalex.org/I4210112585","display_name":"Virtual Vehicle (Austria)","ror":"https://ror.org/029rc9g37","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210112585"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Karin Festl","raw_affiliation_strings":["Virtual Vehicle Research GmbH,Graz,Austria","Virtual Vehicle Research GmbH, Graz, Austria"],"affiliations":[{"raw_affiliation_string":"Virtual Vehicle Research GmbH,Graz,Austria","institution_ids":["https://openalex.org/I4210112585"]},{"raw_affiliation_string":"Virtual Vehicle Research GmbH, Graz, Austria","institution_ids":["https://openalex.org/I4210112585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092542223","display_name":"Lukas Schichler","orcid":"https://orcid.org/0000-0002-9180-9600"},"institutions":[{"id":"https://openalex.org/I4210112585","display_name":"Virtual Vehicle (Austria)","ror":"https://ror.org/029rc9g37","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210112585"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Lukas Schichler","raw_affiliation_strings":["Virtual Vehicle Research GmbH,Graz,Austria","Virtual Vehicle Research GmbH, Graz, Austria"],"affiliations":[{"raw_affiliation_string":"Virtual Vehicle Research GmbH,Graz,Austria","institution_ids":["https://openalex.org/I4210112585"]},{"raw_affiliation_string":"Virtual Vehicle Research GmbH, Graz, Austria","institution_ids":["https://openalex.org/I4210112585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000655556","display_name":"Daniel Watzenig","orcid":null},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Daniel Watzenig","raw_affiliation_strings":["Institute of Automation and Control, Graz University of Technology,Graz,Austria,8010"],"affiliations":[{"raw_affiliation_string":"Institute of Automation and Control, Graz University of Technology,Graz,Austria,8010","institution_ids":["https://openalex.org/I4092182"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101026722"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":0.8597,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75745888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7714531421661377},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7330448627471924},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7175906896591187},{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.7027831077575684},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6472963094711304},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.6001789569854736},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5423054099082947},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5290670990943909},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44772037863731384},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4217676520347595},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3438665568828583},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.27419403195381165},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07246661186218262}],"concepts":[{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7714531421661377},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7330448627471924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7175906896591187},{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.7027831077575684},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6472963094711304},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.6001789569854736},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5423054099082947},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5290670990943909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44772037863731384},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4217676520347595},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3438665568828583},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.27419403195381165},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07246661186218262},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case56687.2023.10260579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case56687.2023.10260579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5199999809265137,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5019035353","display_name":null,"funder_award_id":"62133011,61922063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W128952136","https://openalex.org/W131069610","https://openalex.org/W1578493987","https://openalex.org/W2112271657","https://openalex.org/W2141664020","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2736601468","https://openalex.org/W2781786131","https://openalex.org/W2796447411","https://openalex.org/W2904794628","https://openalex.org/W2963523627","https://openalex.org/W3117573383","https://openalex.org/W3117943149","https://openalex.org/W3126964962","https://openalex.org/W3127336409","https://openalex.org/W3130272317","https://openalex.org/W3158757609","https://openalex.org/W3165325317","https://openalex.org/W3212192385","https://openalex.org/W4210870706","https://openalex.org/W4214933331","https://openalex.org/W4226258328","https://openalex.org/W4226297300","https://openalex.org/W4285093429","https://openalex.org/W6605226796","https://openalex.org/W6750185400"],"related_works":["https://openalex.org/W3094054656","https://openalex.org/W4285676344","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153","https://openalex.org/W3154539612"],"abstract_inverted_index":{"In":[0,57,147],"the":[1,51,86,94,99,105,120,126,138,170,173,177,202],"field":[2],"of":[3,53,89,169,172],"intelligent":[4],"manufacturing,":[5],"automated":[6],"guided":[7],"vehicles":[8],"(AGV":[9],"s)":[10],"are":[11,151],"required":[12],"to":[13,18,103,111,116,153],"plan":[14,38,192],"an":[15,63],"optimal":[16],"path":[17,41,69,81,197],"a":[19,39,78,134,141,193],"destination":[20],"quickly":[21],"and":[22,84,166,176,195],"safely":[23],"in":[24,119,144,205],"complex":[25],"environments.":[26,71,146,208],"Several":[27],"research":[28,60],"papers":[29],"have":[30],"shown":[31],"that":[32,92,185],"Deep":[33],"Reinforcement":[34],"Learning":[35],"(DRL)":[36],"can":[37,189],"reasonable":[40,194],"for":[42,67,125],"AGVs.":[43],"However,":[44],"almost":[45],"all":[46],"studies":[47],"do":[48],"not":[49],"consider":[50],"influence":[52],"sparse":[54,121],"external":[55],"rewards.":[56],"addition,":[58,148],"most":[59],"still":[61],"uses":[62],"unrealistic":[64],"2D":[65,135],"grid":[66],"their":[68],"planning":[70,82],"To":[72],"alleviate":[73],"these":[74],"problems,":[75],"we":[76,128,163],"propose":[77],"novel":[79],"AGV":[80,90,117,139],"method":[83,110,175,188],"provide":[85,112],"virtual":[87,207],"environments":[88,156],"s":[91],"approximate":[93],"real":[95],"physical":[96],"world.":[97],"Moreover,":[98],"curiosity":[100],"mechanism":[101],"helps":[102],"enhance":[104],"Proximal":[106],"Policy":[107],"Optimization":[108],"(PPO)":[109],"additional":[113],"intrinsic":[114],"rewards":[115],"agents":[118],"reward":[122],"scenario.":[123],"As":[124],"environments,":[127],"no":[129],"longer":[130],"divide":[131],"them":[132],"into":[133],"grid.":[136],"Thus,":[137],"has":[140],"continuous":[142],"position":[143],"our":[145,155,161,186,206],"dynamic":[149],"obstacles":[150],"added":[152],"make":[154,164,190],"more":[157],"realistic.":[158],"Based":[159],"on":[160],"experiments,":[162],"qualitative":[165],"quantitative":[167],"analyses":[168],"performance":[171],"proposed":[174,187],"baseline":[178],"DRL":[179],"method.":[180],"The":[181],"empirical":[182],"results":[183],"show":[184],"AGVs":[191],"safe":[196],"with":[198],"considerable":[199],"speed":[200],"during":[201],"training":[203],"process":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}