{"id":"https://openalex.org/W4410426567","doi":"https://doi.org/10.34133/icomputing.0140","title":"Action-Curiosity-Based Deep Reinforcement Learning Algorithm for Path Planning in a Nondeterministic Environment","display_name":"Action-Curiosity-Based Deep Reinforcement Learning Algorithm for Path Planning in a Nondeterministic Environment","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410426567","doi":"https://doi.org/10.34133/icomputing.0140"},"language":"en","primary_location":{"id":"doi:10.34133/icomputing.0140","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0140","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.34133/icomputing.0140","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051556369","display_name":"Junxiao Xue","orcid":"https://orcid.org/0000-0003-1569-5362"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiao Xue","raw_affiliation_strings":["Research Center for Space Computing System, Zhejiang Lab, Hangzhou, China","School of Cyber Science and Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Space Computing System, Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035591562","display_name":"Jinpu Chen","orcid":"https://orcid.org/0009-0007-3845-5114"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinpu Chen","raw_affiliation_strings":["School of Cyber Science and Engineering, Zhengzhou University, Zhengzhou, China","CHINA"],"raw_orcid":"https://orcid.org/0009-0007-3845-5114","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]},{"raw_affiliation_string":"CHINA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100689857","display_name":"Shiwen Zhang","orcid":"https://orcid.org/0000-0002-4382-0020"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiwen Zhang","raw_affiliation_strings":["School of Cyber Science and Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7976,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.98021733,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"4","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9120000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9120000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.8020445704460144},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7418712973594666},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6627723574638367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6364043354988098},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6022774577140808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5289027094841003},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.46483302116394043},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38092178106307983},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23176634311676025},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10174384713172913},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07386302947998047},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.05509743094444275}],"concepts":[{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.8020445704460144},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7418712973594666},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6627723574638367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6364043354988098},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6022774577140808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5289027094841003},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.46483302116394043},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38092178106307983},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23176634311676025},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10174384713172913},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07386302947998047},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.05509743094444275},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.34133/icomputing.0140","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0140","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3d7b5fd477fb4a559203fd27800b34a9","is_oa":true,"landing_page_url":"https://doaj.org/article/3d7b5fd477fb4a559203fd27800b34a9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Intelligent Computing, Vol 4 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.34133/icomputing.0140","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0140","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1510833811","https://openalex.org/W1981276685","https://openalex.org/W2088181307","https://openalex.org/W2107726111","https://openalex.org/W2142598756","https://openalex.org/W2145339207","https://openalex.org/W2167340365","https://openalex.org/W2209913494","https://openalex.org/W2318802957","https://openalex.org/W2484231675","https://openalex.org/W2548616869","https://openalex.org/W2575705757","https://openalex.org/W2626429629","https://openalex.org/W2781786131","https://openalex.org/W2796447411","https://openalex.org/W2942307437","https://openalex.org/W2944851425","https://openalex.org/W2963428623","https://openalex.org/W2963477884","https://openalex.org/W2963523627","https://openalex.org/W2988893955","https://openalex.org/W3004647015","https://openalex.org/W3028075990","https://openalex.org/W3092156990","https://openalex.org/W3208804626","https://openalex.org/W4205239697","https://openalex.org/W4220840735","https://openalex.org/W4229377071","https://openalex.org/W4229801112","https://openalex.org/W4281384582","https://openalex.org/W4285042965","https://openalex.org/W4289274942","https://openalex.org/W4292874185","https://openalex.org/W4389459220","https://openalex.org/W4391611458","https://openalex.org/W4396557537","https://openalex.org/W4405598230"],"related_works":["https://openalex.org/W3094054656","https://openalex.org/W4285676344","https://openalex.org/W4382584175","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"In":[0],"the":[1,6,20,63,94,142],"field":[2],"of":[3,10,96,129],"path":[4,156],"planning,":[5],"efficiency":[7,50,69],"and":[8,27,49,70,77,132,146,160],"effectiveness":[9],"deep":[11],"reinforcement":[12],"learning":[13,68],"(DRL)":[14],"methods":[15,125],"are":[16,84],"often":[17],"constrained":[18],"by":[19],"algorithms\u2019":[21],"exploration":[22],"capabilities,":[23],"particularly":[24],"in":[25,51,79,113,127],"dynamic":[26,82],"nondeterministic":[28,161],"environments.":[29,162],"This":[30],"paper":[31],"introduces":[32],"a":[33,87,105,149],"novel":[34],"DRL":[35],"optimization":[36],"approach":[37],"predicated":[38],"on":[39],"an":[40],"action":[41,64],"curiosity":[42,65],"mechanism,":[43],"designed":[44],"to":[45,57],"enhance":[46],"both":[47],"performance":[48],"uncertain":[52],"settings.":[53],"By":[54],"incentivizing":[55],"agents":[56],"explore":[58],"their":[59],"surroundings":[60],"more":[61],"effectively,":[62],"module":[66],"amplifies":[67],"curtails":[71],"training":[72],"duration.":[73],"The":[74],"method\u2019s":[75,144],"adaptability":[76],"stability":[78],"intricate":[80],"or":[81],"scenarios":[83],"augmented":[85],"through":[86],"dynamically":[88],"adjusted":[89],"reward":[90],"mechanism.":[91],"To":[92],"mitigate":[93],"issue":[95],"strategy":[97,108],"degradation":[98],"stemming":[99],"from":[100],"excessive":[101],"exploration,":[102],"we":[103],"incorporate":[104],"cosine":[106],"annealing":[107],"that":[109,119],"finesses":[110],"parameter":[111],"adjustments":[112],"real":[114],"time.":[115],"Extensive":[116],"experimentation":[117],"reveals":[118],"our":[120],"enhanced":[121],"algorithm":[122],"outperforms":[123],"conventional":[124],"markedly":[126],"terms":[128],"success":[130],"rate":[131],"average":[133],"reward,":[134],"among":[135],"other":[136],"metrics.":[137],"These":[138],"experimental":[139],"outcomes":[140],"corroborate":[141],"proposed":[143],"robustness":[145],"efficacy,":[147],"laying":[148],"solid":[150],"groundwork":[151],"for":[152],"efficient":[153],"adaptive":[154],"autonomous":[155],"planning":[157],"within":[158],"complex":[159]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":5}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}