{"id":"https://openalex.org/W2899409334","doi":"https://doi.org/10.3390/app9020323","title":"Combining Subgoal Graphs with Reinforcement Learning to Build a Rational Pathfinder","display_name":"Combining Subgoal Graphs with Reinforcement Learning to Build a Rational Pathfinder","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-17","ids":{"openalex":"https://openalex.org/W2899409334","doi":"https://doi.org/10.3390/app9020323","mag":"2899409334"},"language":"en","primary_location":{"id":"doi:10.3390/app9020323","doi":"https://doi.org/10.3390/app9020323","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/app9020323","pdf_url":"https://www.mdpi.com/2076-3417/9/2/323/pdf?version=1548049733","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2899409334"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/9/2/323/pdf?version=1548049733","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018606189","display_name":"Junjie Zeng","orcid":"https://orcid.org/0000-0002-4353-1093","observed_orcids":["https://orcid.org/0000-0002-4353-1093"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Junjie Zeng","raw_affiliation_strings":["College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-4353-1093","affiliations":[{"raw_affiliation_string":"College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016486530","display_name":"Long Qin","orcid":"https://orcid.org/0000-0003-1245-6622","observed_orcids":["https://orcid.org/0000-0003-1245-6622"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Long Qin","raw_affiliation_strings":["College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053458494","display_name":"Yue Hu","orcid":"https://orcid.org/0000-0002-8115-7020","observed_orcids":["https://orcid.org/0000-0002-8115-7020"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yue Hu","raw_affiliation_strings":["College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055922843","display_name":"Cong Hu","orcid":"https://orcid.org/0000-0001-8473-077X","observed_orcids":["https://orcid.org/0000-0001-8473-077X"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cong Hu","raw_affiliation_strings":["College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100610161","display_name":"Quanjun Yin","orcid":"https://orcid.org/0000-0002-1207-8660","observed_orcids":["https://orcid.org/0000-0002-1207-8660","https://orcid.org/0000-0002-1633-174X"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Quanjun Yin","raw_affiliation_strings":["College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of System Engineering, National University of Defense Technology, Changsha 410073, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016486530"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":{"value":1500,"currency":"CHF","value_usd":1520},"apc_paid":{"value":1500,"currency":"CHF","value_usd":1520},"fwci":0.5468,"has_fulltext":true,"cited_by_count":8,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.60399247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":"9","issue":"2","first_page":"323","last_page":"323"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.8574000000953674,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.8574000000953674,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1412000060081482,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchical-path-planning","display_name":"hierarchical path planning","score":0.765999972820282},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7699999809265137},{"id":"https://openalex.org/keywords/least-squares-policy-iteration","display_name":"least-squares policy iteration","score":0.9890000224113464},{"id":"https://openalex.org/keywords/kinematic-constraints","display_name":"kinematic constraints","score":0.6299999952316284},{"id":"https://openalex.org/keywords/collision-free-paths","display_name":"collision-free paths","score":0.7739999890327454},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.5550000071525574},{"id":"https://openalex.org/keywords/environmental-uncertainty","display_name":"environmental uncertainty","score":0.5699999928474426},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.6779999732971191}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7155676484107971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.682401180267334},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5575408935546875},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5222638249397278},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.48811110854148865},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.48567426204681396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3702460825443268},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23362267017364502},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.120189368724823},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/app9020323","doi":"https://doi.org/10.3390/app9020323","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/app9020323","pdf_url":"https://www.mdpi.com/2076-3417/9/2/323/pdf?version=1548049733","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1811.01700","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.01700","pdf_url":"https://arxiv.org/pdf/1811.01700","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:99cf96614add40788a3c263aeb9f7f6c","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/99cf96614add40788a3c263aeb9f7f6c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 9, Iss 2, p 323 (2019)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1811.01700","doi":"https://doi.org/10.48550/arxiv.1811.01700","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1811.01700","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.3390/app9020323","doi":"https://doi.org/10.3390/app9020323","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/app9020323","pdf_url":"https://www.mdpi.com/2076-3417/9/2/323/pdf?version=1548049733","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3677070120","display_name":null,"funder_award_id":"61473300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2899409334.pdf","grobid_xml":"https://content.openalex.org/works/W2899409334.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W135651235","https://openalex.org/W1491728176","https://openalex.org/W1969483458","https://openalex.org/W1977655452","https://openalex.org/W1996183429","https://openalex.org/W2021061679","https://openalex.org/W2066120278","https://openalex.org/W2072931156","https://openalex.org/W2074698745","https://openalex.org/W2084474153","https://openalex.org/W2121863487","https://openalex.org/W2128990851","https://openalex.org/W2143083884","https://openalex.org/W2145339207","https://openalex.org/W2152679156","https://openalex.org/W2260756217","https://openalex.org/W2294432048","https://openalex.org/W2306644740","https://openalex.org/W2408436805","https://openalex.org/W2413992829","https://openalex.org/W2443089234","https://openalex.org/W2529658650","https://openalex.org/W2580175322","https://openalex.org/W2586680856","https://openalex.org/W2612102354","https://openalex.org/W2749604329","https://openalex.org/W2752444998","https://openalex.org/W2766447205","https://openalex.org/W2781176355","https://openalex.org/W3104753760","https://openalex.org/W3169139558","https://openalex.org/W4236770282","https://openalex.org/W4313118338","https://openalex.org/W7096348002"],"related_works":["https://openalex.org/W7168254853","https://openalex.org/W2147003294","https://openalex.org/W3213775936","https://openalex.org/W4382202966","https://openalex.org/W7118066564","https://openalex.org/W4362500609","https://openalex.org/W4404418530","https://openalex.org/W950492413","https://openalex.org/W4396598985","https://openalex.org/W2371921189"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,29],"present":[4],"a":[5,52,61],"hierarchical":[6],"path":[7,33,214],"planning":[8,34],"framework":[9],"called":[10,77],"SG\u2013RL":[11,49,59,84,159,200,217],"(subgoal":[12],"graphs\u2013reinforcement":[13],"learning),":[14],"to":[15,35,70,94,139,163,184],"plan":[16],"rational":[17],"paths":[18,141],"for":[19,43,131,243],"agents":[20,44],"maneuvering":[21],"in":[22,51,142,187,191,223],"continuous":[23],"and":[24,41,104,127,167,212,216,234],"uncertain":[25],"environments.":[26,144,188,224],"By":[27],"\u201crational\u201d,":[28],"mean":[30],"(1)":[31],"efficient":[32],"eliminate":[36],"first-move":[37],"lags;":[38],"(2)":[39],"collision-free":[40,105],"smooth":[42],"with":[45,177,197,207,220],"kinematic":[46],"constraints":[47],"satisfied.":[48],"works":[50],"two-level":[53],"manner.":[54],"At":[55,80],"the":[56,81,114,122,151,229,235],"first":[57,111],"level,":[58,83],"uses":[60,85],"geometric":[62],"path-planning":[63],"method,":[64,88],"i.e.,":[65,89],"simple":[66],"subgoal":[67,78,165,169],"graphs":[68,166],"(SSGs),":[69],"efficiently":[71],"find":[72],"optimal":[73],"abstract":[74],"paths,":[75],"also":[76],"sequences.":[79],"second":[82,146],"an":[86],"RL":[87,132],"least-squares":[90],"policy":[91],"iteration":[92],"(LSPI),":[93],"learn":[95],"near-optimal":[96],"motion-planning":[97],"policies":[98],"which":[99],"can":[100,120,136,175,201,218],"generate":[101,140],"kinematically":[102],"feasible":[103,245],"trajectories":[106],"between":[107],"adjacent":[108],"subgoals.":[109],"The":[110,145],"advantage":[112,147],"of":[113,124,231,237],"proposed":[115],"method":[116],"is":[117,148],"that":[118,228],"SSG":[119],"solve":[121],"limitations":[123],"sparse":[125],"reward":[126,232],"local":[128],"minima":[129],"trap":[130],"agents;":[133],"thus,":[134],"LSPI":[135,174],"be":[137],"used":[138],"complex":[143],"that,":[149,195],"when":[150],"environment":[152],"changes":[153,186,222],"slightly":[154],"(i.e.,":[155],"unexpected":[156],"obstacles":[157],"appearing),":[158],"does":[160],"not":[161],"need":[162],"reconstruct":[164],"replan":[168],"sequences":[170],"using":[171],"SSGs,":[172],"since":[173],"deal":[176,219],"uncertainties":[178],"by":[179],"exploiting":[180],"its":[181],"generalization":[182],"ability":[183],"handle":[185],"Simulation":[189],"experiments":[190],"representative":[192],"scenarios":[193],"demonstrate":[194,227],"compared":[196],"existing":[198],"methods,":[199],"work":[202],"well":[203],"on":[204],"large-scale":[205],"maps":[206],"relatively":[208],"low":[209],"action-switching":[210],"frequencies":[211],"shorter":[213],"lengths,":[215],"small":[221],"We":[225],"further":[226],"design":[230],"functions":[233],"types":[236],"training":[238],"environments":[239],"are":[240],"important":[241],"factors":[242],"learning":[244],"policies.":[246]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2899409334","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-11-09T00:00:00"}
