{"id":"https://openalex.org/W2946469828","doi":"https://doi.org/10.1109/access.2019.2918703","title":"Path Planning via an Improved DQN-Based Learning Policy","display_name":"Path Planning via an Improved DQN-Based Learning Policy","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2946469828","doi":"https://doi.org/10.1109/access.2019.2918703","mag":"2946469828"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2918703","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2918703","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08721655.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08721655.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016925197","display_name":"Liangheng Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liangheng Lv","raw_affiliation_strings":["Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006332924","display_name":"Sunjie Zhang","orcid":"https://orcid.org/0000-0001-7648-2358"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sunjie Zhang","raw_affiliation_strings":["Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603773","display_name":"Derui Ding","orcid":"https://orcid.org/0000-0001-7402-6682"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Derui Ding","raw_affiliation_strings":["Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029032691","display_name":"Yongxiong Wang","orcid":"https://orcid.org/0000-0002-3242-0857"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxiong Wang","raw_affiliation_strings":["Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016925197"],"corresponding_institution_ids":["https://openalex.org/I148128674"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.9368,"has_fulltext":true,"cited_by_count":142,"citation_normalized_percentile":{"value":0.97465978,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"67319","last_page":"67330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7929693460464478},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.762148380279541},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6697018146514893},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.6669365167617798},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6651854515075684},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5611191987991333},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5284923315048218},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5086615681648254},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48960477113723755},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.42777952551841736},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42677390575408936},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41693204641342163},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41388726234436035},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.25419729948043823},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12037688493728638}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7929693460464478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.762148380279541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6697018146514893},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.6669365167617798},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6651854515075684},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5611191987991333},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5284923315048218},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5086615681648254},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48960477113723755},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.42777952551841736},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42677390575408936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41693204641342163},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41388726234436035},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.25419729948043823},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12037688493728638},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2918703","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2918703","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08721655.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a48009057ae340889136ac2a9cd7d9e1","is_oa":true,"landing_page_url":"https://doaj.org/article/a48009057ae340889136ac2a9cd7d9e1","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 67319-67330 (2019)","raw_type":"article"},{"id":"pmh:oai:researchbank.swinburne.edu.au:81f4f466-db9e-4600-a7a8-8785f8ae9050/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/452854","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol. 7 (2019), pp. 67319-67330","raw_type":""}],"best_oa_location":{"id":"doi:10.1109/access.2019.2918703","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2918703","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08721655.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1023919524","display_name":null,"funder_award_id":", Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1293384888","display_name":null,"funder_award_id":"61603255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1368021550","display_name":null,"funder_award_id":"160103567","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2759791034","display_name":null,"funder_award_id":"61573246","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4710209706","display_name":null,"funder_award_id":"61873169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G504232432","display_name":null,"funder_award_id":"DP160103567","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G5797785011","display_name":null,"funder_award_id":"16010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8990544520","display_name":null,"funder_award_id":"61873169,","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2946469828.pdf","grobid_xml":"https://content.openalex.org/works/W2946469828.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W128952136","https://openalex.org/W779494576","https://openalex.org/W851745253","https://openalex.org/W1483090808","https://openalex.org/W1626155273","https://openalex.org/W1677182931","https://openalex.org/W1836465849","https://openalex.org/W1929981607","https://openalex.org/W1969483458","https://openalex.org/W1977655452","https://openalex.org/W2015372451","https://openalex.org/W2079329679","https://openalex.org/W2107941094","https://openalex.org/W2108714558","https://openalex.org/W2116551132","https://openalex.org/W2121863487","https://openalex.org/W2135646341","https://openalex.org/W2137448073","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2177274602","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2280163991","https://openalex.org/W2302255633","https://openalex.org/W2408279554","https://openalex.org/W2746553466","https://openalex.org/W2767506186","https://openalex.org/W2801126074","https://openalex.org/W2887493770","https://openalex.org/W2951799221","https://openalex.org/W2953364219","https://openalex.org/W2963129648","https://openalex.org/W2963446712","https://openalex.org/W2964043796","https://openalex.org/W6605226796","https://openalex.org/W6622487243","https://openalex.org/W6638667902","https://openalex.org/W6640443443","https://openalex.org/W6642555851","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6695011786","https://openalex.org/W6698183232","https://openalex.org/W6714181750","https://openalex.org/W6735506055"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2892507673","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692"],"abstract_inverted_index":{"The":[0,229],"path":[1,66,130,206],"planning":[2,202],"technology":[3],"is":[4,11,19,112,164,218],"an":[5,71,107],"important":[6],"part":[7],"of":[8,14,31,49,61,80,105,118,136,150,179,215,235],"navigation,":[9],"which":[10,52],"the":[12,29,39,47,56,59,65,77,81,91,97,102,116,123,129,134,148,151,161,169,174,180,188,209,213,221,233],"core":[13],"robotics":[15],"research.":[16],"Reinforcement":[17],"learning":[18,33,36,73,88,175,224],"a":[20,196],"fashionable":[21],"algorithm":[22],"that":[23,192,232],"learns":[24],"from":[25],"experience":[26,43,108,120,152],"by":[27,154,166],"mimicking":[28],"process":[30],"human":[32],"skills.":[34],"When":[35,128],"new":[37,50],"skills,":[38],"comprehensive":[40],"and":[41,58,84,139,176,205],"diverse":[42],"help":[44],"to":[45,64,114,121,146,168,184],"refine":[46],"grasp":[48],"skills":[51],"are":[53,142,182,238],"called":[54],"as":[55],"depth":[57,83],"breadth":[60,85,149],"experience.":[62],"According":[63],"planning,":[67],"this":[68,216,236],"paper":[69,217],"proposes":[70],"improved":[72,165,183],"policy":[74],"based":[75],"on":[76],"different":[78,87],"demand":[79],"experience's":[82],"in":[86,199],"stages,":[89],"where":[90],"deep":[92,119,227],"Q-networks":[93],"calculated":[94],"Q-value":[95],"adopts":[96],"dense":[98,170],"network":[99,111,162,181],"framework.":[100],"In":[101,159],"initial":[103],"stage":[104],"learning,":[106],"value":[109],"evaluation":[110],"created":[113],"increase":[115],"proportion":[117],"understand":[122],"environmental":[124],"rules":[125],"more":[126],"quickly.":[127],"wandering":[131,137],"phenomenon":[132],"happens,":[133],"exploration":[135,157],"point":[138],"other":[140],"points":[141],"taken":[143],"into":[144],"account":[145],"improve":[147],"pool":[153],"using":[155],"parallel":[156],"structure.":[158],"addition,":[160],"structure":[163],"referring":[167],"connection":[171],"method,":[172],"so":[173],"expressive":[177],"abilities":[178],"some":[185],"extent.":[186],"Finally,":[187],"experimental":[189,211],"results":[190,230],"show":[191,231],"our":[193],"model":[194],"has":[195],"certain":[197],"improvement":[198],"convergence":[200],"speed,":[201],"success":[203],"rate,":[204],"accuracy.":[207],"Under":[208],"same":[210],"conditions,":[212],"method":[214,225,237],"compared":[219],"with":[220],"conventional":[222],"intensive":[223],"via":[226],"Q-networks.":[228],"indicators":[234],"significantly":[239],"higher.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}