{"id":"https://openalex.org/W4413556354","doi":"https://doi.org/10.1109/access.2025.3602286","title":"NM-TD3: A Hybrid Noise-Driven TD3 Algorithm With Long-Term Reward Propagation for Mobile Robot Path Planning","display_name":"NM-TD3: A Hybrid Noise-Driven TD3 Algorithm With Long-Term Reward Propagation for Mobile Robot Path Planning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413556354","doi":"https://doi.org/10.1109/access.2025.3602286"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3602286","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3602286","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3602286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xuqi Yang","orcid":"https://orcid.org/0009-0004-2014-8915"},"institutions":[{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuqi Yang","raw_affiliation_strings":["College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0004-2014-8915","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China","institution_ids":["https://openalex.org/I48780066"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qinghui Wang","orcid":"https://orcid.org/0009-0009-2355-4069"},"institutions":[{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghui Wang","raw_affiliation_strings":["College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0009-2355-4069","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China","institution_ids":["https://openalex.org/I48780066"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428949","display_name":"Jinfeng Li","orcid":"https://orcid.org/0000-0001-9697-8481"},"institutions":[{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinfeng Li","raw_affiliation_strings":["College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China","institution_ids":["https://openalex.org/I48780066"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101778163","display_name":"Xiongwen Jiang","orcid":"https://orcid.org/0000-0002-7054-018X"},"institutions":[{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongwen Jiang","raw_affiliation_strings":["College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shenyang University of Chemical Technology, Shenyang, China","institution_ids":["https://openalex.org/I48780066"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17872622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"149921","last_page":"149932"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11615","display_name":"Control and Dynamics of Mobile Robots","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6020672917366028},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5249431133270264},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5170343518257141},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4637364149093628},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4615353047847748},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.43225857615470886},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3195202350616455},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1602594554424286},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13073375821113586},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1297159194946289}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6020672917366028},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5249431133270264},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5170343518257141},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4637364149093628},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4615353047847748},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.43225857615470886},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3195202350616455},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1602594554424286},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13073375821113586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1297159194946289},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3602286","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3602286","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9ff408b4d29840328d0c012103395903","is_oa":true,"landing_page_url":"https://doaj.org/article/9ff408b4d29840328d0c012103395903","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 149921-149932 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3602286","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3602286","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W3133037842","https://openalex.org/W4283780580","https://openalex.org/W4313854668","https://openalex.org/W4319165238","https://openalex.org/W4367839715","https://openalex.org/W4383742735","https://openalex.org/W4386432187","https://openalex.org/W4390887207","https://openalex.org/W4391020156","https://openalex.org/W4391147917","https://openalex.org/W4393241388","https://openalex.org/W4399244152","https://openalex.org/W4399894292","https://openalex.org/W4400877960","https://openalex.org/W4401873149","https://openalex.org/W4401915507","https://openalex.org/W4404092074","https://openalex.org/W4404840285","https://openalex.org/W4404926806","https://openalex.org/W4405394907","https://openalex.org/W4405434936","https://openalex.org/W4405718435","https://openalex.org/W4409371430"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W1904098742","https://openalex.org/W3158921809","https://openalex.org/W1980828932","https://openalex.org/W2161428574","https://openalex.org/W3114279067","https://openalex.org/W1972453571","https://openalex.org/W2077416514","https://openalex.org/W2618632915","https://openalex.org/W2359600231"],"abstract_inverted_index":{"Path":[0],"planning":[1,189],"is":[2,105,135],"one":[3],"of":[4,51,74],"the":[5,52,72,115,129,138,149,152,156],"core":[6],"technologies":[7],"enabling":[8],"intelligent":[9],"decision-making":[10],"in":[11,26,161,168],"autonomous":[12],"navigation":[13],"for":[14,186],"mobile":[15],"robots.":[16],"However,":[17],"existing":[18],"reinforcement":[19],"learning":[20,130],"methods":[21],"still":[22],"face":[23],"multiple":[24],"challenges":[25],"complex":[27,162],"environments,":[28],"such":[29],"as":[30],"sparse":[31],"rewards,":[32],"insufficient":[33],"exploration,":[34],"slow":[35],"convergence,":[36],"and":[37,77,96,121,165,178],"limited":[38],"generalization":[39],"capabilities.":[40],"To":[41],"address":[42],"these":[43],"issues,":[44],"this":[45],"paper":[46],"proposes":[47],"an":[48,64],"improved":[49,153],"version":[50,154],"Twin":[53],"Delayed":[54],"Deep":[55],"Deterministic":[56],"Policy":[57],"Gradient":[58],"(TD3)":[59],"algorithm.":[60],"The":[61,132,172],"algorithm":[62],"incorporates":[63],"<italic":[65],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">n</i>-step":[67],"return":[68],"mechanism":[69],"to":[70,92,114,124,148],"enhance":[71],"modeling":[73],"long-term":[75],"dependencies,":[76],"introduces":[78],"a":[79,101],"dynamic":[80,169],"hybrid":[81],"exploration":[82,94],"strategy":[83],"that":[84],"combines":[85],"Gaussian":[86],"noise":[87,91],"with":[88],"Ornstein\u2013Uhlenbeck":[89],"(OU)":[90],"improve":[93],"stability":[95],"training":[97,176],"efficiency.":[98],"In":[99],"addition,":[100],"shaped":[102],"reward":[103],"function":[104],"constructed":[106],"by":[107,159,166],"integrating":[108],"several":[109],"key":[110],"factors,":[111],"including":[112],"distance":[113],"target,":[116],"heading":[117],"alignment,":[118],"obstacle":[119,170],"avoidance,":[120],"time":[122],"efficiency,":[123],"provide":[125],"continuous":[126],"feedback":[127],"during":[128],"process.":[131],"proposed":[133],"method":[134],"validated":[136],"on":[137],"Gazebo":[139],"simulation":[140,143],"platform.":[141],"Experimental":[142],"results":[144],"show":[145],"that,":[146],"compared":[147],"original":[150],"algorithm,":[151],"increases":[155],"success":[157],"rate":[158],"37%":[160],"static":[163],"environments":[164],"28%":[167],"scenarios.":[171],"approach":[173],"significantly":[174],"accelerates":[175],"convergence":[177],"enhances":[179],"policy":[180],"generalization,":[181],"effectively":[182],"demonstrating":[183],"its":[184],"practicality":[185],"robotic":[187],"path":[188],"tasks.":[190]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}