{"id":"https://openalex.org/W4416673323","doi":"https://doi.org/10.1007/s44443-025-00357-z","title":"Deep reinforcement learning for robust robot navigation in complex and crowded environments","display_name":"Deep reinforcement learning for robust robot navigation in complex and crowded environments","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416673323","doi":"https://doi.org/10.1007/s44443-025-00357-z"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-025-00357-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00357-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00357-z.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00357-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100957908","display_name":"Jin Meng","orcid":"https://orcid.org/0000-0002-2998-9831"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jin Meng","raw_affiliation_strings":["School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-2998-9831","affiliations":[{"raw_affiliation_string":"School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiahui Zou","orcid":"https://orcid.org/0009-0006-1787-5331"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Zou","raw_affiliation_strings":["School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0006-1787-5331","affiliations":[{"raw_affiliation_string":"School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101639497","display_name":"Shifeng Wang","orcid":"https://orcid.org/0000-0002-1626-4698"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shifeng Wang","raw_affiliation_strings":["School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","Zhongshan Institute of Changchun University of Science and Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-1626-4698","affiliations":[{"raw_affiliation_string":"School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]},{"raw_affiliation_string":"Zhongshan Institute of Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103057456","display_name":"R Yang","orcid":"https://orcid.org/0009-0004-1630-4372"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruibing Yang","raw_affiliation_strings":["School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","Zhongshan Institute of Changchun University of Science and Technology, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]},{"raw_affiliation_string":"Zhongshan Institute of Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055208593","display_name":"Aakash Kumar","orcid":"https://orcid.org/0000-0002-6339-855X"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aakash Kumar","raw_affiliation_strings":["School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","Zhongshan Institute of Changchun University of Science and Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-6339-855X","affiliations":[{"raw_affiliation_string":"School of Optoelectronic Engineering, Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]},{"raw_affiliation_string":"Zhongshan Institute of Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101724793","display_name":"Jonghyuk Kim","orcid":"https://orcid.org/0000-0003-4505-1103"},"institutions":[{"id":"https://openalex.org/I4210142658","display_name":"Naif Arab University for Security Sciences","ror":"https://ror.org/049c46160","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210142658"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Jonghyuk Kim","raw_affiliation_strings":["Naif Arab University for Security Sciences, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-4505-1103","affiliations":[{"raw_affiliation_string":"Naif Arab University for Security Sciences, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I4210142658"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100957908"],"corresponding_institution_ids":["https://openalex.org/I106645853"],"apc_list":{"value":1350,"currency":"USD","value_usd":1350},"apc_paid":{"value":1350,"currency":"USD","value_usd":1350},"fwci":1.7573,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.86236133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"37","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5637000203132629,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5637000203132629,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.1542000025510788,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.08669999986886978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.7348999977111816},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7073000073432922},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6879000067710876},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5909000039100647},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5777999758720398},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5605000257492065},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.49230000376701355},{"id":"https://openalex.org/keywords/heading","display_name":"Heading (navigation)","score":0.4821999967098236},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.47540000081062317}],"concepts":[{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7348999977111816},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7073000073432922},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6879000067710876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6615999937057495},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5909000039100647},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5770999789237976},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5605000257492065},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.49230000376701355},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.4821999967098236},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.47540000081062317},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3758000135421753},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.3522999882698059},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.3057999908924103},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2851000130176544},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2754000127315521},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-025-00357-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00357-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00357-z.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4287d85fcf5f493a80b143c2c94b5ebb","is_oa":true,"landing_page_url":"https://doaj.org/article/4287d85fcf5f493a80b143c2c94b5ebb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 37, Iss 10, Pp 1-25 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-025-00357-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-025-00357-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44443-025-00357-z.pdf","source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4200754141","display_name":null,"funder_award_id":"NAUSS-23-R26","funder_id":"https://openalex.org/F4320319362","funder_display_name":"Naif Arab University for Security Sciences"}],"funders":[{"id":"https://openalex.org/F4320319362","display_name":"Naif Arab University for Security Sciences","ror":"https://ror.org/049c46160"},{"id":"https://openalex.org/F4320322174","display_name":"People's Government of Jilin Province","ror":"https://ror.org/02fzqav45"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416673323.pdf","grobid_xml":"https://content.openalex.org/works/W4416673323.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2003456378","https://openalex.org/W2076337359","https://openalex.org/W2111065664","https://openalex.org/W2117211893","https://openalex.org/W2134673975","https://openalex.org/W2137448073","https://openalex.org/W2150839555","https://openalex.org/W2152195021","https://openalex.org/W2163798897","https://openalex.org/W2884585870","https://openalex.org/W2952629144","https://openalex.org/W2963821308","https://openalex.org/W2967846306","https://openalex.org/W2981517801","https://openalex.org/W2992172366","https://openalex.org/W3006561271","https://openalex.org/W3009701286","https://openalex.org/W3031798691","https://openalex.org/W3033530826","https://openalex.org/W3092927864","https://openalex.org/W3092929793","https://openalex.org/W3095722810","https://openalex.org/W3127561923","https://openalex.org/W3129678734","https://openalex.org/W3165942895","https://openalex.org/W3189223768","https://openalex.org/W3196603038","https://openalex.org/W4286748781","https://openalex.org/W4318479101","https://openalex.org/W4362014203","https://openalex.org/W4372347372","https://openalex.org/W4390146639","https://openalex.org/W4394862912","https://openalex.org/W4404371093"],"related_works":[],"abstract_inverted_index":{"In":[0],"complex":[1,165],"environments":[2,131],"with":[3,32,79],"dense":[4],"pedestrian":[5],"traffic,":[6],"mobile":[7],"robots":[8],"often":[9],"experience":[10],"errors":[11],"and":[12,17,28,41,47,99,114,132,150,160],"instability":[13],"during":[14],"trajectory":[15],"tracking":[16],"dynamic":[18,81,166],"obstacle":[19,157],"avoidance":[20,113,158],"tasks.":[21],"This":[22],"paper":[23],"presents":[24],"a":[25,80,140],"scene":[26],"perception":[27],"decision-making":[29,88],"strategy":[30,89,106,146],"combined":[31],"deep":[33],"reinforcement":[34],"learning.":[35],"Temporal":[36],"sequences":[37],"of":[38,96],"LiDAR":[39],"data":[40],"sub-goal":[42],"were":[43],"used":[44],"as":[45],"input,":[46],"action":[48],"output":[49],"is":[50],"generated":[51],"via":[52],"an":[53,58,86,108],"end-to-end":[54],"network.":[55],"We":[56],"designed":[57],"adaptive":[59],"heading":[60],"reward":[61],"that":[62,103,124,144],"guides":[63],"the":[64,83,104,125,145],"robot":[65,84],"to":[66],"proactively":[67],"avoid":[68],"pedestrians":[69],"while":[70],"efficiently":[71],"moving":[72],"toward":[73],"its":[74,162],"target.":[75],"Through":[76],"continuous":[77],"interaction":[78],"environment,":[82],"learns":[85],"optimal":[87],"by":[90],"maximizing":[91],"cumulative":[92],"rewards.":[93],"A":[94],"series":[95],"simulation":[97],"experiments":[98],"real-world":[100],"validations":[101],"demonstrate":[102],"proposed":[105],"achieves":[107],"effective":[109],"balance":[110],"between":[111],"collision":[112],"real-time":[115],"performance":[116],"in":[117,129,133,152,164],"robotic":[118],"navigation.":[119],"Furthermore,":[120],"extensive":[121],"results":[122],"confirm":[123],"method":[126],"remains":[127],"robust":[128],"unfamiliar":[130],"varying":[134],"crowd":[135],"densities.":[136],"Finally,":[137],"tests":[138],"on":[139],"hardware":[141],"platform":[142],"indicate":[143],"offers":[147],"strong":[148],"stability":[149],"adaptability":[151],"practical":[153],"applications,":[154],"effectively":[155],"meeting":[156],"requirements":[159],"validating":[161],"reliability":[163],"settings.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-11-25T00:00:00"}