{"id":"https://openalex.org/W4386051596","doi":"https://doi.org/10.1007/s40747-023-01216-y","title":"Dynamic warning zone and a short-distance goal for autonomous robot navigation using deep reinforcement learning","display_name":"Dynamic warning zone and a short-distance goal for autonomous robot navigation using deep reinforcement learning","publication_year":2023,"publication_date":"2023-08-22","ids":{"openalex":"https://openalex.org/W4386051596","doi":"https://doi.org/10.1007/s40747-023-01216-y"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-023-01216-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01216-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01216-y.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01216-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066653680","display_name":"Estrella Montero","orcid":"https://orcid.org/0000-0002-3852-960X"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Estrella Elvia Montero","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Sungkyunkwan University, Natural Sciences Campus, Suwon, 16419, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Sungkyunkwan University, Natural Sciences Campus, Suwon, 16419, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086243952","display_name":"Husna Mutahira","orcid":"https://orcid.org/0000-0003-4621-4883"},"institutions":[{"id":"https://openalex.org/I148751991","display_name":"Sogang University","ror":"https://ror.org/056tn4839","country_code":"KR","type":"education","lineage":["https://openalex.org/I148751991"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Husna Mutahira","raw_affiliation_strings":["Department of Computer Science and Engineering, Sogang University, Seoul, 04107, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sogang University, Seoul, 04107, South Korea","institution_ids":["https://openalex.org/I148751991"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079922914","display_name":"Nabih Pico","orcid":"https://orcid.org/0000-0003-3516-0461"},"institutions":[{"id":"https://openalex.org/I2135383","display_name":"Escuela Superior Politecnica del Litoral","ror":"https://ror.org/04qenc566","country_code":"EC","type":"education","lineage":["https://openalex.org/I2135383"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Nabih Pico","raw_affiliation_strings":["Facultad de Ingenier\u00eda en Electricidad y Computaci\u00f3n, Escuela Superior Polit\u00e9cnica del Litoral, ESPOL, Campus Gustavo Galindo, 09-01-5863, Guayaquil, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facultad de Ingenier\u00eda en Electricidad y Computaci\u00f3n, Escuela Superior Polit\u00e9cnica del Litoral, ESPOL, Campus Gustavo Galindo, 09-01-5863, Guayaquil, Ecuador","institution_ids":["https://openalex.org/I2135383"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088729266","display_name":"Mannan Saeed Muhammad","orcid":"https://orcid.org/0000-0002-3036-4660"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Mannan Saeed Muhammad","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Sungkyunkwan University, Natural Sciences Campus, Suwon, 16419, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3036-4660","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Sungkyunkwan University, Natural Sciences Campus, Suwon, 16419, South Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086243952"],"corresponding_institution_ids":["https://openalex.org/I148751991"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":3.3657,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.92555613,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"1149","last_page":"1166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8893170356750488},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7481111884117126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5753436088562012},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5734943747520447},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.5051961541175842},{"id":"https://openalex.org/keywords/behavior-based-robotics","display_name":"Behavior-based robotics","score":0.5021522045135498},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.46279168128967285},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41158634424209595},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40478774905204773},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3818104863166809},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.3281155824661255},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3219621777534485},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.2995930314064026}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8893170356750488},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7481111884117126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5753436088562012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5734943747520447},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.5051961541175842},{"id":"https://openalex.org/C19766214","wikidata":"https://www.wikidata.org/wiki/Q4880688","display_name":"Behavior-based robotics","level":4,"score":0.5021522045135498},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.46279168128967285},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41158634424209595},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40478774905204773},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3818104863166809},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3281155824661255},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3219621777534485},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2995930314064026}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-023-01216-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01216-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01216-y.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:76ff0d3c05fc4fb6afa5abaddc9cc5b7","is_oa":true,"landing_page_url":"https://doaj.org/article/76ff0d3c05fc4fb6afa5abaddc9cc5b7","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 1, Pp 1149-1166 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-023-01216-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-01216-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01216-y.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5294376737","display_name":null,"funder_award_id":"2022R1G1A1012746","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8043575614","display_name":null,"funder_award_id":"NRF-2022R1G1A1012746","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386051596.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W2082585576","https://openalex.org/W2142943472","https://openalex.org/W2604216058","https://openalex.org/W2766836212","https://openalex.org/W2890001928","https://openalex.org/W2890646600","https://openalex.org/W2962727871","https://openalex.org/W2962917939","https://openalex.org/W2962954724","https://openalex.org/W2963001155","https://openalex.org/W2963722165","https://openalex.org/W2964319688","https://openalex.org/W2967847744","https://openalex.org/W2968473746","https://openalex.org/W3000915986","https://openalex.org/W3005857605","https://openalex.org/W3008195728","https://openalex.org/W3016507688","https://openalex.org/W3026389972","https://openalex.org/W3033920763","https://openalex.org/W3037131166","https://openalex.org/W3048156727","https://openalex.org/W3106257603","https://openalex.org/W3113254760","https://openalex.org/W3125055412","https://openalex.org/W3127177108","https://openalex.org/W3131482536","https://openalex.org/W3152777725","https://openalex.org/W3158592412","https://openalex.org/W3188903285","https://openalex.org/W3196603038","https://openalex.org/W3205400264","https://openalex.org/W3210065386","https://openalex.org/W4210306814","https://openalex.org/W4210654447","https://openalex.org/W4220840735","https://openalex.org/W4224918842","https://openalex.org/W4285102514","https://openalex.org/W4285110901","https://openalex.org/W4285400425","https://openalex.org/W4293147662","https://openalex.org/W4308588387","https://openalex.org/W4313644253","https://openalex.org/W4313854627","https://openalex.org/W4377695283","https://openalex.org/W4380608974"],"related_works":["https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W4220829754","https://openalex.org/W2724299411","https://openalex.org/W1806442025","https://openalex.org/W1991204540","https://openalex.org/W4205830498","https://openalex.org/W2808171219"],"abstract_inverted_index":{"Abstract":[0],"Robot":[1],"navigation":[2,234],"in":[3,11,47,176,190,204,235],"crowded":[4],"environments":[5],"has":[6],"recently":[7],"benefited":[8],"from":[9,133],"advances":[10],"deep":[12,104,155],"reinforcement":[13,156,168],"learning":[14,106,157,169],"(DRL)":[15],"approaches.":[16],"However,":[17],"it":[18,129,138],"still":[19],"presents":[20],"a":[21,48,59,65,86,110,124,185,197,202],"challenge":[22],"to":[23,115,200,232],"designing":[24],"socially":[25],"compliant":[26],"robot":[27,45,91,118,186,198],"behavior.":[28],"Avoiding":[29],"collisions":[30],"and":[31,40,75,84,92,136,164,180,213,230],"the":[32,44,72,90,93,100,117,121,134,177,181,214,223],"difficulty":[33],"of":[34,77],"predicting":[35],"human":[36,82],"behavior":[37,83],"are":[38,97],"crucial":[39],"challenging":[41],"tasks":[42],"while":[43],"navigates":[46],"congested":[49],"social":[50,165],"environment.":[51],"To":[52,79],"address":[53],"this":[54,56],"issue,":[55],"study":[57],"proposes":[58],"dynamic":[60],"warning":[61,95],"zone":[62],"that":[63,127,222],"creates":[64],"circular":[66],"sector":[67],"around":[68],"humans":[69],"based":[70],"on":[71,148],"step":[73],"length":[74],"speed":[76],"humans.":[78,217],"properly":[80],"comprehend":[81],"keep":[85],"safe":[87,233],"distance":[88],"between":[89],"humans,":[94],"zones":[96],"implemented":[98],"during":[99],"robot\u2019s":[101],"training":[102],"using":[103],"enforcement":[105],"techniques.":[107],"In":[108],"addition,":[109],"short-distance":[111],"goal":[112,122,135,203],"is":[113,146,174],"established":[114],"help":[116],"efficiently":[119],"reach":[120,201],"through":[123],"reward":[125],"function":[126],"penalizes":[128],"for":[130,139],"going":[131],"away":[132],"rewards":[137],"advancing":[140],"towards":[141],"it.":[142],"The":[143,171,193,207,218],"proposed":[144],"model":[145,224],"tested":[147,175],"three":[149,191],"state-of-the-art":[150],"methods:":[151],"collision":[152],"avoidance":[153],"with":[154,167,184],"(CADRL)":[158],",":[159],"long":[160],"short-term":[161],"memory":[162],"(LSTM-RL),":[163],"attention":[166],"(SARL).":[170],"suggested":[172],"method":[173],"Gazebo":[178],"simulator":[179],"real":[182],"world":[183],"operating":[187],"system":[188],"(ROS)":[189],"scenarios.":[192],"first":[194],"scenario":[195,209],"involves":[196,216],"attempting":[199],"free":[205],"space.":[206],"second":[208],"uses":[210],"static":[211],"obstacles,":[212],"third":[215],"experimental":[219],"results":[220],"demonstrate":[221],"performs":[225],"better":[226],"than":[227],"previous":[228],"methods":[229],"leads":[231],"an":[236],"efficient":[237],"time.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-01-20T17:24:06.736184","created_date":"2025-10-10T00:00:00"}