{"id":"https://openalex.org/W3004647015","doi":"https://doi.org/10.1109/icar46387.2019.8981638","title":"Deep Deterministic Policy Gradient for Navigation of Mobile Robots in Simulated Environments","display_name":"Deep Deterministic Policy Gradient for Navigation of Mobile Robots in Simulated Environments","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3004647015","doi":"https://doi.org/10.1109/icar46387.2019.8981638","mag":"3004647015"},"language":"en","primary_location":{"id":"doi:10.1109/icar46387.2019.8981638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar46387.2019.8981638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 19th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011219553","display_name":"Junior Costa de Jesus","orcid":"https://orcid.org/0000-0002-8819-1168"},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Junior C. Jesus","raw_affiliation_strings":["Faculty of Automation and Control Engineering, Federal University of Santa Maria,Santa Maria,Rio Grande do Sul","Faculty of Automation and Control Engineering, Federal University of Santa Maria, Santa Maria, Rio Grande do Sul"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Automation and Control Engineering, Federal University of Santa Maria,Santa Maria,Rio Grande do Sul","institution_ids":["https://openalex.org/I33501960"]},{"raw_affiliation_string":"Faculty of Automation and Control Engineering, Federal University of Santa Maria, Santa Maria, Rio Grande do Sul","institution_ids":["https://openalex.org/I33501960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086060194","display_name":"Jair Augusto Bottega","orcid":"https://orcid.org/0000-0002-4866-5779"},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jair A. Bottega","raw_affiliation_strings":["Faculty of Automation and Control Engineering, Federal University of Santa Maria,Santa Maria,Rio Grande do Sul","Faculty of Automation and Control Engineering, Federal University of Santa Maria, Santa Maria, Rio Grande do Sul"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Automation and Control Engineering, Federal University of Santa Maria,Santa Maria,Rio Grande do Sul","institution_ids":["https://openalex.org/I33501960"]},{"raw_affiliation_string":"Faculty of Automation and Control Engineering, Federal University of Santa Maria, Santa Maria, Rio Grande do Sul","institution_ids":["https://openalex.org/I33501960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089628581","display_name":"Marco Ant\u00f4nio de Souza Leite Cuadros","orcid":"https://orcid.org/0000-0002-1818-8481"},"institutions":[{"id":"https://openalex.org/I4210160371","display_name":"Instituto Federal do Esp\u00edrito Santo","ror":"https://ror.org/05rshs160","country_code":"BR","type":"funder","lineage":["https://openalex.org/I4210160371"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marco A. S. L. Cuadros","raw_affiliation_strings":["Federal Institute of Espirito,Santo","Federal Institute of Espirito, Santo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Institute of Espirito,Santo","institution_ids":["https://openalex.org/I4210160371"]},{"raw_affiliation_string":"Federal Institute of Espirito, Santo","institution_ids":["https://openalex.org/I4210160371"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087533659","display_name":"Daniel Fernando Tello Gamarra","orcid":"https://orcid.org/0000-0002-4714-7849"},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Daniel F. T. Gamarra","raw_affiliation_strings":["Federal University of Santa Maria,Processing Department of Electricity","Processing Department of Electricity, Federal University of Santa Maria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Santa Maria,Processing Department of Electricity","institution_ids":["https://openalex.org/I33501960"]},{"raw_affiliation_string":"Processing Department of Electricity, Federal University of Santa Maria","institution_ids":["https://openalex.org/I33501960"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0367,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.93423944,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"362","last_page":"367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7972747087478638},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.7331938743591309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7172002792358398},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6509140133857727},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5767033100128174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5246632099151611},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46584805846214294},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.44275790452957153},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.44068998098373413},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4208782911300659},{"id":"https://openalex.org/keywords/angular-velocity","display_name":"Angular velocity","score":0.41883572936058044},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.41321006417274475},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34035760164260864},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14222559332847595}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7972747087478638},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.7331938743591309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7172002792358398},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6509140133857727},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5767033100128174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5246632099151611},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46584805846214294},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.44275790452957153},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.44068998098373413},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4208782911300659},{"id":"https://openalex.org/C5594486","wikidata":"https://www.wikidata.org/wiki/Q161635","display_name":"Angular velocity","level":2,"score":0.41883572936058044},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41321006417274475},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34035760164260864},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14222559332847595},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icar46387.2019.8981638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar46387.2019.8981638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 19th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1757796397","https://openalex.org/W1977655452","https://openalex.org/W2017957151","https://openalex.org/W2121092017","https://openalex.org/W2155968351","https://openalex.org/W2173248099","https://openalex.org/W2201581102","https://openalex.org/W2486703461","https://openalex.org/W2528501250","https://openalex.org/W2575705757","https://openalex.org/W2604216058","https://openalex.org/W2746553466","https://openalex.org/W2945441254","https://openalex.org/W2946969832","https://openalex.org/W2950268955","https://openalex.org/W2950471160","https://openalex.org/W2962887844","https://openalex.org/W2962938178","https://openalex.org/W2963428623","https://openalex.org/W2963477884","https://openalex.org/W2963864421","https://openalex.org/W3088425536","https://openalex.org/W4298857966","https://openalex.org/W6677939520","https://openalex.org/W6696324988","https://openalex.org/W6722718211","https://openalex.org/W6762051887"],"related_works":["https://openalex.org/W2047788632","https://openalex.org/W2123436641","https://openalex.org/W2965672371","https://openalex.org/W2118648141","https://openalex.org/W2360764675","https://openalex.org/W43236265","https://openalex.org/W2058063222","https://openalex.org/W2151698195","https://openalex.org/W2041038525","https://openalex.org/W4238767900"],"abstract_inverted_index":{"This":[0,120],"paper":[1],"presents":[2],"a":[3,6,13,34,37,99,108],"study":[4],"of":[5,23,57,98,142,160],"deep":[7,87],"reinforcement":[8,88],"learning":[9],"technique":[10],"that":[11,85],"uses":[12,122],"Deep":[14],"Deterministic":[15],"Policy":[16],"Gradient":[17],"network":[18,40,69],"for":[19,28,96,112],"application":[20],"in":[21,130,136],"navigation":[22],"mobile":[24,59],"robots.":[25],"In":[26],"order":[27,137],"the":[29,39,46,58,62,68,71,77,86,113,131,140,143,152,158,161],"robot":[30,60,132],"to":[31,33,61,83,106,116,138],"arrive":[32],"target":[35,63],"on":[36],"map,":[38],"has":[41,70],"10":[42],"laser":[43],"range":[44],"findings,":[45],"previous":[47],"linear":[48,72],"and":[49,52,55,73],"angular":[50,74],"velocity,":[51],"relative":[53],"position":[54],"angle":[56],"as":[64],"inputs.":[65],"As":[66],"outputs,":[67],"velocity.":[75],"From":[76],"results":[78],"analysis,":[79],"it":[80,103],"is":[81,104],"possible":[82],"conclude":[84],"learning's":[89],"algorithms,":[90],"with":[91],"continuous":[92],"actions,":[93],"are":[94],"effective":[95],"decision-make":[97],"robotic":[100],"vehicle.":[101],"However,":[102],"necessary":[105],"create":[107],"good":[109],"reward":[110],"system":[111],"intelligent":[114],"agent":[115],"accomplish":[117],"your":[118],"objectives.":[119],"research":[121],"different":[123],"virtual":[124],"simulation":[125,133],"environments":[126],"provided":[127],"by":[128],"ROBOTIS":[129],"software":[134],"Gazebo":[135],"test":[139],"performance":[141,159],"algorithm.":[144],"A":[145],"supplementary":[146],"video":[147],"can":[148],"be":[149],"accessed":[150],"at":[151],"following":[153],"link:":[154],"https://youtu.be/NhGxEC3g7sU.":[155],"That":[156],"shows":[157],"proposed":[162],"system.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}