{"id":"https://openalex.org/W2805689691","doi":"https://doi.org/10.1177/1729881418775849","title":"Memory-based reinforcement learning algorithm for autonomous exploration in unknown environment","display_name":"Memory-based reinforcement learning algorithm for autonomous exploration in unknown environment","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2805689691","doi":"https://doi.org/10.1177/1729881418775849","mag":"2805689691"},"language":"en","primary_location":{"id":"doi:10.1177/1729881418775849","doi":"https://doi.org/10.1177/1729881418775849","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1729881418775849","pdf_url":null,"source":{"id":"https://openalex.org/S169266912","display_name":"International Journal of Advanced Robotic Systems","issn_l":"1729-8806","issn":["1729-8806","1729-8814"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","norway-1","oarl","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Advanced Robotic Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2805689691"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1177/1729881418775849","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060612424","display_name":"Amir Ramezani Dooraki","orcid":"https://orcid.org/0000-0003-4294-7393","observed_orcids":["https://orcid.org/0000-0003-4294-7393"]},"institutions":[{"id":"https://openalex.org/I120158604","display_name":"Kunsan National University","ror":"https://ror.org/02yj55q56","country_code":"KR","type":"education","lineage":["https://openalex.org/I120158604"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Amir Ramezani Dooraki","raw_affiliation_strings":["Smart Autonomous System Lab, Kunsan National University, Gunsan, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Autonomous System Lab, Kunsan National University, Gunsan, Republic of Korea","institution_ids":["https://openalex.org/I120158604"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006746990","display_name":"Deok Jin Lee","orcid":"https://orcid.org/0000-0003-3462-8579","observed_orcids":["https://orcid.org/0000-0003-3462-8579"]},"institutions":[{"id":"https://openalex.org/I120158604","display_name":"Kunsan National University","ror":"https://ror.org/02yj55q56","country_code":"KR","type":"education","lineage":["https://openalex.org/I120158604"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Deok Jin Lee","raw_affiliation_strings":["Smart Autonomous System Lab, Kunsan National University, Gunsan, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Autonomous System Lab, Kunsan National University, Gunsan, Republic of Korea","institution_ids":["https://openalex.org/I120158604"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5060612424"],"corresponding_institution_ids":["https://openalex.org/I120158604"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":0.754,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.74824548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":"15","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-exploration","display_name":"autonomous exploration","score":0.9449999928474426},{"id":"https://openalex.org/keywords/unknown-environments","display_name":"unknown environments","score":0.703000009059906},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"obstacle avoidance","score":0.9769999980926514},{"id":"https://openalex.org/keywords/multilayer-neural-networks","display_name":"multilayer neural networks","score":0.8059999942779541},{"id":"https://openalex.org/keywords/robot-navigation","display_name":"robot navigation","score":0.8009999990463257},{"id":"https://openalex.org/keywords/self-adaptive-agents","display_name":"self-adaptive agents","score":0.6039999723434448},{"id":"https://openalex.org/keywords/gazebo-simulation","display_name":"Gazebo simulation","score":0.8209999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8601778149604797},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7676125764846802},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.7589257955551147},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6680175065994263},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5976158976554871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4893457293510437},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.486023485660553},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38476336002349854},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.37166455388069153},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3304857611656189},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/1729881418775849","doi":"https://doi.org/10.1177/1729881418775849","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1729881418775849","pdf_url":null,"source":{"id":"https://openalex.org/S169266912","display_name":"International Journal of Advanced Robotic Systems","issn_l":"1729-8806","issn":["1729-8806","1729-8814"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","norway-1","oarl","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Advanced Robotic Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5a4396e9e91d4848bfb803a772d472bd","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/5a4396e9e91d4848bfb803a772d472bd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Advanced Robotic Systems, Vol 15 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1177/1729881418775849","doi":"https://doi.org/10.1177/1729881418775849","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1729881418775849","pdf_url":null,"source":{"id":"https://openalex.org/S169266912","display_name":"International Journal of Advanced Robotic Systems","issn_l":"1729-8806","issn":["1729-8806","1729-8814"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","norway-1","oarl","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Advanced Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W421036450","https://openalex.org/W1211512237","https://openalex.org/W1515851193","https://openalex.org/W1595483645","https://openalex.org/W2018601745","https://openalex.org/W2127412976","https://openalex.org/W2145339207","https://openalex.org/W2404992998","https://openalex.org/W2533784911","https://openalex.org/W2582998992","https://openalex.org/W4214717370","https://openalex.org/W4249725916","https://openalex.org/W4391677880"],"related_works":["https://openalex.org/W3012464926","https://openalex.org/W2904945927","https://openalex.org/W2896868865","https://openalex.org/W2966477753","https://openalex.org/W4294672993","https://openalex.org/W3119422923","https://openalex.org/W2123663688","https://openalex.org/W4376956797","https://openalex.org/W3209494416"],"abstract_inverted_index":{"In":[0,29,81,98,115],"the":[1,73,89,134,156,166,185],"near":[2],"future,":[3],"robots":[4],"would":[5],"be":[6,42,49,55],"seen":[7],"in":[8,15,62,109,162,175,184],"almost":[9],"every":[10],"area":[11],"of":[12,44,78,91,136,158,168,190],"our":[13,119,169],"life,":[14],"different":[16,20],"shapes":[17],"and":[18,27,32,54,106,144],"with":[19,33,60,133],"objectives":[21],"such":[22],"as":[23],"entertainment,":[24],"surveillance,":[25],"rescue,":[26],"navigation.":[28],"any":[30,34],"shape":[31],"objective,":[35],"it":[36,68,174],"is":[37,69,96,113,131],"necessary":[38,70],"for":[39,103],"them":[40],"to":[41,51,57,71,83,117,155,164,179],"capable":[43],"successful":[45,66],"exploration.":[46],"They":[47],"should":[48],"able":[50,56],"explore":[52],"efficiently":[53],"adapt":[58,153],"themselves":[59],"changes":[61,157],"their":[63],"environment.":[64,80,160],"For":[65],"navigation,":[67],"recognize":[72],"difference":[74],"between":[75],"similar":[76,178],"places":[77],"an":[79,101,110,138,141],"order":[82,116,163],"achieve":[84],"this":[85,99,149],"goal":[86],"without":[87],"increasing":[88],"capability":[90,167],"sensors,":[92],"having":[93,140],"a":[94,122,176,180],"memory":[95],"crucial.":[97],"article,":[100],"algorithm":[102],"autonomous":[104],"exploration":[105,143],"obstacle":[107,145],"avoidance":[108,146],"unknown":[111],"environment":[112],"proposed.":[114],"make":[118],"self-learner":[120],"algorithm,":[121,170],"memory-based":[123],"reinforcement":[124],"learning":[125],"method":[126],"using":[127],"multilayer":[128],"neural":[129],"network":[130],"used":[132],"aim":[135],"creating":[137],"agent":[139,150],"efficient":[142],"policy.":[147],"Furthermore,":[148],"can":[151],"automatically":[152],"itself":[154],"its":[159],"Finally,":[161],"test":[165],"we":[171],"have":[172],"implemented":[173],"robot":[177],"real":[181],"model,":[182],"simulated":[183],"robust":[186],"physics":[187],"engine":[188],"simulator":[189],"Gazebo.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2805689691","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2018-06-13T00:00:00"}
