{"id":"https://openalex.org/W3095339682","doi":"https://doi.org/10.1109/access.2020.3034524","title":"Real-Time Object Navigation With Deep Neural Networks and Hierarchical Reinforcement Learning","display_name":"Real-Time Object Navigation With Deep Neural Networks and Hierarchical Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3095339682","doi":"https://doi.org/10.1109/access.2020.3034524","mag":"3095339682"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3034524","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034524","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112465863","display_name":"Aleksey Staroverov","orcid":null},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Aleksey Staroverov","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-4730-1543","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025655729","display_name":"Dmitry Yudin","orcid":"https://orcid.org/0000-0002-1407-2633"},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry A. Yudin","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-1407-2633","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054335283","display_name":"Ilya Belkin","orcid":"https://orcid.org/0000-0002-5901-0137"},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ilya Belkin","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-5901-0137","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006246102","display_name":"Vasily Adeshkin","orcid":null},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vasily Adeshkin","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0001-9659-6942","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059693764","display_name":"Yaroslav Solomentsev","orcid":"https://orcid.org/0000-0002-2664-7086"},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Yaroslav K. Solomentsev","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-2664-7086","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080806360","display_name":"Aleksandr I. Panov","orcid":"https://orcid.org/0000-0002-9747-3837"},"institutions":[{"id":"https://openalex.org/I1313323035","display_name":"Russian Academy of Sciences","ror":"https://ror.org/05qrfxd25","country_code":"RU","type":"government","lineage":["https://openalex.org/I1313323035"]},{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Aleksandr I. Panov","raw_affiliation_strings":["Federal Research Center \u201cComputer Science and Control,\u201d Russian Academy of Sciences, Moscow, Russia","Moscow Institute of Physics and Technology, Dolgoprudny, Russia","Federal Research Center \"Computer Science and Control,\" Russian Academy of Sciences, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-9747-3837","affiliations":[{"raw_affiliation_string":"Federal Research Center \u201cComputer Science and Control,\u201d Russian Academy of Sciences, Moscow, Russia","institution_ids":["https://openalex.org/I1313323035"]},{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]},{"raw_affiliation_string":"Federal Research Center \"Computer Science and Control,\" Russian Academy of Sciences, Moscow, Russia","institution_ids":["https://openalex.org/I1313323035"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":50.577,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.99659972,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"195608","last_page":"195621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7847155332565308},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7368396520614624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6952095031738281},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6351956725120544},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5548433661460876},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5232345461845398},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4980132579803467},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4822688698768616},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.46198803186416626},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4377470016479492},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38937124609947205},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32111045718193054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7847155332565308},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7368396520614624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6952095031738281},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6351956725120544},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5548433661460876},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5232345461845398},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4980132579803467},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4822688698768616},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.46198803186416626},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4377470016479492},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38937124609947205},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32111045718193054}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3034524","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034524","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cd56e9b2e0194404ac9b2f5bec9d50a4","is_oa":true,"landing_page_url":"https://doaj.org/article/cd56e9b2e0194404ac9b2f5bec9d50a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 195608-195621 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3034524","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034524","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1726188934","display_name":null,"funder_award_id":"20-71-10116","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"},{"id":"https://openalex.org/G184211830","display_name":null,"funder_award_id":"10116","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320324099","display_name":"Russian Science Foundation","ror":"https://ror.org/03y2gwe85"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3095339682.pdf","grobid_xml":"https://content.openalex.org/works/W3095339682.grobid-xml"},"referenced_works_count":93,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1689711448","https://openalex.org/W2021851106","https://openalex.org/W2031489346","https://openalex.org/W2122410182","https://openalex.org/W2150066425","https://openalex.org/W2173564293","https://openalex.org/W2194775991","https://openalex.org/W2346044757","https://openalex.org/W2474281075","https://openalex.org/W2535547924","https://openalex.org/W2601564443","https://openalex.org/W2613718673","https://openalex.org/W2623293810","https://openalex.org/W2736601468","https://openalex.org/W2787938642","https://openalex.org/W2898231767","https://openalex.org/W2918642789","https://openalex.org/W2933132318","https://openalex.org/W2937713253","https://openalex.org/W2949604932","https://openalex.org/W2950141105","https://openalex.org/W2951799221","https://openalex.org/W2952578114","https://openalex.org/W2960033181","https://openalex.org/W2962705366","https://openalex.org/W2962856993","https://openalex.org/W2963150697","https://openalex.org/W2963286292","https://openalex.org/W2963323244","https://openalex.org/W2964067469","https://openalex.org/W2964339842","https://openalex.org/W2967321219","https://openalex.org/W2973536248","https://openalex.org/W2977977449","https://openalex.org/W2982083293","https://openalex.org/W2989676862","https://openalex.org/W2993182889","https://openalex.org/W2993723454","https://openalex.org/W2997247173","https://openalex.org/W2999502853","https://openalex.org/W2999950490","https://openalex.org/W3004691725","https://openalex.org/W3005312570","https://openalex.org/W3008195728","https://openalex.org/W3009928773","https://openalex.org/W3011144238","https://openalex.org/W3034512672","https://openalex.org/W3034549805","https://openalex.org/W3034681942","https://openalex.org/W3034826836","https://openalex.org/W3035056458","https://openalex.org/W3035709993","https://openalex.org/W3036497058","https://openalex.org/W3040041096","https://openalex.org/W3044215087","https://openalex.org/W3089936780","https://openalex.org/W3091687063","https://openalex.org/W3093600664","https://openalex.org/W3098085399","https://openalex.org/W3099913005","https://openalex.org/W3100039191","https://openalex.org/W3102327032","https://openalex.org/W3102804550","https://openalex.org/W3103957575","https://openalex.org/W3113410735","https://openalex.org/W3131673036","https://openalex.org/W3165610079","https://openalex.org/W4288325606","https://openalex.org/W4288616852","https://openalex.org/W4289552788","https://openalex.org/W6620707391","https://openalex.org/W6685444567","https://openalex.org/W6729788943","https://openalex.org/W6741002519","https://openalex.org/W6748839928","https://openalex.org/W6754870635","https://openalex.org/W6756303580","https://openalex.org/W6759871227","https://openalex.org/W6760170756","https://openalex.org/W6761234640","https://openalex.org/W6764322716","https://openalex.org/W6767854850","https://openalex.org/W6771487071","https://openalex.org/W6772372853","https://openalex.org/W6773029903","https://openalex.org/W6773181051","https://openalex.org/W6774628140","https://openalex.org/W6780167394","https://openalex.org/W6780443396","https://openalex.org/W6781941459","https://openalex.org/W6784930956","https://openalex.org/W6795742097"],"related_works":["https://openalex.org/W1904098742","https://openalex.org/W3158921809","https://openalex.org/W1980828932","https://openalex.org/W2161428574","https://openalex.org/W1972453571","https://openalex.org/W2077416514","https://openalex.org/W2618632915","https://openalex.org/W2150982344","https://openalex.org/W4292862729","https://openalex.org/W2170661558"],"abstract_inverted_index":{"In":[0,54],"the":[1,37,112,116,119,135,148],"last":[2],"years,":[3],"deep":[4],"learning":[5,8,108],"and":[6,21,46,87,94,106,122,150,168],"reinforcement":[7,107],"methods":[9,31,109],"have":[10],"significantly":[11],"improved":[12],"mobile":[13,63],"robots":[14,34],"in":[15,28,62,92,164,173],"such":[16],"fields":[17],"as":[18],"perception,":[19],"navigation,":[20],"planning.":[22],"But":[23],"there":[24],"are":[25],"still":[26],"gaps":[27],"applying":[29],"these":[30],"to":[32,36,50,67,89,110,125,142,146,154,162],"real":[33,156],"due":[35],"low":[38],"computational":[39],"efficiency":[40],"of":[41,101,114],"recent":[42],"neural":[43,78],"network":[44,79],"architectures":[45],"their":[47],"poor":[48],"adaptability":[49],"robotic":[51],"experiments'":[52],"realities.":[53],"this":[55,174],"article,":[56],"we":[57],"consider":[58],"an":[59,68,71,98],"important":[60],"task":[61],"robotics":[64],"-":[65],"navigation":[66],"object":[69],"using":[70],"RGB-D":[72],"camera.":[73],"We":[74,96,127],"develop":[75],"a":[76,129,155,165],"new":[77,130],"framework":[80],"for":[81],"robot":[82],"control":[83],"that":[84],"is":[85,160],"fast":[86],"resistant":[88],"possible":[90],"noise":[91],"sensors":[93],"actuators.":[95],"propose":[97],"original":[99],"integration":[100],"semantic":[102],"segmentation,":[103],"mapping,":[104],"localization,":[105],"improve":[111],"effectiveness":[113],"exploring":[115],"environment,":[117,138],"finding":[118],"desired":[120],"object,":[121],"quickly":[123],"navigating":[124],"it.":[126],"created":[128],"HISNav":[131],"dataset":[132],"based":[133],"on":[134],"Habitat":[136],"virtual":[137],"which":[139],"allowed":[140],"us":[141],"use":[143],"simulation":[144],"experiments":[145],"pre-train":[147],"model":[149],"then":[151],"upload":[152],"it":[153],"robot.":[157],"Our":[158],"architecture":[159],"adapted":[161],"work":[163],"real-time":[166],"environment":[167],"fully":[169],"implements":[170],"modern":[171],"trends":[172],"area.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":14}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}