{"id":"https://openalex.org/W3095339682","doi":"https://doi.org/10.1109/access.2020.3034524","title":"Real-Time Object Navigation With Deep Neural Networks and Hierarchical Reinforcement Learning","display_name":"Real-Time Object Navigation With Deep Neural Networks and Hierarchical Reinforcement Learning","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3095339682","doi":"https://doi.org/10.1109/access.2020.3034524","mag":"3095339682"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3034524","doi":"https://doi.org/10.1109/access.2020.3034524","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034524","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3095339682"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112465863","display_name":"Aleksey Staroverov","orcid":"https://orcid.org/0000-0002-4730-1543","observed_orcids":["https://orcid.org/0000-0002-4730-1543"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Aleksey Staroverov","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-4730-1543","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025655729","display_name":"Dmitry A. Yudin","orcid":"https://orcid.org/0000-0002-1407-2633","observed_orcids":["https://orcid.org/0000-0002-1407-2633"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dmitry A. Yudin","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-1407-2633","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054335283","display_name":"Ilya Belkin","orcid":"https://orcid.org/0000-0002-5901-0137","observed_orcids":["https://orcid.org/0000-0002-5901-0137"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ilya Belkin","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-5901-0137","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006246102","display_name":"Vasily Adeshkin","orcid":"https://orcid.org/0000-0001-9659-6942","observed_orcids":["https://orcid.org/0000-0001-9659-6942"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vasily Adeshkin","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0001-9659-6942","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059693764","display_name":"Yaroslav Solomentsev","orcid":"https://orcid.org/0000-0002-2664-7086","observed_orcids":["https://orcid.org/0000-0002-2664-7086"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yaroslav K. Solomentsev","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-2664-7086","affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080806360","display_name":"Aleksandr I. Panov","orcid":"https://orcid.org/0000-0002-9747-3837","observed_orcids":["https://orcid.org/0000-0002-9747-3837"]},"institutions":[{"id":"https://openalex.org/I1313323035","display_name":"Russian Academy of Sciences","ror":"https://ror.org/05qrfxd25","country_code":"RU","type":"government","lineage":["https://openalex.org/I1313323035"]},{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]},{"id":"https://openalex.org/I4405258151","display_name":"Federal Research Center \u201cComputer Science and Control\u201d of the Russian Academy of Sciences","ror":"https://ror.org/006wm7015","country_code":"RU","type":"government","lineage":["https://openalex.org/I4405258151"]}],"countries":["RU"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Aleksandr I. Panov","raw_affiliation_strings":["Federal Research Center \u201cComputer Science and Control,\u201d Russian Academy of Sciences, Moscow, Russia","Moscow Institute of Physics and Technology, Dolgoprudny, Russia"],"raw_orcid":"https://orcid.org/0000-0002-9747-3837","affiliations":[{"raw_affiliation_string":"Federal Research Center \u201cComputer Science and Control,\u201d Russian Academy of Sciences, Moscow, Russia","institution_ids":["https://openalex.org/I1313323035","https://openalex.org/I4405258151"]},{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Dolgoprudny, Russia","institution_ids":["https://openalex.org/I153845743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5080806360"],"corresponding_institution_ids":["https://openalex.org/I1313323035","https://openalex.org/I153845743","https://openalex.org/I4405258151"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.4033,"has_fulltext":true,"cited_by_count":62,"citation_normalized_percentile":{"value":0.90474487,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"195608","last_page":"195621"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object-navigation","display_name":"object navigation","score":0.7179999947547913},{"id":"https://openalex.org/keywords/mobile-robots","display_name":"mobile robots","score":0.8759999871253967},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.9079999923706055},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":0.6940000057220459},{"id":"https://openalex.org/keywords/rgb-d-camera","display_name":"RGB-D camera","score":0.609000027179718},{"id":"https://openalex.org/keywords/robot-localization","display_name":"robot localization","score":0.6639999747276306},{"id":"https://openalex.org/keywords/robotic-mapping","display_name":"robot mapping","score":0.7639999985694885},{"id":"https://openalex.org/keywords/real-time-robot-control","display_name":"real-time robot control","score":0.8479999899864197},{"id":"https://openalex.org/keywords/sensor-noise-robustness","display_name":"sensor noise robustness","score":0.6119999885559082},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.6140000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7847155332565308},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7368396520614624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6952095031738281},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6351956725120544},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5548433661460876},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5232345461845398},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4980132579803467},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4822688698768616},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.46198803186416626},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4377470016479492},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38937124609947205},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32111045718193054}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3034524","doi":"https://doi.org/10.1109/access.2020.3034524","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034524","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cd56e9b2e0194404ac9b2f5bec9d50a4","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/cd56e9b2e0194404ac9b2f5bec9d50a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 195608-195621 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3034524","doi":"https://doi.org/10.1109/access.2020.3034524","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3034524","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09241850.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1726188934","display_name":null,"funder_award_id":"20-71-10116","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"},{"id":"https://openalex.org/G184211830","display_name":null,"funder_award_id":"10116","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320324099","display_name":"Russian Science Foundation","ror":"https://ror.org/03y2gwe85"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3095339682.pdf","grobid_xml":"https://content.openalex.org/works/W3095339682.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1689711448","https://openalex.org/W2021851106","https://openalex.org/W2031489346","https://openalex.org/W2122410182","https://openalex.org/W2150066425","https://openalex.org/W2173564293","https://openalex.org/W2194775991","https://openalex.org/W2346044757","https://openalex.org/W2474281075","https://openalex.org/W2535547924","https://openalex.org/W2553701371","https://openalex.org/W2601564443","https://openalex.org/W2623293810","https://openalex.org/W2736601468","https://openalex.org/W2787938642","https://openalex.org/W2802950013","https://openalex.org/W2889728808","https://openalex.org/W2898231767","https://openalex.org/W2899205164","https://openalex.org/W2905255369","https://openalex.org/W2918642789","https://openalex.org/W2920215304","https://openalex.org/W2928502868","https://openalex.org/W2929928372","https://openalex.org/W2933132318","https://openalex.org/W2934347061","https://openalex.org/W2937713253","https://openalex.org/W2944779197","https://openalex.org/W2949604932","https://openalex.org/W2950141105","https://openalex.org/W2960033181","https://openalex.org/W2963150697","https://openalex.org/W2963323244","https://openalex.org/W2964067469","https://openalex.org/W2964339842","https://openalex.org/W2967321219","https://openalex.org/W2977977449","https://openalex.org/W2989676862","https://openalex.org/W2993723454","https://openalex.org/W2997247173","https://openalex.org/W2997620619","https://openalex.org/W2999950490","https://openalex.org/W3001975179","https://openalex.org/W3005312570","https://openalex.org/W3008195728","https://openalex.org/W3011144238","https://openalex.org/W3034512672","https://openalex.org/W3034549805","https://openalex.org/W3034681942","https://openalex.org/W3034826836","https://openalex.org/W3035056458","https://openalex.org/W3036497058","https://openalex.org/W3043971245","https://openalex.org/W3044215087","https://openalex.org/W3089936780","https://openalex.org/W3091687063","https://openalex.org/W3100039191","https://openalex.org/W3102804550","https://openalex.org/W3113410735","https://openalex.org/W3131673036","https://openalex.org/W6741002519","https://openalex.org/W6760170756","https://openalex.org/W6773029903","https://openalex.org/W6774628140","https://openalex.org/W6784930956","https://openalex.org/W6795742097"],"related_works":["https://openalex.org/W3094789747","https://openalex.org/W3094429841","https://openalex.org/W4414322705","https://openalex.org/W4391187210","https://openalex.org/W4386883418","https://openalex.org/W2995978297","https://openalex.org/W3110986676","https://openalex.org/W4413918357","https://openalex.org/W3194805530","https://openalex.org/W4399744618"],"abstract_inverted_index":{"In":[0,54],"the":[1,37,112,116,119,135,148],"last":[2],"years,":[3],"deep":[4],"learning":[5,8,108],"and":[6,21,46,87,94,106,122,150,168],"reinforcement":[7,107],"methods":[9,31,109],"have":[10],"significantly":[11],"improved":[12],"mobile":[13,63],"robots":[14,34],"in":[15,28,62,92,164,173],"such":[16],"fields":[17],"as":[18],"perception,":[19],"navigation,":[20],"planning.":[22],"But":[23],"there":[24],"are":[25],"still":[26],"gaps":[27],"applying":[29],"these":[30],"to":[32,36,50,67,89,110,125,142,146,154,162],"real":[33,156],"due":[35],"low":[38],"computational":[39],"efficiency":[40],"of":[41,101,114],"recent":[42],"neural":[43,78],"network":[44,79],"architectures":[45],"their":[47],"poor":[48],"adaptability":[49],"robotic":[51],"experiments'":[52],"realities.":[53],"this":[55,174],"article,":[56],"we":[57],"consider":[58],"an":[59,68,71,98],"important":[60],"task":[61],"robotics":[64],"-":[65],"navigation":[66],"object":[69],"using":[70],"RGB-D":[72],"camera.":[73],"We":[74,96,127],"develop":[75],"a":[76,129,155,165],"new":[77,130],"framework":[80],"for":[81],"robot":[82],"control":[83],"that":[84],"is":[85,160],"fast":[86],"resistant":[88],"possible":[90],"noise":[91],"sensors":[93],"actuators.":[95],"propose":[97],"original":[99],"integration":[100],"semantic":[102],"segmentation,":[103],"mapping,":[104],"localization,":[105],"improve":[111],"effectiveness":[113],"exploring":[115],"environment,":[117,138],"finding":[118],"desired":[120],"object,":[121],"quickly":[123],"navigating":[124],"it.":[126],"created":[128],"HISNav":[131],"dataset":[132],"based":[133],"on":[134],"Habitat":[136],"virtual":[137],"which":[139],"allowed":[140],"us":[141],"use":[143],"simulation":[144],"experiments":[145],"pre-train":[147],"model":[149],"then":[151],"upload":[152],"it":[153],"robot.":[157],"Our":[158],"architecture":[159],"adapted":[161],"work":[163],"real-time":[166],"environment":[167],"fully":[169],"implements":[170],"modern":[171],"trends":[172],"area.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3095339682","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":14}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2020-11-09T00:00:00"}
