{"id":"https://openalex.org/W3094429841","doi":"https://doi.org/10.1109/lra.2021.3068106","title":"Visual Navigation in Real-World Indoor Environments Using End-to-End Deep Reinforcement Learning","display_name":"Visual Navigation in Real-World Indoor Environments Using End-to-End Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-03-23","ids":{"openalex":"https://openalex.org/W3094429841","doi":"https://doi.org/10.1109/lra.2021.3068106","mag":"3094429841"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3068106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3068106","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2010.10903","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069244558","display_name":"Jon\u00e1\u0161 Kulh\u00e1nek","orcid":"https://orcid.org/0000-0002-8437-3626"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jonas Kulhanek","raw_affiliation_strings":["Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic","[Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic]"],"raw_orcid":"https://orcid.org/0000-0002-8437-3626","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"[Czech Institute of Informatics, Robotics and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic]","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033348430","display_name":"Erik Derner","orcid":"https://orcid.org/0000-0002-7588-7668"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Erik Derner","raw_affiliation_strings":["Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic","Department of Control Engineering, Faculty of Electrical Engineering, Czech Technical University in Prague, Prague, Czech Republic","Czech Technical Univ. in Prague"],"raw_orcid":"https://orcid.org/0000-0002-7588-7668","affiliations":[{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Department of Control Engineering, Faculty of Electrical Engineering, Czech Technical University in Prague, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"Czech Technical Univ. in Prague","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084264842","display_name":"Robert Babu\u0161ka","orcid":"https://orcid.org/0000-0001-9578-8598"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CZ","NL"],"is_corresponding":false,"raw_author_name":"Robert Babuska","raw_affiliation_strings":["Cognitive Robotics, Faculty of 3mE, Delft University of Technology, Delft, The Netherlands","Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic","(Delft University of Technology)"],"raw_orcid":"https://orcid.org/0000-0001-9578-8598","affiliations":[{"raw_affiliation_string":"Cognitive Robotics, Faculty of 3mE, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Czech Institute of Informatics, Robotics, and Cybernetics, Czech Technical University in Prague, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"(Delft University of Technology)","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00481023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"3","first_page":"4345","last_page":"4352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7206277251243591},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6909467577934265},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6869977116584778},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6083377599716187},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.60164475440979},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5970702171325684},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.534668505191803},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5178923606872559},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41562920808792114},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3469964861869812},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32148560881614685}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7206277251243591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6909467577934265},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6869977116584778},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6083377599716187},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.60164475440979},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5970702171325684},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.534668505191803},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5178923606872559},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41562920808792114},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3469964861869812},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32148560881614685},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/lra.2021.3068106","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3068106","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"mag:3094429841","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.10903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:tudelft.nl:uuid:590c6c75-d3e9-4553-b54c-d4c7609ff2d9","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:590c6c75-d3e9-4553-b54c-d4c7609ff2d9","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},{"id":"doi:10.48550/arxiv.2010.10903","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.10903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"mag:3094429841","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.10903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G176604203","display_name":null,"funder_award_id":"02.1.01/0.0/0.0","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G2628364946","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G291036901","display_name":null,"funder_award_id":"CZ.02","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3342924554","display_name":null,"funder_award_id":"871449","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G3479952073","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0/15_003/0000470","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3490171961","display_name":null,"funder_award_id":"CZ.02.1.01","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3622461675","display_name":null,"funder_award_id":"CZ.02.1.01","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5837592645","display_name":"Open Deep Learning Toolkit for Robotics","funder_award_id":"871449","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5916014575","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6594491356","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0/","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G7545815938","display_name":null,"funder_award_id":"LM2018140","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7935340903","display_name":null,"funder_award_id":"LM2018140","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8087443690","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0/15_003/0000470","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1957496711","https://openalex.org/W2064675550","https://openalex.org/W2173564293","https://openalex.org/W2194775991","https://openalex.org/W2284029970","https://openalex.org/W2530887700","https://openalex.org/W2558518165","https://openalex.org/W2580440899","https://openalex.org/W2593841437","https://openalex.org/W2605102758","https://openalex.org/W2616729100","https://openalex.org/W2732319713","https://openalex.org/W2783375473","https://openalex.org/W2803469966","https://openalex.org/W2883574738","https://openalex.org/W2895915466","https://openalex.org/W2909710443","https://openalex.org/W2918728527","https://openalex.org/W2950872548","https://openalex.org/W2951660448","https://openalex.org/W2962812366","https://openalex.org/W2962887844","https://openalex.org/W2963946945","https://openalex.org/W2964040697","https://openalex.org/W2964043796","https://openalex.org/W2980433389","https://openalex.org/W2980730703","https://openalex.org/W2983335573","https://openalex.org/W2991625383","https://openalex.org/W2996037775","https://openalex.org/W3006355000","https://openalex.org/W3009928773","https://openalex.org/W3013618273","https://openalex.org/W3029795912","https://openalex.org/W3034971973","https://openalex.org/W3088506193","https://openalex.org/W3104933725","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6729556111","https://openalex.org/W6729796140","https://openalex.org/W6738174457","https://openalex.org/W6740402285","https://openalex.org/W6741002519","https://openalex.org/W6743811873","https://openalex.org/W6747106673","https://openalex.org/W6747912417","https://openalex.org/W6750106230","https://openalex.org/W6751820210","https://openalex.org/W6754725917","https://openalex.org/W6768810269","https://openalex.org/W6772005887","https://openalex.org/W6773935107","https://openalex.org/W6775522024","https://openalex.org/W6780225908"],"related_works":["https://openalex.org/W3195841113","https://openalex.org/W2910645997","https://openalex.org/W3163651346","https://openalex.org/W3034338243","https://openalex.org/W3108597406","https://openalex.org/W3158240327","https://openalex.org/W3130857053","https://openalex.org/W2751549385","https://openalex.org/W2948072728","https://openalex.org/W2786127704","https://openalex.org/W2136516934","https://openalex.org/W2326190875","https://openalex.org/W3130374124","https://openalex.org/W2181348338","https://openalex.org/W3200393675","https://openalex.org/W2101498552","https://openalex.org/W2130338305","https://openalex.org/W3007831104","https://openalex.org/W2789723036","https://openalex.org/W2810169700"],"abstract_inverted_index":{"Visual":[0],"navigation":[1,51,168],"is":[2,63,134],"essential":[3],"for":[4,42],"many":[5],"applications":[6],"in":[7,32,55,66,151,179],"robotics,":[8],"from":[9,139],"manipulation,":[10],"through":[11],"mobile":[12,149,196],"robotics":[13],"to":[14,47,193],"automated":[15],"driving.":[16],"Deep":[17],"reinforcement":[18],"learning":[19],"(DRL)":[20],"provides":[21,60],"an":[22],"elegant":[23],"map-free":[24],"approach":[25,94],"integrating":[26],"image":[27],"processing,":[28],"localization,":[29],"and":[30,39,127],"planning":[31],"one":[33],"module,":[34],"which":[35],"can":[36],"be":[37],"trained":[38,102],"therefore":[40],"optimized":[41],"a":[43,86,92,97,110,128,148,152,163,173],"given":[44],"environment.":[45,155],"However,":[46],"date,":[48],"DRL-based":[49],"visual":[50,124],"was":[52],"validated":[53],"exclusively":[54],"simulation,":[56],"where":[57],"the":[58,67,71,79,82,101,120,145,170,177,188],"simulator":[59,113],"information":[61],"that":[62,95],"not":[64],"available":[65],"real":[68,87,105,153],"world,":[69],"e.g.,":[70],"robot's":[72],"position":[73],"or":[74],"segmentation":[75],"masks.":[76],"This":[77,185],"precludes":[78],"use":[80],"of":[81,100,115,176,183],"learned":[83],"policy":[84,103,133],"on":[85,104,136,147,162],"robot.":[88],"Therefore,":[89],"we":[90,122],"present":[91],"novel":[93],"enables":[96],"direct":[98],"deployment":[99],"robots.":[106],"We":[107,142],"have":[108,143],"designed":[109],"new":[111],"powerful":[112],"capable":[114],"domain":[116],"randomization.":[117],"To":[118],"facilitate":[119],"training,":[121],"propose":[123],"auxiliary":[125],"tasks":[126,194],"tailored":[129],"reward":[130],"scheme.":[131],"The":[132,156],"fine-tuned":[135],"images":[137],"collected":[138],"real-world":[140],"environments.":[141],"evaluated":[144],"method":[146,190],"robot":[150,171],"office":[154],"training":[157],"took":[158],"approximately":[159],"30":[160,167],"hours":[161],"single":[164],"GPU.":[165],"In":[166],"experiments,":[169],"reached":[172],"0.3-meter":[174],"neighbourhood":[175],"goal":[178],"more":[180],"than":[181],"86.7%":[182],"cases.":[184],"result":[186],"makes":[187],"proposed":[189],"directly":[191],"applicable":[192],"like":[195],"manipulation.":[197]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}