{"id":"https://openalex.org/W4405788108","doi":"https://doi.org/10.1109/iros58592.2024.10801928","title":"IN-Sight: Interactive Navigation through Sight","display_name":"IN-Sight: Interactive Navigation through Sight","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405788108","doi":"https://doi.org/10.1109/iros58592.2024.10801928"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801928","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11850/703894","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106276563","display_name":"Philipp Schoch","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Philipp Schoch","raw_affiliation_strings":["ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092"],"affiliations":[{"raw_affiliation_string":"ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346613","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0002-4452-4979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092"],"affiliations":[{"raw_affiliation_string":"ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101725605","display_name":"Yuntao Ma","orcid":"https://orcid.org/0000-0002-8574-4978"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuntao Ma","raw_affiliation_strings":["ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092"],"affiliations":[{"raw_affiliation_string":"ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006726091","display_name":"Stefan Leutenegger","orcid":"https://orcid.org/0000-0002-7998-3737"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stefan Leutenegger","raw_affiliation_strings":["TUM,Smart Robotics Lab,Garching,Germany,85748"],"affiliations":[{"raw_affiliation_string":"TUM,Smart Robotics Lab,Garching,Germany,85748","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044258783","display_name":"Marco Hutter","orcid":"https://orcid.org/0000-0002-4285-4990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco Hutter","raw_affiliation_strings":["ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092"],"affiliations":[{"raw_affiliation_string":"ETH,Robotic Systems Lab,Z&#x00FC;rich,Switzerland,8092","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005972192","display_name":"Quentin Leboutet","orcid":"https://orcid.org/0000-0002-8155-0965"},"institutions":[{"id":"https://openalex.org/I4210094487","display_name":"Intel (Germany)","ror":"https://ror.org/00m2x0g47","country_code":"DE","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210094487"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Quentin Leboutet","raw_affiliation_strings":["Intel Germany,Neubiberg,Germany,85579"],"affiliations":[{"raw_affiliation_string":"Intel Germany,Neubiberg,Germany,85579","institution_ids":["https://openalex.org/I4210094487"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5106276563"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4548,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85840921,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7794","last_page":"7800"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.11540000140666962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.11540000140666962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.11219999939203262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.10999999940395355,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sight","display_name":"Sight","score":0.8611603379249573},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6743508577346802},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3778650462627411},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37077391147613525},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3685208857059479},{"id":"https://openalex.org/keywords/astronomy","display_name":"Astronomy","score":0.08143705129623413},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06636276841163635}],"concepts":[{"id":"https://openalex.org/C1517167","wikidata":"https://www.wikidata.org/wiki/Q1134322","display_name":"Sight","level":2,"score":0.8611603379249573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6743508577346802},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3778650462627411},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37077391147613525},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3685208857059479},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.08143705129623413},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06636276841163635}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iros58592.2024.10801928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801928","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/703894","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/703894","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"info:eu-repo/semantics/acceptedVersion"},{"id":"doi:10.3929/ethz-b-000703894","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000703894","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/703894","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/703894","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"info:eu-repo/semantics/acceptedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2002111712","https://openalex.org/W2058535340","https://openalex.org/W2772638427","https://openalex.org/W2787666871","https://openalex.org/W3004991469","https://openalex.org/W3016361525","https://openalex.org/W3140042148","https://openalex.org/W3158253560","https://openalex.org/W3184282957","https://openalex.org/W3206530605","https://openalex.org/W4221133318","https://openalex.org/W4239082084","https://openalex.org/W4312647074","https://openalex.org/W4318499073","https://openalex.org/W4319990479","https://openalex.org/W4385430650","https://openalex.org/W4385430747","https://openalex.org/W6640963894","https://openalex.org/W6750253780","https://openalex.org/W6759886010","https://openalex.org/W6770044267","https://openalex.org/W6780443396","https://openalex.org/W6780978170","https://openalex.org/W6784202132","https://openalex.org/W6850480544","https://openalex.org/W6851800889"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3214178347","https://openalex.org/W2353119552","https://openalex.org/W2364379655","https://openalex.org/W2808673637","https://openalex.org/W2408516727","https://openalex.org/W2990201137","https://openalex.org/W4247920850"],"abstract_inverted_index":{"Current":[0],"visual":[1],"navigation":[2,22,43,148],"systems":[3],"often":[4],"treat":[5],"the":[6,11,98,106,125,137],"environment":[7],"as":[8],"static,":[9],"lacking":[10],"ability":[12],"to":[13,21,36],"adaptively":[14],"interact":[15],"with":[16,47,129],"obstacles.":[17,48],"This":[18],"limitation":[19],"leads":[20],"failure":[23],"when":[24],"encountering":[25],"unavoidable":[26],"obstructions.":[27],"In":[28],"response,":[29],"we":[30,123],"introduce":[31],"IN-Sight,":[32],"a":[33,60,78,84,114],"novel":[34],"approach":[35],"self-supervised":[37],"path":[38,65],"planning,":[39],"enabling":[40],"more":[41],"effective":[42],"strategies":[44],"through":[45,110],"interaction":[46],"Utilizing":[49],"RGB-D":[50],"observations,":[51],"IN-Sight":[52,76,109],"calculates":[53],"traversability":[54],"scores":[55],"and":[56,119],"incorporates":[57],"them":[58],"into":[59],"semantic":[61],"map,":[62],"facilitating":[63],"long-range":[64],"planning":[66],"in":[67,113,149],"complex,":[68],"maze-like":[69],"environments.":[70,151],"To":[71],"precisely":[72],"navigate":[73],"around":[74],"obstacles,":[75],"employs":[77],"local":[79],"planner,":[80],"trained":[81],"imperatively":[82],"on":[83,136],"differentiable":[85],"costmap":[86],"using":[87],"representation":[88],"learning":[89],"techniques.":[90],"The":[91],"entire":[92],"framework":[93],"undergoes":[94],"end-to-end":[95],"training":[96],"within":[97],"state-of-the-art":[99],"photorealistic":[100],"Intel":[101],"SPEAR":[102],"Simulator.":[103],"We":[104],"validate":[105],"effectiveness":[107],"of":[108,116],"extensive":[111],"benchmarking":[112],"variety":[115],"simulated":[117],"scenarios":[118],"ablation":[120],"studies.":[121],"Moreover,":[122],"demonstrate":[124],"system\u2019s":[126],"real-world":[127],"applicability":[128],"zero-shot":[130],"sim-to-real":[131],"transfer,":[132],"deploying":[133],"our":[134],"planner":[135],"legged":[138],"robot":[139],"platform":[140],"ANYmal,":[141],"showcasing":[142],"its":[143],"practical":[144],"potential":[145],"for":[146],"interactive":[147],"real":[150]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}
