{"id":"https://openalex.org/W4413925847","doi":"https://doi.org/10.1109/icra55743.2025.11127664","title":"CANVAS: Commonsense-Aware Navigation System for Intuitive Human-Robot Interaction","display_name":"CANVAS: Commonsense-Aware Navigation System for Intuitive Human-Robot Interaction","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925847","doi":"https://doi.org/10.1109/icra55743.2025.11127664"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127664","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104265859","display_name":"Suhwan Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Suhwan Choi","raw_affiliation_strings":["MAUM.AI"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101631837","display_name":"Yongjun Cho","orcid":"https://orcid.org/0000-0002-8452-982X"},"institutions":[{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yongjun Cho","raw_affiliation_strings":["MAUM.AI"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027616639","display_name":"Minchan Kim","orcid":"https://orcid.org/0000-0002-8150-765X"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]},{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Minchan Kim","raw_affiliation_strings":["MAUM.AI","Yonsei University"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]},{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110793211","display_name":"Jung Jae-Yoon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaeyoon Jung","raw_affiliation_strings":["MAUM.AI"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111463338","display_name":"Myunchul Joe","orcid":null},"institutions":[{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Myunchul Joe","raw_affiliation_strings":["MAUM.AI"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030264907","display_name":"Yubeen Park","orcid":"https://orcid.org/0000-0001-8223-2339"},"institutions":[{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yubeen Park","raw_affiliation_strings":["MAUM.AI"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063106968","display_name":"Min-Seo Kim","orcid":"https://orcid.org/0009-0006-5091-1744"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]},{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Minseo Kim","raw_affiliation_strings":["MAUM.AI","Yonsei University"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]},{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087294413","display_name":"Sungwoong Kim","orcid":"https://orcid.org/0000-0002-2676-9454"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungwoong Kim","raw_affiliation_strings":["Yonsei University"],"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102778981","display_name":"Sungjae Lee","orcid":"https://orcid.org/0000-0003-4316-2790"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungjae Lee","raw_affiliation_strings":["Yonsei University"],"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hwiseong Park","orcid":null},"institutions":[{"id":"https://openalex.org/I4210143049","display_name":"Marine Acoustics (United States)","ror":"https://ror.org/03j9ayz50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143049"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hwiseong Park","raw_affiliation_strings":["MAUM.AI"],"affiliations":[{"raw_affiliation_string":"MAUM.AI","institution_ids":["https://openalex.org/I4210143049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102568508","display_name":"Jiwan Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwan Chung","raw_affiliation_strings":["Yonsei University"],"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101881857","display_name":"Youngjae Yu","orcid":"https://orcid.org/0000-0002-5867-0782"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngjae Yu","raw_affiliation_strings":["Yonsei University"],"affiliations":[{"raw_affiliation_string":"Yonsei University","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5104265859"],"corresponding_institution_ids":["https://openalex.org/I4210143049"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21231803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2445","last_page":"2452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9501000046730042,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6988940834999084},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.599643349647522},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5951433181762695},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5479377508163452},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.5169926881790161},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5137521028518677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4803270399570465},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4471917450428009},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.12632575631141663}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6988940834999084},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.599643349647522},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5951433181762695},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5479377508163452},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.5169926881790161},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5137521028518677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4803270399570465},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4471917450428009},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.12632575631141663}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11127664","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127664","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2043242772","https://openalex.org/W2068233404","https://openalex.org/W2153708898","https://openalex.org/W2419072270","https://openalex.org/W2955399703","https://openalex.org/W2963318716","https://openalex.org/W2963800628","https://openalex.org/W2963872397","https://openalex.org/W2967552374","https://openalex.org/W3090443808","https://openalex.org/W3091195047","https://openalex.org/W3163015603","https://openalex.org/W3197047307","https://openalex.org/W4210423514","https://openalex.org/W4221167437","https://openalex.org/W4285091941","https://openalex.org/W4383108296","https://openalex.org/W4383108302","https://openalex.org/W4389053170","https://openalex.org/W4390873312","https://openalex.org/W4392292205","https://openalex.org/W4393154152","https://openalex.org/W4394711226","https://openalex.org/W4400770903","https://openalex.org/W4401414872","https://openalex.org/W4401414944","https://openalex.org/W4401417422","https://openalex.org/W4402353981"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W2196562041","https://openalex.org/W4385488510","https://openalex.org/W2073302931","https://openalex.org/W3206107299","https://openalex.org/W3082691151","https://openalex.org/W4287633646","https://openalex.org/W4378501473"],"abstract_inverted_index":{"Real-life":[0],"robot":[1,107],"navigation":[2,76,112,122,135],"involves":[3],"more":[4],"than":[5],"just":[6],"reaching":[7],"a":[8,71,86,117,170,177,207],"destination;":[9],"it":[10],"requires":[11],"optimizing":[12],"movements":[13],"while":[14],"addressing":[15],"scenario-specific":[16],"goals.":[17],"An":[18],"intuitive":[19],"way":[20],"for":[21,95,224],"humans":[22],"to":[23,50,56,108,132],"express":[24],"these":[25,60],"goals":[26],"is":[27,100],"through":[28],"abstract":[29,61],"cues":[30],"like":[31],"verbal":[32],"commands":[33],"or":[34,43],"rough":[35],"sketches.":[36],"Such":[37],"human":[38,66,111,188,219],"guidance":[39],"may":[40],"lack":[41],"details":[42],"be":[44],"noisy.":[45],"Nonetheless,":[46],"we":[47,83],"expect":[48],"robots":[49,55],"navigate":[51],"as":[52],"intended.":[53],"For":[54],"interpret":[57],"and":[58,92,128,190],"execute":[59],"instructions":[62,94],"in":[63,137,162,194,221],"line":[64],"with":[65,78,120,158,187,206],"expectations,":[67],"they":[68],"must":[69],"share":[70],"common":[72],"understanding":[73],"of":[74,181,200,211,216],"basic":[75],"concepts":[77],"humans.":[79],"To":[80],"this":[81],"end,":[82],"introduce":[84],"CANVAS,":[85],"novel":[87],"framework":[88],"that":[89,143],"combines":[90],"visual":[91],"linguistic":[93],"commonsense-aware":[96,134],"navigation.":[97],"Its":[98],"success":[99,173,179,209],"driven":[101],"by":[102],"imitation":[103],"learning,":[104],"enabling":[105],"the":[106,146,163,214],"learn":[109],"from":[110,218],"behavior.":[113],"We":[114],"present":[115],"COMMAND,":[116],"comprehensive":[118],"dataset":[119],"human-annotated":[121],"results,":[123],"spanning":[124],"over":[125],"48":[126],"hours":[127],"219":[129],"km,":[130],"designed":[131],"train":[133],"systems":[136],"simulated":[138,222],"environments.":[139,196],"Our":[140],"experiments":[141],"show":[142],"CANVAS":[144,175,183,201],"outperforms":[145],"strong":[147],"rule-based":[148],"system":[149],"ROS":[150,167],"NavStack":[151,168],"across":[152],"all":[153],"environments,":[154],"demonstrating":[155],"superior":[156],"performance":[157],"noisy":[159],"instructions.":[160],"Notably,":[161],"orchard":[164],"environment,":[165],"where":[166],"records":[169],"0%":[171],"total":[172,178,208],"rate,":[174],"achieves":[176],"rate":[180,210],"67%.":[182],"also":[184],"closely":[185],"aligns":[186],"demonstrations":[189,220],"commonsense":[191],"constraints,":[192],"even":[193],"unseen":[195],"Furthermore,":[197],"real-world":[198,225],"deployment":[199],"showcases":[202],"impressive":[203],"Sim2Real":[204],"transfer":[205],"69%,":[212],"highlighting":[213],"potential":[215],"learning":[217],"environments":[223],"applications.":[226]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}
