{"id":"https://openalex.org/W7160904032","doi":"https://doi.org/10.48550/arxiv.2605.10376","title":"SleepWalk: A Three-Tier Benchmark for Stress-Testing Instruction-Guided Vision-Language Navigation","display_name":"SleepWalk: A Three-Tier Benchmark for Stress-Testing Instruction-Guided Vision-Language Navigation","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160904032","doi":"https://doi.org/10.48550/arxiv.2605.10376"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10376","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086004172","display_name":"Niyati Rawal","orcid":"https://orcid.org/0000-0002-4142-0488"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rawal, Niyati","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135963646","display_name":"Sushant Ravva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravva, Sushant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135920417","display_name":"Shah Alam Abir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abir, Shah Alam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101886143","display_name":"Saksham Jain","orcid":"https://orcid.org/0000-0002-0612-2805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Saksham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135909793","display_name":"Aman Chadha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chadha, Aman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135948788","display_name":"Vinija Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Vinija","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129784724","display_name":"Suranjana Trivedy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trivedy, Suranjana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135947652","display_name":"Amitava Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Amitava","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8155999779701233},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.67330002784729},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6054999828338623},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5519999861717224},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4212000072002411},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.4099999964237213},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3917999863624573},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.3856000006198883}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8155999779701233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595999836921692},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.67330002784729},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6054999828338623},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5519999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48100000619888306},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3840999901294708},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3528999984264374},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3124000132083893},{"id":"https://openalex.org/C150140777","wikidata":"https://www.wikidata.org/wiki/Q960648","display_name":"Point of interest","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.2651999890804291},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10376","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10376","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.604702889919281,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"have":[3],"advanced":[4],"rapidly":[5],"in":[6,28,42,151,196,219],"multimodal":[7,210],"perception":[8],"and":[9,51,75,91,102,105,113,160,188,216],"language":[10,21],"understanding,":[11],"yet":[12,199],"it":[13],"remains":[14],"unclear":[15],"whether":[16],"they":[17],"can":[18,177],"reliably":[19],"ground":[20],"into":[22,108],"spatially":[23,184],"coherent,":[24,185],"plausibly":[25,186],"executable":[26],"actions":[27],"3D":[29,44,140,220],"digital":[30],"environments.":[31,221],"We":[32],"introduce":[33],"SleepWalk,":[34],"a":[35,76,79,83,126,197,204],"benchmark":[36,98,206],"for":[37,53,207],"evaluating":[38],"instruction-grounded":[39],"trajectory":[40,84],"prediction":[41],"single-scene":[43],"worlds":[45],"generated":[46],"from":[47],"textual":[48],"scene":[49,87],"descriptions":[50],"filtered":[52],"navigability.":[54],"Unlike":[55],"prior":[56],"navigation":[57],"benchmarks":[58],"centered":[59],"on":[60,137],"long-range":[61],"exploration":[62],"across":[63],"rooms,":[64],"SleepWalk":[65,202],"targets":[66],"localized,":[67],"interaction-centric":[68],"embodied":[69,212],"reasoning:":[70],"given":[71],"rendered":[72],"visual":[73],"observations":[74],"natural-language":[77],"instruction,":[78],"model":[80],"must":[81],"predict":[82],"that":[85,181],"respects":[86],"geometry,":[88],"avoids":[89],"collisions,":[90],"terminates":[92],"at":[93],"an":[94],"action-compatible":[95],"location.":[96],"The":[97],"covers":[99],"diverse":[100],"indoor":[101],"outdoor":[103],"environments":[104,141],"organizes":[106],"tasks":[107,171],"three":[109,134],"tiers":[110],"of":[111,119,169],"spatial":[112,153],"temporal":[114],"difficulty,":[115],"enabling":[116],"fine-grained":[117],"analysis":[118],"grounding":[120],"under":[121,156],"increasing":[122],"compositional":[123],"complexity.":[124],"Using":[125],"standardized":[127],"pointwise":[128],"judge-based":[129],"evaluation":[130],"protocol,":[131],"we":[132],"evaluate":[133],"frontier":[135],"VLMs":[136,176],"2,472":[138],"curated":[139],"with":[142,190],"nine":[143],"instructions":[144],"per":[145],"scene.":[146],"Results":[147],"reveal":[148],"systematic":[149],"failures":[150,195],"grounded":[152,209],"reasoning,":[154,211],"especially":[155],"occlusion,":[157],"interaction":[158],"constraints,":[159],"multi-step":[161],"instructions:":[162],"performance":[163],"drops":[164],"as":[165],"the":[166,170],"difficulty":[167],"level":[168],"increase.":[172],"In":[173],"general,":[174],"current":[175],"somewhat":[178],"produce":[179],"trajectories":[180],"are":[182],"simultaneously":[183],"executable,":[187],"aligned":[189],"intended":[191],"actions.":[192],"By":[193],"exposing":[194],"controlled":[198],"scalable":[200],"setting,":[201],"provides":[203],"critical":[205],"advancing":[208],"planning,":[213],"vision-language":[214],"navigation,":[215],"action-capable":[217],"agents":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}