{"id":"https://openalex.org/W7155034609","doi":"https://doi.org/10.48550/arxiv.2604.18223","title":"Instruction-as-State: Environment-Guided and State-Conditioned Semantic Understanding for Embodied Navigation","display_name":"Instruction-as-State: Environment-Guided and State-Conditioned Semantic Understanding for Embodied Navigation","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155034609","doi":"https://doi.org/10.48550/arxiv.2604.18223"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.18223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.18223","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134205641","display_name":"Zhen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134172042","display_name":"Yuhan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134204122","display_name":"Jinjun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134199164","display_name":"Jianyi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jianyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134206794","display_name":"Wei Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134208564","display_name":"Jingwen Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Jingwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5981000065803528},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5936999917030334},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5386000275611877},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5361999869346619},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.5188999772071838},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.44999998807907104},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4293999969959259},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.40849998593330383},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.3935999870300293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444999814033508},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5981000065803528},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5936999917030334},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.5188999772071838},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.40849998593330383},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C2781137444","wikidata":"https://www.wikidata.org/wiki/Q237105","display_name":"Sharpening","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3716000020503998},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36340001225471497},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3147999942302704},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C2775836275","wikidata":"https://www.wikidata.org/wiki/Q3502310","display_name":"Dynamism","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.251800000667572},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.18223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.18223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4943625032901764,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-and-Language":[0],"Navigation":[1],"requires":[2],"agents":[3],"to":[4,53,57,173],"follow":[5],"natural-language":[6],"instructions":[7],"in":[8],"visually":[9],"changing":[10],"environments.":[11],"A":[12],"central":[13],"challenge":[14],"is":[15,169],"the":[16,23,29,43,58,83,88,92,122,127,134,138,143,158,174,207],"dynamic":[17,210],"entanglement":[18],"between":[19],"language":[20],"and":[21,34,117,150,197],"observations:":[22],"meaning":[24,56],"of":[25,32,209],"instruction":[26,44,55,65,74,128,166],"shifts":[27],"as":[28,45,67],"agent's":[30,84,175],"field":[31],"view":[33],"spatial":[35],"context":[36,95],"evolve.":[37],"However,":[38],"many":[39],"existing":[40],"models":[41],"encode":[42],"a":[46,71,110,189],"static":[47],"global":[48],"representation,":[49],"limiting":[50],"their":[51],"ability":[52],"adapt":[54],"current":[59,135,159],"visual":[60],"context.":[61],"We":[62],"therefore":[63],"model":[64],"understanding":[66],"an":[68,165],"Instruction-as-State":[69],"variable:":[70],"decision-relevant,":[72],"token-level":[73,118],"state":[75,90,167,177],"that":[76,168],"evolves":[77],"step":[78,80],"by":[79],"conditioned":[81],"on":[82,184,193],"perceptual":[85,89,176],"state,":[86],"where":[87],"denotes":[91],"observation-grounded":[93],"navigation":[94],"at":[96],"each":[97],"step.":[98],"To":[99],"realize":[100],"this":[101],"principle,":[102],"we":[103],"introduce":[104],"State-Entangled":[105],"Environment-Guided":[106],"Instruction":[107],"Understanding":[108],"(S-EGIU),":[109],"coarse-to-fine":[111],"framework":[112],"for":[113],"state-conditioned":[114],"segment":[115,129,145],"activation":[116],"semantic":[119],"refinement.":[120],"At":[121,137],"coarse":[123],"level,":[124,140],"S-EGIU":[125,180],"activates":[126],"whose":[130],"semantics":[131,156],"align":[132],"with":[133],"observation.":[136,160],"fine":[139],"it":[141],"refines":[142],"activated":[144],"through":[146],"observation-guided":[147],"token":[148],"grounding":[149],"contextual":[151],"modeling,":[152],"sharpening":[153],"its":[154],"internal":[155],"under":[157],"Together,":[161],"these":[162],"stages":[163],"maintain":[164],"continuously":[170],"updated":[171],"according":[172],"during":[178],"navigation.":[179],"delivers":[181],"strong":[182],"performance":[183],"several":[185],"key":[186],"metrics,":[187],"including":[188],"+2.68%":[190],"SPL":[191],"gain":[192],"REVERIE":[194],"Test":[195],"Unseen,":[196],"demonstrates":[198],"consistent":[199],"efficiency":[200],"gains":[201],"across":[202],"multiple":[203],"VLN":[204],"benchmarks,":[205],"underscoring":[206],"value":[208],"instruction--perception":[211],"entanglement.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}