{"id":"https://openalex.org/W7165856759","doi":"https://doi.org/10.48550/arxiv.2606.25880","title":"USS: Unified Spatial-Semantic Prompts for Embodied Visual Tracking with Latent Dynamics Learning","display_name":"USS: Unified Spatial-Semantic Prompts for Embodied Visual Tracking with Latent Dynamics Learning","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7165856759","doi":"https://doi.org/10.48550/arxiv.2606.25880"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25880","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139342046","display_name":"Yuchen Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113903386","display_name":"X J Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027489502","display_name":"Kuangji Zuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo, Kuangji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129944976","display_name":"Yanshuo Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yanshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082387577","display_name":"F T Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Fengrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139328353","display_name":"Boyu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Boyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139381632","display_name":"Jianfei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jianfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.6955000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.6955000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.09059999883174896,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.041200000792741776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.7567999958992004},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5498999953269958},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5460000038146973},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5235999822616577},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.43959999084472656},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.40700000524520874},{"id":"https://openalex.org/keywords/embodied-agent","display_name":"Embodied agent","score":0.3935999870300293},{"id":"https://openalex.org/keywords/mirroring","display_name":"Mirroring","score":0.38449999690055847},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.36809998750686646}],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.7567999958992004},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7189000248908997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.595300018787384},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5498999953269958},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5235999822616577},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.3935999870300293},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.376800000667572},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.3149999976158142},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.30239999294281006},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.2892000079154968},{"id":"https://openalex.org/C207363949","wikidata":"https://www.wikidata.org/wiki/Q462915","display_name":"Visual space","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.25920000672340393},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.25529998540878296},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25880","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Embodied":[0,80],"Visual":[1,81],"Tracking":[2,82],"(EVT)":[3],"requires":[4],"an":[5,88],"agent":[6],"to":[7,48,66],"continuously":[8],"follow":[9],"a":[10,55,103,137,209],"specified":[11],"target":[12,27,50,59,154,175,214],"while":[13],"actively":[14],"moving":[15],"through":[16,119,145],"dynamic":[17],"environments.":[18],"However,":[19],"prevailing":[20],"EVT":[21,62],"paradigms":[22],"predominantly":[23],"rely":[24],"on":[25,71],"language-based":[26],"indication.":[28],"While":[29],"language":[30],"is":[31,177],"expressive":[32],"and":[33,99,122,169,191,212],"convenient,":[34],"cluttered":[35],"scenes":[36],"often":[37],"contain":[38],"multiple":[39],"objects":[40],"that":[41,93,141,151,205],"satisfy":[42],"the":[43,180],"same":[44],"semantic":[45],"description,":[46],"leading":[47],"ambiguous":[49],"grounding.":[51],"We":[52],"therefore":[53],"propose":[54],"paradigm":[56],"shift,":[57],"reframing":[58],"indication":[60,215],"in":[61,164],"from":[63],"text-only":[64,161],"specification":[65],"unified":[67,104],"spatial-semantic":[68,206],"prompting.":[69],"Based":[70],"this":[72],"paradigm,":[73],"we":[74],"introduce":[75],"Unified":[76],"Spatial-Semantic":[77],"Prompts":[78],"for":[79,217],"with":[83,110,116,198],"Latent":[84],"Dynamics":[85],"Learning,":[86],"USS,":[87],"end-to-end":[89],"embodied":[90,218],"tracking":[91,171],"framework":[92],"supports":[94],"text,":[95],"point,":[96],"bounding":[97],"box,":[98],"mask":[100],"prompts":[101,109],"within":[102],"architecture.":[105],"USS":[106,135,183],"encodes":[107],"heterogeneous":[108],"modality-specific":[111],"encoders,":[112],"fuses":[113],"prompt":[114],"tokens":[115],"visual":[117,219],"features":[118],"hybrid":[120],"attention,":[121],"decodes":[123],"compact":[124],"prompt-conditioned":[125],"representations":[126,144],"into":[127],"egocentric":[128],"waypoints.":[129],"To":[130],"further":[131],"improve":[132],"temporal":[133],"robustness,":[134],"incorporates":[136],"latent":[138],"world":[139],"model":[140],"predicts":[142],"future":[143],"self-supervised":[146],"alignment.":[147],"Real-robot":[148],"experiments":[149],"demonstrate":[150],"explicit":[152],"spatial":[153],"cues":[155],"yield":[156],"higher":[157],"success":[158],"rates":[159],"than":[160],"prompts,":[162],"particularly":[163],"scenarios":[165],"involving":[166],"similar":[167],"distractors":[168],"longer-horizon":[170],"where":[172],"maintaining":[173],"instance-level":[174],"identity":[176],"critical.":[178],"In":[179],"simulation":[181],"benchmark,":[182],"also":[184],"achieves":[185],"state-of-the-art":[186],"performance":[187],"among":[188],"non-MLLM-based":[189],"methods":[190],"competitive":[192],"results":[193],"against":[194],"recent":[195],"MLLM-based":[196],"approaches":[197],"faster":[199],"inference":[200],"speed.":[201],"Our":[202],"findings":[203],"reveal":[204],"prompting":[207],"provides":[208],"more":[210],"precise":[211],"flexible":[213],"interface":[216],"tracking.":[220],"Project":[221],"site:":[222],"https://arescheah.github.io/uss-project-page/.":[223]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-26T00:00:00"}