{"id":"https://openalex.org/W7161818537","doi":"https://doi.org/10.48550/arxiv.2605.20085","title":"Spatially Prompted Visual Trajectory Prediction for Egocentric Manipulation","display_name":"Spatially Prompted Visual Trajectory Prediction for Egocentric Manipulation","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161818537","doi":"https://doi.org/10.48550/arxiv.2605.20085"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136529644","display_name":"Yifan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136564137","display_name":"Xinyu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136600943","display_name":"Yunhao Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Yunhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136527378","display_name":"Yu Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7584999799728394,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7584999799728394,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.777999997138977},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6765000224113464},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.593999981880188},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5023999810218811},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.491100013256073},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.45969998836517334},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.43880000710487366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041999936103821},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.777999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6990000009536743},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6765000224113464},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6535999774932861},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.593999981880188},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.45969998836517334},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.43880000710487366},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.36570000648498535},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C3004257","wikidata":"https://www.wikidata.org/wiki/Q17084606","display_name":"Correspondence problem","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robotic":[0],"manipulation":[1,100],"is":[2,115,121],"often":[3],"specified":[4],"through":[5],"language":[6],"instructions":[7],"or":[8,68,183],"task":[9,72,119,143,203],"identifiers,":[10],"yet":[11],"cluttered":[12],"environments":[13],"with":[14,77,102],"similar":[15],"objects":[16],"are":[17],"better":[18],"handled":[19],"by":[20],"spatially":[21,98],"indicating":[22],"what":[23],"to":[24,28,42,70],"move":[25],"and":[26,37,91,105,109,148,158,161,189,201],"where":[27],"place":[29],"it.":[30],"Addressing":[31],"the":[32,43,48,75,118,124],"vision-centric":[33],"challenge":[34],"of":[35,45,51,96],"object":[36,104],"goal":[38],"specification,":[39],"we":[40,89,134],"present,":[41],"best":[44],"our":[46],"knowledge,":[47],"first":[49],"formalization":[50],"Spatially":[52],"Prompted":[53,137],"Visual":[54],"Trajectory":[55],"Prediction":[56],"(SP-VTP).":[57],"This":[58],"novel":[59],"setting":[60],"utilizes":[61],"initial":[62],"spatial":[63,150,194],"prompts":[64],"(like":[65],"bounding":[66],"boxes":[67],"points)":[69],"define":[71],"objectives,":[73],"tasking":[74],"model":[76],"forecasting":[78],"future":[79,166],"end-effector":[80,112,167],"trajectories":[81,101],"from":[82],"egocentric":[83,97,206],"streams.":[84],"To":[85,130],"study":[86],"this":[87,132],"problem,":[88,133],"collect":[90],"annotate":[92],"EgoSPT,":[93],"a":[94,142,162,192,199],"dataset":[95],"prompted":[99,185],"first-frame":[103,146],"target":[106],"grounding":[107],"annotations":[108],"recovered":[110],"3D":[111],"motion.":[113,168],"SP-VTP":[114],"challenging":[116],"because":[117],"specification":[120],"static,":[122],"while":[123],"scene":[125],"configuration":[126],"evolves":[127],"over":[128,181],"time.":[129],"solve":[131],"propose":[135],"SPOT(Spatially":[136],"Object-Target":[138],"Policy),":[139],"which":[140],"combines":[141],"encoder":[144,154],"for":[145,155,165,205],"visual":[147,157],"coordinate":[149],"prompts,":[151],"an":[152],"observation":[153],"current":[156],"history":[159],"context,":[160],"trajectory":[163,179],"generator":[164],"Experiments":[169],"under":[170],"strict":[171],"scene-level":[172],"splits":[173],"show":[174],"that":[175],"SPOT":[176,190],"improves":[177],"cross-scene":[178],"prediction":[180],"non-prompted":[182],"single-source":[184],"baselines.":[186],"Together,":[187],"EgoSPT":[188],"establish":[191],"new":[193],"prompting":[195],"problem":[196],"SP-VTP,":[197],"as":[198],"simple":[200],"scalable":[202],"condition":[204],"manipulation.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}