{"id":"https://openalex.org/W7170172133","doi":"https://doi.org/10.48550/arxiv.2607.20061","title":"ReferTrack: Referring Then Tracking for Embodied Visual Tracking","display_name":"ReferTrack: Referring Then Tracking for Embodied Visual Tracking","publication_year":2026,"publication_date":"2026-07-22","ids":{"openalex":"https://openalex.org/W7170172133","doi":"https://doi.org/10.48550/arxiv.2607.20061"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.20061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.20061","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091747239","display_name":"H Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Hanjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143487415","display_name":"Tianle Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Tianle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143500356","display_name":"Jiazhao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiazhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143471063","display_name":"Shaoan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shaoan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064907782","display_name":"Zibo Zhang","orcid":"https://orcid.org/0000-0002-4744-0228"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143511676","display_name":"Weisi Situ","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Situ, Weisi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143511249","display_name":"Yuchen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143472791","display_name":"Yonggen Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ling, Yonggen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143503184","display_name":"Hong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4456000030040741,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4456000030040741,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.21570000052452087,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.07930000126361847,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6000000238418579},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5314000248908997},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5195000171661377},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.510200023651123},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4844000041484833},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4625000059604645},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4584999978542328},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.45660001039505005},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.40470001101493835}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7225000262260437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7181000113487244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6879000067710876},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6000000238418579},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5314000248908997},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.45660001039505005},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.40470001101493835},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.35569998621940613},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.20061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.20061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.577997624874115,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Embodied":[0],"visual":[1,117],"tracking":[2,87,157],"(EVT)":[3],"requires":[4],"a":[5,11,61,68,103,132],"mobile":[6],"agent":[7],"to":[8,46],"continuously":[9],"follow":[10],"specific":[12],"target":[13,28,77,96,127],"described":[14],"in":[15,39],"natural":[16],"language":[17],"using":[18,67],"only":[19],"onboard":[20],"vision.":[21],"While":[22],"recent":[23],"vision-language-action":[24],"(VLA)":[25],"policies":[26],"unify":[27],"identification":[29,128],"and":[30,48,149,155,176],"trajectory":[31],"planning,":[32],"their":[33,112],"chain-of-thought":[34],"(CoT)":[35],"reasoning":[36],"often":[37],"operates":[38],"abstract":[40],"spatial":[41],"latents":[42],"that":[43,64],"are":[44],"difficult":[45],"supervise":[47],"weakly":[49],"aligned":[50],"with":[51,143],"explicit":[52],"image-space":[53],"detections.":[54],"To":[55,94],"address":[56],"this,":[57],"we":[58],"introduce":[59],"ReferTrack,":[60],"referring-then-tracking":[62],"paradigm":[63],"grounds":[65],"EVT":[66],"single":[69],"forward-facing":[70],"camera.":[71],"Our":[72],"model":[73],"first":[74],"selects":[75],"the":[76,116,152],"from":[78],"an":[79],"indexed":[80],"set":[81],"of":[82,106,146],"bounding":[83,109],"boxes,":[84,110],"then":[85],"decodes":[86],"waypoints":[88],"conditioned":[89],"on":[90,131,151,168,174],"this":[91],"image-grounded":[92],"decision.":[93],"preserve":[95],"motion":[97],"cues":[98],"over":[99],"time,":[100],"ReferTrack":[101,138],"maintains":[102],"sliding-window":[104],"queue":[105],"previously":[107],"selected":[108],"injecting":[111],"geometric":[113],"features":[114],"into":[115],"history":[118],"via":[119],"temporal-viewpoint-bbox":[120],"indicator":[121],"(TVBI)":[122],"tokens.":[123],"We":[124],"further":[125],"enhance":[126],"by":[129],"co-training":[130],"custom":[133],"Refer-QA":[134],"dataset.":[135],"On":[136],"EVT-Bench,":[137],"achieves":[139],"state-of-the-art":[140],"single-view":[141],"performance":[142],"success":[144],"rates":[145],"89.4%,":[147],"73.3%,":[148],"74.1%":[150],"single-target,":[153],"distracted,":[154],"ambiguity":[156],"splits,":[158],"respectively":[159],"--":[160],"matching":[161],"or":[162],"even":[163],"surpassing":[164],"several":[165],"multi-camera":[166],"baselines":[167],"identification-heavy":[169],"tasks.":[170],"Finally,":[171],"real-world":[172],"deployments":[173],"legged":[175],"humanoid":[177],"robots":[178],"validate":[179],"its":[180],"robust":[181],"sim-to-real":[182],"transfer":[183],"capabilities.":[184],"Code":[185],"is":[186],"available":[187],"at":[188],"https://github.com/MedlarTea/referTrack.":[189]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-24T00:00:00"}