{"id":"https://openalex.org/W7161540293","doi":"https://doi.org/10.48550/arxiv.2605.15672","title":"VLMs Trace Without Tracking: Diagnosing Failures in Visual Path Following","display_name":"VLMs Trace Without Tracking: Diagnosing Failures in Visual Path Following","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161540293","doi":"https://doi.org/10.48550/arxiv.2605.15672"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15672","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15672","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15672","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136388926","display_name":"Hyesoo Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Hyesoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136425058","display_name":"Minsoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Minsoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136416303","display_name":"Wonje Jeung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeung, Wonje","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136396528","display_name":"Sangyeon Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Sangyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098937160","display_name":"Dongjae Jeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeon, Dongjae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049196468","display_name":"Albert No","orcid":"https://orcid.org/0000-0002-6346-4182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"No, Albert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7077999711036682},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.6761999726295471},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6000999808311462},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5389000177383423},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.3723999857902527},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.362199991941452},{"id":"https://openalex.org/keywords/path-tracing","display_name":"Path tracing","score":0.33230000734329224}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7077999711036682},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.6761999726295471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6733999848365784},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6000999808311462},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5389000177383423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4934999942779541},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C110541219","wikidata":"https://www.wikidata.org/wiki/Q72948","display_name":"Path tracing","level":3,"score":0.33230000734329224},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C2779696439","wikidata":"https://www.wikidata.org/wiki/Q7512811","display_name":"Signature (topology)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C2780527621","wikidata":"https://www.wikidata.org/wiki/Q7936593","display_name":"Visual control","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15672","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15672","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15672","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15672","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-language":[0],"models":[1],"(VLMs)":[2],"achieve":[3],"strong":[4],"performance":[5],"on":[6,142],"multimodal":[7],"benchmarks,":[8],"but":[9],"may":[10],"still":[11],"lack":[12],"robust":[13],"control":[14],"over":[15],"basic":[16],"visual":[17,30,150],"operations.":[18],"We":[19],"study":[20],"\\textit{line":[21],"tracing},":[22],"where":[23],"a":[24,28],"model":[25,104],"must":[26],"follow":[27],"selected":[29],"path":[31,70,138],"through":[32,126],"successive":[33],"local":[34,97],"continuations.":[35],"To":[36],"isolate":[37],"this":[38,115],"ability,":[39],"we":[40],"design":[41],"controlled":[42,161],"tracing":[43,132],"tasks":[44],"that":[45,92,153],"introduce":[46],"nearby":[47,74,99],"competitors":[48],"while":[49],"reducing":[50],"semantic":[51],"and":[52,58,71,88,130,145],"topological":[53],"ambiguity":[54],"such":[55],"as":[56],"crossings":[57],"overlaps.":[59],"Across":[60],"these":[61,93],"tasks,":[62],"even":[63],"state-of-the-art":[64],"VLMs":[65],"frequently":[66],"lose":[67],"the":[68,84,103,107,154],"target":[69],"switch":[72],"to":[73,83,135],"alternatives,":[75],"especially":[76],"when":[77],"those":[78],"alternatives":[79],"look":[80],"locally":[81],"similar":[82,100],"target.":[85],"Behavioral":[86],"interventions":[87],"internal":[89],"analyses":[90],"indicate":[91],"failures":[94],"arise":[95],"from":[96,106],"competition:":[98],"distractors":[101],"pull":[102],"away":[105],"true":[108],"continuation.":[109],"Standard":[110],"remedies":[111],"do":[112],"not":[113],"remove":[114],"bottleneck:":[116],"model-size":[117],"scaling":[118],"provides":[119],"only":[120],"limited":[121],"gains,":[122],"reasoning":[123],"partially":[124],"compensates":[125],"costly":[127],"substitute":[128],"strategies,":[129],"explicit":[131],"instructions":[133],"fail":[134],"recover":[136],"stable":[137],"following.":[139],"Finally,":[140],"tests":[141],"tangled-cable":[143],"scenes":[144],"metro":[146],"maps":[147],"with":[148],"richer":[149],"complexity":[151],"show":[152],"same":[155],"path-switching":[156],"failure":[157],"persists":[158],"beyond":[159],"our":[160],"settings.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-19T00:00:00"}