{"id":"https://openalex.org/W7165631745","doi":"https://doi.org/10.48550/arxiv.2606.20891","title":"Go-with-the-Track: Video Compositing and Motion Control with Point Tracking","display_name":"Go-with-the-Track: Video Compositing and Motion Control with Point Tracking","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165631745","doi":"https://doi.org/10.48550/arxiv.2606.20891"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20891","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20891","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093775162","display_name":"Koichi Namekata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Namekata, Koichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065406640","display_name":"Yash Kant","orcid":"https://orcid.org/0009-0002-8347-4895"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kant, Yash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139143563","display_name":"Zhizheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhizheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071949448","display_name":"Ryan Burgert","orcid":"https://orcid.org/0009-0008-5947-2076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burgert, Ryan D","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139214132","display_name":"Yuancheng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuancheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110732122","display_name":"Kuan Heng Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Kuan Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119968326","display_name":"Emmett Steven","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steven, Emmett","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063088552","display_name":"Julien Philip","orcid":"https://orcid.org/0000-0003-3125-1614"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philip, Julien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130226210","display_name":"L R Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139168132","display_name":"Andrea Vedaldi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vedaldi, Andrea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136761281","display_name":"Paul Debevec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Debevec, Paul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139167921","display_name":"Ning Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7088000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7088000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0649000033736229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.0575999990105629,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compositing","display_name":"Compositing","score":0.7353000044822693},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5763999819755554},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.47029998898506165},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4560999870300293},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.45509999990463257},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.42730000615119934},{"id":"https://openalex.org/keywords/match-moving","display_name":"Match moving","score":0.412200003862381},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.37290000915527344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7937999963760376},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7401999831199646},{"id":"https://openalex.org/C129315195","wikidata":"https://www.wikidata.org/wiki/Q1121886","display_name":"Compositing","level":3,"score":0.7353000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6948999762535095},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5763999819755554},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.47029998898506165},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4560999870300293},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.412200003862381},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.36329999566078186},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.3418999910354614},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C150189527","wikidata":"https://www.wikidata.org/wiki/Q356674","display_name":"Reference model","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20891","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20891","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Filmmaking":[0],"demands":[1],"precise":[2,73],"motion":[3,76,160,187,195],"control":[4,32,77,198,219],"and":[5,54,68,75,134,180,196,203,223],"reference":[6,35,52,69,197],"image":[7],"compositing":[8,74],"--":[9,57],"capabilities":[10,46],"that":[11,89,191],"existing":[12],"methods":[13],"treat":[14],"separately.":[15],"Point-track-conditioned":[16],"image-to-video":[17],"models":[18,28],"restrict":[19],"content":[20,36],"insertion":[21],"to":[22,61,132,174,185],"the":[23,79,91,108,120,129,152,158],"first":[24],"frame,":[25],"while":[26,119,156],"reference-to-video":[27],"lack":[29],"fine-grained":[30],"spatial-temporal":[31],"over":[33],"how":[34],"integrates":[37],"across":[38],"frames.":[39],"We":[40,137,168],"present":[41],"Go-with-the-Track,":[42],"which":[43],"unifies":[44],"both":[45,221],"by":[47,102],"jointly":[48,176],"conditioning":[49],"on":[50,177],"multiple":[51],"images":[53],"reference-anchored":[55],"point-tracks":[56,60],"extending":[58],"conventional":[59],"explicitly":[62],"establish":[63],"correspondences":[64],"between":[65],"generated":[66],"frames":[67],"images,":[70],"thus":[71],"enabling":[72],"throughout":[78],"video.":[80],"To":[81],"achieve":[82],"this,":[83],"we":[84],"introduce":[85],"spatially-aware":[86],"point-track":[87,95,113,140,166,212],"embeddings":[88,141],"encode":[90],"full":[92],"sequence":[93],"of":[94,111],"coordinates":[96],"using":[97],"a":[98,116,143,148,170,200],"coordinate-wise":[99],"MLP":[100],"followed":[101],"temporal":[103],"pooling.":[104],"This":[105],"representation":[106],"captures":[107],"spatial":[109,126],"characteristics":[110],"each":[112],"(serving":[114],"as":[115,215,217],"unique":[117],"identifier),":[118],"embedding":[121],"similarity":[122],"correlates":[123],"directly":[124],"with":[125,211],"proximity,":[127],"enhancing":[128],"model's":[130],"ability":[131],"distinguish":[133],"associate":[135],"point-tracks.":[136],"inject":[138],"these":[139],"into":[142],"video":[144,183,209],"diffusion":[145],"transformer":[146],"via":[147],"lightweight":[149],"adapter,":[150],"resolving":[151],"pixel-to-patch":[153],"resolution":[154],"mismatch":[155],"avoiding":[157],"substantial":[159],"detail":[161],"loss":[162],"inherent":[163],"in":[164,199],"naive":[165],"subsampling.":[167],"use":[169],"hybrid":[171],"training":[172],"strategy":[173],"train":[175],"dynamic,":[178],"static,":[179],"synthetic":[181],"scene":[182],"datasets":[184],"boost":[186],"controllability.":[188],"Experiments":[189],"demonstrate":[190],"Go-with-the-Track":[192],"achieves":[193],"superior":[194],"single":[201],"model":[202],"enables":[204],"new":[205],"capabilities:":[206],"multi-reference":[207],"conditioned":[208],"generation":[210],"driven":[213],"compositing,":[214],"well":[216],"camera":[218],"for":[220],"static":[222],"dynamic":[224],"scenes.":[225],"Project":[226],"Page:":[227],"https://eyeline-labs.github.io/Go-with-the-Track/":[228]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}