{"id":"https://openalex.org/W7161144584","doi":"https://doi.org/10.48550/arxiv.2605.12587","title":"TrackCraft3R: Repurposing Video Diffusion Transformers for Dense 3D Tracking","display_name":"TrackCraft3R: Repurposing Video Diffusion Transformers for Dense 3D Tracking","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161144584","doi":"https://doi.org/10.48550/arxiv.2605.12587"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12587","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136164405","display_name":"Jisu Nam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nam, Jisu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136156723","display_name":"Jahyeok Koo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koo, Jahyeok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101386227","display_name":"Soowon Son","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Son, Soowon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046043665","display_name":"Jaewoo Jung","orcid":"https://orcid.org/0000-0002-6340-3275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jaewoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001887551","display_name":"Honggyu An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Honggyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005363574","display_name":"Junhwa Hur","orcid":"https://orcid.org/0000-0002-9164-3049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hur, Junhwa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136093351","display_name":"Seungryong Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Seungryong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.34779998660087585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.34779998660087585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2150000035762787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.07699999958276749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.592199981212616},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.5455999970436096},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.43849998712539673},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.43540000915527344},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.4341999888420105},{"id":"https://openalex.org/keywords/bittorrent-tracker","display_name":"BitTorrent tracker","score":0.4138000011444092},{"id":"https://openalex.org/keywords/match-moving","display_name":"Match moving","score":0.3937999904155731},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.3880999982357025},{"id":"https://openalex.org/keywords/3d-reconstruction","display_name":"3D reconstruction","score":0.3447999954223633}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7581999897956848},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7305999994277954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7163000106811523},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.592199981212616},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.5455999970436096},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.43849998712539673},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.43540000915527344},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C57501372","wikidata":"https://www.wikidata.org/wiki/Q2021268","display_name":"BitTorrent tracker","level":3,"score":0.4138000011444092},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.3937999904155731},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.3352999985218048},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C2777708103","wikidata":"https://www.wikidata.org/wiki/Q852589","display_name":"Motion blur","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C151211776","wikidata":"https://www.wikidata.org/wiki/Q2778015","display_name":"Video capture","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C39394851","wikidata":"https://www.wikidata.org/wiki/Q921594","display_name":"Inter frame","level":4,"score":0.273499995470047},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Dense":[0],"3D":[1,14,40,54,86,103,133,233],"tracking":[2,148,219,234],"from":[3,31,36,47,58,77,112],"monocular":[4,137],"video":[5,68,127,138,214],"is":[6,97],"fundamental":[7],"to":[8,124,255],"dynamic":[9],"scene":[10],"understanding.":[11],"While":[12],"recent":[13],"foundation":[15,84],"models":[16,56],"provide":[17],"reliable":[18],"per-frame":[19,181,210],"geometry,":[20],"recovering":[21],"object":[22],"motion":[23,33,65],"in":[24,160],"this":[25,171],"geometry":[26,182],"remains":[27],"challenging":[28],"and":[29,139,184,191,231,240,258],"benefits":[30],"strong":[32],"priors":[34,76],"learned":[35,57],"real-world":[37,64],"videos.":[38,260],"Existing":[39],"trackers":[41],"either":[42],"follow":[43,107],"iterative":[44],"paradigms":[45],"trained":[46],"scratch":[48],"on":[49,228],"synthetic":[50],"data":[51],"or":[52],"fine-tune":[53],"reconstruction":[55,142],"static":[59],"multi-view":[60],"images,":[61],"both":[62],"lacking":[63],"priors.":[66],"Pre-trained":[67],"diffusion":[69],"transformers":[70],"(video":[71],"DiTs)":[72],"offer":[73],"rich":[74],"spatio-temporal":[75],"internet-scale":[78],"videos,":[79],"making":[80],"them":[81],"a":[82,113,126,130,136,146,161,176,217],"promising":[83],"for":[85],"tracking.":[87],"However,":[88],"their":[89],"frame-anchored":[90,141],"formulation,":[91],"which":[92,105,196],"generates":[93],"each":[94,202],"frame's":[95],"content,":[96],"fundamentally":[98],"mismatched":[99],"with":[100,166,221],"reference-anchored":[101,147,185,218],"dense":[102,132,189,232],"tracking,":[104],"must":[106],"the":[108,121,155,198,209,247],"same":[109],"physical":[110],"points":[111],"reference":[114],"frame":[115,157],"across":[116,158],"time.":[117],"We":[118,169,251],"present":[119],"TrackCraft3R,":[120],"first":[122,156],"method":[123],"repurpose":[125],"DiT":[128],"as":[129,188],"feed-forward":[131],"tracker.":[134],"Given":[135],"its":[140,167],"pointmap,":[143],"TrackCraft3R":[144,224],"predicts":[145],"pointmap":[149],"that":[150,179],"follows":[151],"every":[152],"pixel":[153],"of":[154,201,213],"time":[159],"single":[162],"forward":[163],"pass,":[164],"along":[165],"visibility.":[168],"achieve":[170],"through":[172],"two":[173],"designs:":[174],"(i)":[175],"dual-latent":[177],"representation":[178],"uses":[180],"latents":[183,187],"track":[186,203],"queries,":[190],"(ii)":[192],"temporal":[193],"RoPE":[194],"alignment,":[195],"specifies":[197],"target":[199],"timestamp":[200],"latent.":[204],"Together,":[205],"these":[206],"designs":[207],"convert":[208],"generative":[211],"paradigm":[212],"DiTs":[215],"into":[216],"formulation":[220],"LoRA":[222],"fine-tuning.":[223],"achieves":[225],"state-of-the-art":[226],"performance":[227],"standard":[229],"sparse":[230],"benchmarks,":[235],"while":[236],"running":[237],"1.3x":[238],"faster":[239],"using":[241],"4.6x":[242],"less":[243],"peak":[244],"memory":[245],"than":[246],"strongest":[248],"prior":[249],"method.":[250],"further":[252],"demonstrate":[253],"robustness":[254],"large":[256],"motions":[257],"long":[259]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}