{"id":"https://openalex.org/W7165653708","doi":"https://doi.org/10.48550/arxiv.2606.20774","title":"TriMotion: Modality-Agnostic Camera Control for Video Generation","display_name":"TriMotion: Modality-Agnostic Camera Control for Video Generation","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165653708","doi":"https://doi.org/10.48550/arxiv.2606.20774"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20774","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126166184","display_name":"Seunghyun Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Seunghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046874089","display_name":"Jifei Song","orcid":"https://orcid.org/0000-0002-3381-6685"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126105471","display_name":"Wooseok Jeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeon, Wooseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041516963","display_name":"Hae\u2010Gon Jeon","orcid":"https://orcid.org/0000-0003-1105-1666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeon, Hae-Gon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139144290","display_name":"Jiankang Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Jiankang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.33899998664855957,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.33899998664855957,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.2143000066280365,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.15119999647140503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6815000176429749},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6563000082969666},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.652899980545044},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4657999873161316},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.4620000123977661},{"id":"https://openalex.org/keywords/camera-auto-calibration","display_name":"Camera auto-calibration","score":0.429500013589859},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.40529999136924744},{"id":"https://openalex.org/keywords/block-matching-algorithm","display_name":"Block-matching algorithm","score":0.3792000114917755}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7833999991416931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7204999923706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6992999911308289},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6815000176429749},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6563000082969666},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.652899980545044},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4657999873161316},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C94816000","wikidata":"https://www.wikidata.org/wiki/Q5026006","display_name":"Camera auto-calibration","level":3,"score":0.429500013589859},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.3792000114917755},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.36739999055862427},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.34049999713897705},{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.335099995136261},{"id":"https://openalex.org/C124774092","wikidata":"https://www.wikidata.org/wiki/Q6917782","display_name":"Motion field","level":3,"score":0.33480000495910645},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.33390000462532043},{"id":"https://openalex.org/C174493125","wikidata":"https://www.wikidata.org/wiki/Q1073461","display_name":"Quarter-pixel motion","level":3,"score":0.32850000262260437},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C146159030","wikidata":"https://www.wikidata.org/wiki/Q7625099","display_name":"Structure from motion","level":3,"score":0.3122999966144562},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2994999885559082},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.267300009727478},{"id":"https://openalex.org/C2779020251","wikidata":"https://www.wikidata.org/wiki/Q3555171","display_name":"Motion vector","level":3,"score":0.2623000144958496}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Camera":[0],"motion":[1,70,97,108,114,162,172,176],"control":[2],"is":[3],"essential":[4],"for":[5,51],"directing":[6],"viewpoint":[7],"changes":[8],"in":[9,129],"generative":[10],"systems.":[11],"However,":[12],"existing":[13],"methods":[14],"typically":[15],"condition":[16],"the":[17,63,85,113,119,124,133,149,160],"generation":[18,54],"process":[19],"on":[20],"a":[21,48,68,75,91,106],"single":[22],"specific":[23],"modality,":[24],"such":[25,74,169],"as":[26,170],"explicit":[27],"pose":[28],"trajectories":[29,152],"or":[30],"reference":[31],"videos,":[32],"limiting":[33],"their":[34],"ability":[35],"to":[36,117,122],"support":[37],"heterogeneous":[38],"user":[39],"inputs.":[40],"To":[41],"address":[42],"this":[43],"limitation,":[44],"we":[45,83],"present":[46],"TriMotion,":[47],"modality-agnostic":[49],"framework":[50],"camera-controlled":[52],"video":[53,121],"that":[55,111,141,146],"maps":[56],"video,":[57],"pose,":[58],"and":[59,174],"text":[60],"inputs,":[61],"describing":[62],"same":[64],"camera":[65,101,126,151],"trajectory":[66,127],"into":[67],"shared":[69,161],"embedding":[71,115,163],"space.":[72],"Learning":[73],"space":[76,116,164],"requires":[77],"synchronized":[78],"supervision":[79],"across":[80,153],"modalities.":[81,156],"Therefore,":[82],"build":[84],"Motion":[86],"Triplet":[87],"Dataset":[88,94],"by":[89],"extending":[90],"Multi-Cam":[92],"Video":[93],"with":[95],"geometry-grounded":[96],"descriptions":[98],"derived":[99],"from":[100],"extrinsics.":[102],"We":[103],"further":[104],"introduce":[105],"latent":[107,130],"consistency":[109],"objective":[110],"leverages":[112],"encourage":[118],"generated":[120],"follow":[123,148],"target":[125,150],"directly":[128],"space,":[131],"avoiding":[132],"cost":[134],"of":[135],"pixel-space":[136],"decoding.":[137],"Extensive":[138],"experiments":[139],"show":[140],"TriMotion":[142],"generates":[143],"high-quality":[144],"videos":[145],"accurately":[147],"all":[154],"three":[155],"Beyond":[157],"standard":[158],"generation,":[159],"also":[165],"enables":[166],"flexible":[167],"applications":[168],"sequential":[171],"composition":[173],"cross-modal":[175],"interpolation.":[177]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}