{"id":"https://openalex.org/W7154066520","doi":"https://doi.org/10.48550/arxiv.2604.09429","title":"Rays as Pixels: Learning A Joint Distribution of Videos and Camera Trajectories","display_name":"Rays as Pixels: Learning A Joint Distribution of Videos and Camera Trajectories","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7154066520","doi":"https://doi.org/10.48550/arxiv.2604.09429"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09429","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081126732","display_name":"Wonbong Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Wonbong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126199480","display_name":"Shikun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shikun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068643077","display_name":"Soubhik Sanyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanyal, Soubhik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112901552","display_name":"Juan Camilo Perez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perez, Juan Camilo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033394573","display_name":"Kam Woh Ng","orcid":"https://orcid.org/0000-0002-9309-563X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, Kam Woh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017678915","display_name":"Sanskar Agrawal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Sanskar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101805096","display_name":"Juan-Manuel P\u00e9rez-R\u00faa","orcid":"https://orcid.org/0000-0002-4600-3288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perez-Rua, Juan-Manuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120758125","display_name":"Yiannis Douratsos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Douratsos, Yiannis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133548963","display_name":"Tao Xiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.39649999141693115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.39649999141693115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.20800000429153442,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.11779999732971191,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-denoising","display_name":"Video denoising","score":0.5266000032424927},{"id":"https://openalex.org/keywords/camera-auto-calibration","display_name":"Camera auto-calibration","score":0.4706999957561493},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.45100000500679016},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.43689998984336853},{"id":"https://openalex.org/keywords/video-camera","display_name":"Video camera","score":0.4004000127315521},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.3903000056743622},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.38670000433921814},{"id":"https://openalex.org/keywords/camera-resectioning","display_name":"Camera resectioning","score":0.3682999908924103}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.8507000207901001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8382999897003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688000202178955},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.5266000032424927},{"id":"https://openalex.org/C94816000","wikidata":"https://www.wikidata.org/wiki/Q5026006","display_name":"Camera auto-calibration","level":3,"score":0.4706999957561493},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C2778852477","wikidata":"https://www.wikidata.org/wiki/Q313614","display_name":"Video camera","level":2,"score":0.4004000127315521},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C110898773","wikidata":"https://www.wikidata.org/wiki/Q2933935","display_name":"Camera resectioning","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.30079999566078186},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.29170000553131104},{"id":"https://openalex.org/C146044194","wikidata":"https://www.wikidata.org/wiki/Q5157334","display_name":"Computational photography","level":4,"score":0.28940001130104065},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.27410000562667847},{"id":"https://openalex.org/C3018868555","wikidata":"https://www.wikidata.org/wiki/Q2918907","display_name":"Single camera","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.26260000467300415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recovering":[0],"camera":[1,62,74,88,126],"parameters":[2],"from":[3,8,128,132,145],"images":[4,134],"and":[5,20,61,76,107,139,143,153,157,169],"rendering":[6],"scenes":[7],"novel":[9],"viewpoints":[10],"have":[11],"been":[12],"treated":[13],"as":[14,47,89,104],"separate":[15],"tasks":[16],"in":[17,99,185],"computer":[18],"vision":[19],"graphics.":[21],"This":[22],"separation":[23],"breaks":[24],"down":[25],"when":[26],"image":[27],"coverage":[28],"is":[29,68,192],"sparse":[30],"or":[31],"poses":[32,75,168,175],"are":[33],"ambiguous,":[34],"since":[35],"each":[36,87],"task":[37],"depends":[38],"on":[39,150,173],"what":[40],"the":[41,69,100,109,165],"other":[42],"produces.":[43],"We":[44,85,148],"propose":[45],"Rays":[46],"Pixels,":[48],"a":[49,56,82,94,113,136,159,186],"Video":[50],"Diffusion":[51],"Model":[52],"(VDM)":[53],"that":[54,97,164,182],"learns":[55],"joint":[57],"distribution":[58],"over":[59],"videos":[60],"trajectories.":[63],"To":[64],"our":[65],"knowledge,":[66],"this":[67],"first":[70],"model":[71,121],"to":[72],"predict":[73],"do":[77],"camera-controlled":[78,154],"video":[79,105,131,142,155,191],"generation":[80],"within":[81],"single":[83,119],"framework.":[84],"represent":[86],"dense":[90],"ray":[91],"pixels":[92],"(raxels),":[93],"pixel-aligned":[95],"encoding":[96],"lives":[98],"same":[101],"latent":[102,188],"space":[103,189],"frames,":[106],"denoise":[108],"two":[110],"jointly":[111,140],"through":[112],"Decoupled":[114],"Self-Cross":[115],"Attention":[116],"mechanism.":[117],"A":[118],"trained":[120],"handles":[122],"three":[123],"tasks:":[124],"predicting":[125],"trajectories":[127],"video,":[129],"generating":[130],"input":[133,146],"along":[135],"pre-defined":[137],"trajectory,":[138],"synthesizing":[141],"trajectory":[144],"images.":[147],"evaluate":[149],"pose":[151],"estimation":[152],"generation,":[156],"introduce":[158],"closed-loop":[160],"self-consistency":[161],"test":[162],"showing":[163],"model's":[166],"predicted":[167],"its":[170],"renderings":[171],"conditioned":[172],"those":[174],"agree.":[176],"Ablations":[177],"against":[178],"Pl\u00fccker":[179],"embeddings":[180],"confirm":[181],"representing":[183],"cameras":[184],"shared":[187],"with":[190],"subtantially":[193],"more":[194],"effective.":[195]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-14T00:00:00"}