{"id":"https://openalex.org/W7163143075","doi":"https://doi.org/10.48550/arxiv.2606.01399","title":"PAI-Studio: Cinematic Video Background Replacement with Camera-Aware Motion","display_name":"PAI-Studio: Cinematic Video Background Replacement with Camera-Aware Motion","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163143075","doi":"https://doi.org/10.48550/arxiv.2606.01399"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114211249","display_name":"Heyuan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Heyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137625628","display_name":"Bangxun Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Bangxun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137680086","display_name":"Yiren Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yiren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102519401","display_name":"Guian Fang","orcid":"https://orcid.org/0009-0004-7344-2333"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Guian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137666626","display_name":"Zijian He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137695156","display_name":"Jie Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137616198","display_name":"Mike Zheng Shou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shou, Mike Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5644000172615051,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5644000172615051,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.11150000244379044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.04919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compositing","display_name":"Compositing","score":0.7041000127792358},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.49939998984336853},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4738999903202057},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4361000061035156},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.3801000118255615},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.3799000084400177},{"id":"https://openalex.org/keywords/background-subtraction","display_name":"Background subtraction","score":0.37279999256134033},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.3716999888420105},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3538999855518341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8202000260353088},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7513999938964844},{"id":"https://openalex.org/C129315195","wikidata":"https://www.wikidata.org/wiki/Q1121886","display_name":"Compositing","level":3,"score":0.7041000127792358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7017999887466431},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.3799000084400177},{"id":"https://openalex.org/C32653426","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Background subtraction","level":3,"score":0.37279999256134033},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2736999988555908},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26170000433921814},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.2578999996185303},{"id":"https://openalex.org/C2777036941","wikidata":"https://www.wikidata.org/wiki/Q6917771","display_name":"Motion analysis","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C2779769447","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Foreground detection","level":4,"score":0.2529999911785126},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,111],"present":[1],"PAI-Studio,":[2],"a":[3,11,79,108,114],"new":[4],"reference-conditioned":[5],"video":[6,82],"synthesis":[7],"task":[8],"that":[9,131],"addresses":[10],"long-standing":[12],"challenge":[13],"in":[14,63],"cinematic":[15],"background":[16,52,104],"replacement:":[17],"generating":[18],"dynamic":[19],"backgrounds":[20],"aligned":[21],"with":[22,38],"foreground":[23,27,40,55,58,101],"motion":[24],"while":[25],"preserving":[26],"identity,":[28],"matching":[29],"reference":[30,105],"scene":[31],"appearance,":[32],"and":[33,45,57,68,84,103,121,138],"achieving":[34],"globally":[35],"consistent":[36],"illumination":[37],"realistic":[39],"relighting.":[41],"Existing":[42],"open-source":[43,137],"systems":[44],"commercial":[46,139],"APIs":[47],"cannot":[48],"simultaneously":[49],"ensure":[50],"motion-consistent":[51],"generation,":[53],"high-fidelity":[54],"relighting":[56],"identity":[59],"preservation,":[60],"often":[61],"resulting":[62],"static":[64],"backgrounds,":[65],"inconsistent":[66],"boundaries,":[67],"noticeable":[69],"compositing":[70],"artifacts.":[71],"To":[72],"bridge":[73],"this":[74,126],"gap,":[75],"we":[76],"build":[77],"upon":[78],"Diffusion":[80],"Transformer":[81],"backbone":[83],"reformulate":[85],"the":[86],"problem":[87],"as":[88],"an":[89],"in-context":[90],"conditional":[91],"generation":[92],"task.":[93,127],"Through":[94],"bidirectional":[95],"attention,":[96],"our":[97,132],"model":[98],"jointly":[99],"captures":[100],"dynamics":[102],"information":[106],"within":[107],"unified":[109],"architecture.":[110],"further":[112],"construct":[113],"30K-scale":[115],"dataset":[116],"sourced":[117],"from":[118],"high-quality":[119],"films":[120],"online":[122],"videos":[123],"to":[124],"support":[125],"Extensive":[128],"evaluations":[129],"demonstrate":[130],"method":[133],"significantly":[134],"outperforms":[135],"existing":[136],"API":[140],"solutions.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}