{"id":"https://openalex.org/W7160634017","doi":"https://doi.org/10.48550/arxiv.2605.06535","title":"Sparkle: Realizing Lively Instruction-Guided Video Background Replacement via Decoupled Guidance","display_name":"Sparkle: Realizing Lively Instruction-Guided Video Background Replacement via Decoupled Guidance","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160634017","doi":"https://doi.org/10.48550/arxiv.2605.06535"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06535","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06535","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06535","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135724785","display_name":"Ziyun Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Ziyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135717310","display_name":"Yiqi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135720854","display_name":"Guoqiang Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Guoqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135650014","display_name":"Mike Zheng Shou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shou, Mike Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4207000136375427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4207000136375427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.37059998512268066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.03909999877214432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6980000138282776},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5978000164031982},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5128999948501587},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5095999836921692},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5080999732017517},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49630001187324524},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4869999885559082},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.40709999203681946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8176000118255615},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6980000138282776},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5978000164031982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5604000091552734},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5128999948501587},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4869999885559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4603999853134155},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.40709999203681946},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33160001039505005},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3165000081062317},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.31200000643730164},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30630001425743103},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06535","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06535","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06535","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06535","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7650824189186096,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,40,117],"recent":[1],"years,":[2],"open-source":[3,104],"efforts":[4],"like":[5],"Senorita-2M":[6],"have":[7],"propelled":[8],"video":[9,166],"editing":[10,24],"toward":[11],"natural":[12],"language":[13],"instruction.":[14],"However,":[15],"current":[16],"publicly":[17],"available":[18],"datasets":[19],"predominantly":[20],"focus":[21],"on":[22,156,194,204],"local":[23],"or":[25],"style":[26],"transfer,":[27],"which":[28],"largely":[29,80],"preserve":[30],"the":[31,102,175,191],"original":[32],"scene":[33],"structure":[34],"and":[35,54,144,190,207,213],"are":[36,215],"easier":[37],"to":[38,47,83,125,183],"scale.":[39],"contrast,":[41],"Background":[42],"Replacement,":[43],"a":[44,84,126,138,148,162],"task":[45,78],"central":[46],"creative":[48],"applications":[49],"such":[50],"as":[51],"film":[52],"production":[53],"advertising,":[55],"requires":[56],"synthesizing":[57],"entirely":[58],"new,":[59],"temporally":[60],"consistent":[61],"scenes":[62],"while":[63],"maintaining":[64],"accurate":[65],"foreground-background":[66],"interactions,":[67],"making":[68],"large-scale":[69],"data":[70,133],"generation":[71],"significantly":[72],"more":[73],"challenging.":[74],"Consequently,":[75],"this":[76,108,118,122,157],"complex":[77],"remains":[79],"underexplored":[81],"due":[82],"scarcity":[85],"of":[86,128,164],"high-quality":[87],"training":[88],"data.":[89],"This":[90],"gap":[91],"is":[92],"evident":[93],"in":[94,147],"poorly":[95],"performing":[96],"state-of-the-art":[97],"models,":[98],"e.g.,":[99],"Kiwi-Edit,":[100],"because":[101],"primary":[103],"dataset":[105,163,189],"that":[106,141,187],"contains":[107],"task,":[109],"i.e.,":[110],"OpenVE-3M,":[111],"frequently":[112],"produces":[113],"static,":[114],"unnatural":[115],"backgrounds.":[116],"paper,":[119],"we":[120,136,159],"trace":[121],"quality":[123,153],"degradation":[124],"lack":[127],"precise":[129],"background":[130,145,181],"guidance":[131,146],"during":[132],"synthesis.":[134],"Accordingly,":[135],"design":[137],"scalable":[139],"pipeline":[140],"generates":[142],"foreground":[143],"decoupled":[149],"manner":[150],"with":[151],"strict":[152],"filtering.":[154],"Building":[155],"pipeline,":[158],"introduce":[160],"Sparkle,":[161],"~140K":[165],"pairs":[167],"spanning":[168],"five":[169],"common":[170],"background-change":[171],"themes,":[172],"alongside":[173],"Sparkle-Bench,":[174],"largest":[176],"evaluation":[177],"benchmark":[178],"tailored":[179],"for":[180],"replacement":[182],"date.":[184],"Experiments":[185],"demonstrate":[186],"our":[188],"model":[192,214],"trained":[193],"it":[195],"achieve":[196],"substantially":[197],"better":[198],"performance":[199],"than":[200],"all":[201],"existing":[202],"baselines":[203],"both":[205],"OpenVE-Bench":[206],"Sparkle-Bench.":[208],"Our":[209],"proposed":[210],"dataset,":[211],"benchmark,":[212],"fully":[216],"open-sourced":[217],"at":[218],"https://showlab.github.io/Sparkle/.":[219]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}