{"id":"https://openalex.org/W7161966396","doi":"https://doi.org/10.48550/arxiv.2605.20795","title":"What Semantics Survive the Connector? Diagnosing VLM-to-DiT Alignment in Video Editing","display_name":"What Semantics Survive the Connector? Diagnosing VLM-to-DiT Alignment in Video Editing","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161966396","doi":"https://doi.org/10.48550/arxiv.2605.20795"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20795","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20795","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20795","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064702771","display_name":"Hangyu Lin","orcid":"https://orcid.org/0000-0002-0538-7692"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Hangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136660416","display_name":"Chao Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136726946","display_name":"Chengming Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chengming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136698138","display_name":"Jianxiong Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jianxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136645044","display_name":"Jiangning Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiangning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136648608","display_name":"Xiaobin Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xiaobin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136695397","display_name":"Yanwei Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8859999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8859999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.033399999141693115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.021299999207258224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6800000071525574},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5672000050544739},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5206999778747559},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.45969998836517334},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.44920000433921814},{"id":"https://openalex.org/keywords/conflation","display_name":"Conflation","score":0.4090000092983246},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.35850000381469727},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.35569998621940613}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8424999713897705},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6800000071525574},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5672000050544739},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5206999778747559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5120999813079834},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.45969998836517334},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37610000371932983},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.35850000381469727},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2971000075340271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C2778493491","wikidata":"https://www.wikidata.org/wiki/Q7449072","display_name":"Semantic matching","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20795","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20795","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20795","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20795","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Flow":[0],"matching":[1],"based":[2,94],"video":[3,19,96,130],"generative":[4],"models":[5],"have":[6],"been":[7],"increasingly":[8],"relying":[9],"on":[10,95,106],"prepended":[11],"Vision-Language":[12],"Models":[13],"(VLMs)":[14],"to":[15,118],"handle":[16],"complex,":[17],"instruction-based":[18],"editing.":[20,108],"The":[21],"prevailing":[22],"assumption":[23,155],"underlying":[24],"this":[25,52,65,110],"paradigm":[26],"is":[27,66],"that":[28,51,98,141],"a":[29,56,89,102,114,165,170],"connector":[30,126],"module":[31],"can":[32,145],"seamlessly":[33],"align":[34],"the":[35,41,128,154,161],"VLM's":[36],"rich":[37],"multi-modal":[38,176],"reasoning":[39],"with":[40,74],"original":[42],"text":[43],"embedding":[44],"space":[45],"of":[46,123,135,156],"DiTs.":[47],"However,":[48],"we":[49,87,112],"hypothesize":[50],"alignment":[53,72,163,177],"acts":[54],"as":[55,68,164],"severe":[57],"semantic":[58,158],"bottleneck,":[59],"degrading":[60],"fine-grained":[61,142],"structural":[62,143],"variables.":[63],"Verifying":[64],"challenging,":[67],"end-to-end":[69],"evaluations":[70],"conflate":[71],"failures":[73],"generation":[75],"errors,":[76],"and":[77,125,168],"natural":[78],"datasets":[79],"lack":[80],"disentangled":[81],"annotations.":[82],"To":[83],"rigorously":[84],"investigate":[85],"this,":[86],"propose":[88,113],"controlled":[90],"data":[91],"processing":[92],"pipeline":[93],"composition":[97],"results":[99],"in":[100,127],"TRACE-Edit,":[101],"diagnostic":[103,116,172],"dataset":[104],"focusing":[105],"relation-based":[107],"Leveraging":[109],"dataset,":[111],"comprehensive":[115],"protocol":[117],"analyze":[119],"two":[120],"important":[121],"designs":[122],"meta-query":[124],"existing":[129],"editing":[131],"models.":[132],"Systematic":[133],"evaluation":[134],"four":[136],"representative":[137],"model":[138],"cases":[139],"reveals":[140],"semantics":[144],"be":[146],"severely":[147],"degraded":[148],"during":[149],"alignment.":[150],"Our":[151],"findings":[152],"overturn":[153],"lossless":[157],"transfer,":[159],"identifying":[160],"VLM-to-DiT":[162],"major":[166],"bottleneck":[167],"providing":[169],"new":[171],"foundation":[173],"for":[174],"future":[175],"architectures.":[178]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}