{"id":"https://openalex.org/W7167581770","doi":"https://doi.org/10.48550/arxiv.2607.04653","title":"Enhancing Video Physical Consistency via Role-aware Joint Training and Modality-decoupled Denoising","display_name":"Enhancing Video Physical Consistency via Role-aware Joint Training and Modality-decoupled Denoising","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7167581770","doi":"https://doi.org/10.48550/arxiv.2607.04653"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.04653","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04653","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.04653","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044851753","display_name":"Guanjie Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Guangting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140180605","display_name":"Haojing Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haojing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140219608","display_name":"Hao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140180123","display_name":"Jingtao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jingtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140217558","display_name":"Zhen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140177988","display_name":"Xiaosong Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Xiaosong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140203646","display_name":"Xue Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140160124","display_name":"Shaofeng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140154832","display_name":"Yanyong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yanyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8672999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8672999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7562999725341797},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7192999720573425},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5938000082969666},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5828999876976013},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.5708000063896179},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5439000129699707},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.46700000762939453}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7562999725341797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354999780654907},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7192999720573425},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5938000082969666},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5828999876976013},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5439000129699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5102999806404114},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36970001459121704},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3605000078678131},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3384999930858612},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2842000126838684},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.260699987411499}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.04653","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04653","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.04653","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04653","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"modern":[1],"video":[2,56,120],"diffusion":[3,121],"models":[4],"excel":[5],"in":[6,119,218,222],"visual":[7,82,94,158,211],"fidelity,":[8],"maintaining":[9],"long-range":[10],"physical":[11,117,142,200,207],"consistency":[12,118,208],"remains":[13],"a":[14,34,112,125,152,169],"formidable":[15],"challenge.":[16],"Conventional":[17],"pixel-reconstruction":[18],"objectives":[19],"mainly":[20],"focus":[21],"on":[22,224,232],"appearance":[23],"details":[24],"and":[25,83,90,96,137,159,220,229],"often":[26],"fail":[27],"to":[28,48,197],"capture":[29],"the":[30,70,92,157],"underlying":[31],"dynamics":[32],"of":[33,74,81,216],"scene.":[35],"To":[36,105],"mitigate":[37],"this,":[38],"recent":[39],"efforts":[40],"have":[41,61],"integrated":[42],"auxiliary":[43,84,98,160,176],"modalities":[44,85,99,177],"(e.g.,":[45],"optical":[46],"flow)":[47],"introduce":[49,194],"physics":[50],"priors":[51],"via":[52],"joint":[53,79],"training":[54],"with":[55,168],"appearance.":[57],"However,":[58],"these":[59,107],"methods":[60],"three":[62],"main":[63],"limitations:":[64],"(1)":[65],"they":[66],"do":[67],"not":[68],"distinguish":[69],"different":[71,75,141],"motion":[72],"patterns":[73],"entity":[76],"types;":[77],"(2)":[78],"modeling":[80],"can":[86,144],"cause":[87],"capacity":[88],"conflicts":[89],"weaken":[91],"pretrained":[93],"prior;":[95],"(3)":[97],"may":[100],"accumulate":[101],"errors":[102,189],"during":[103,190],"inference.":[104,191],"address":[106],"issues,":[108],"we":[109],"propose":[110,151],"\\textbf{VPT},":[111],"fine-tuning":[113],"framework":[114],"for":[115],"improving":[116],"models.":[122],"VPT":[123,205],"introduces":[124],"role-aware":[126],"signal":[127],"that":[128,140,204],"groups":[129],"entities":[130],"into":[131],"agents,":[132],"controlled":[133],"objects,":[134,136],"passive":[135],"background,":[138],"so":[139],"roles":[143],"be":[145],"modeled":[146],"more":[147],"clearly.":[148],"We":[149,192],"further":[150,198],"modality-decoupled":[153],"denoising":[154],"strategy,":[155,172],"where":[156],"channels":[161],"are":[162],"assigned":[163],"independent":[164],"noise":[165],"levels.":[166],"Together":[167],"loss-weight":[170],"decay":[171],"this":[173],"design":[174],"makes":[175],"serve":[178],"as":[179],"soft":[180],"constraints":[181],"rather":[182],"than":[183],"strong":[184],"dependencies,":[185],"mitigating":[186],"recursive":[187],"prediction":[188],"also":[193],"cross-step":[195],"auto-guidance":[196],"strengthen":[199],"dynamics.":[201],"Experiments":[202],"show":[203],"improves":[206],"while":[209],"preserving":[210],"quality,":[212],"achieving":[213],"relative":[214],"gains":[215],"39.4\\%":[217],"SA":[219],"17.9\\%":[221],"PC":[223],"VideoPhy":[225],"benchmark":[226],"over":[227],"Wan2.1-T2V-1.3B,":[228],"consistent":[230],"improvements":[231],"VideoPhy-2":[233],"benchmark.":[234],"The":[235],"project":[236],"page":[237],"is":[238],"available":[239],"at":[240],"https://tom-zgt.github.io/VPT.":[241]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}