{"id":"https://openalex.org/W7138960923","doi":"https://doi.org/10.48550/arxiv.2603.17426","title":"SHIFT: Motion Alignment in Video Diffusion Models with Adversarial Hybrid Fine-Tuning","display_name":"SHIFT: Motion Alignment in Video Diffusion Models with Adversarial Hybrid Fine-Tuning","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138960923","doi":"https://doi.org/10.48550/arxiv.2603.17426"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.17426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129971962","display_name":"Xi Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129940905","display_name":"Wenjia Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wenjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129786025","display_name":"Yangyang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087834003","display_name":"Xiaoyang Liu","orcid":"https://orcid.org/0000-0002-4928-1080"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiaoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129753974","display_name":"Duo Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Duo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030085407","display_name":"Mengfei Xia","orcid":"https://orcid.org/0000-0002-8765-815X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Mengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130174466","display_name":"Jun Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7261999845504761,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7261999845504761,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.05719999969005585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.05079999938607216,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6473000049591064},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5055000185966492},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5012999773025513},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4961000084877014},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.46790000796318054},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.43149998784065247},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.34769999980926514},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.328000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7364000082015991},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6739000082015991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6674000024795532},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6473000049591064},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.328000009059906},{"id":"https://openalex.org/C174493125","wikidata":"https://www.wikidata.org/wiki/Q1073461","display_name":"Quarter-pixel motion","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C2777036941","wikidata":"https://www.wikidata.org/wiki/Q6917771","display_name":"Motion analysis","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.2549000084400177},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.17426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Image-conditioned":[0],"video":[1,32,97],"diffusion":[2,33,98],"models":[3,34,99],"achieve":[4],"impressive":[5],"visual":[6],"realism":[7],"but":[8],"often":[9],"suffer":[10],"from":[11,74],"weakened":[12],"motion":[13,17,29,53],"fidelity,":[14],"e.g.,":[15],"reduced":[16],"dynamics":[18],"or":[19],"degraded":[20],"long-term":[21,52],"temporal":[22],"coherence,":[23],"especially":[24],"after":[25],"fine-tuning.":[26,72,101],"We":[27,55],"study":[28],"alignment":[30],"in":[31,95],"post-training.":[35],"To":[36],"address":[37],"this,":[38],"we":[39],"introduce":[40],"pixel-motion":[41],"rewards":[42],"based":[43],"on":[44],"pixel":[45],"flux":[46],"dynamics,":[47],"capturing":[48],"both":[49],"instantaneous":[50],"and":[51,70,82],"consistency.":[54],"further":[56],"propose":[57],"\\underline{S}mooth":[58],"\\underline{H}ybr\\underline{i}d":[59],"\\underline{F}ine-\\underline{t}uning":[60],"(SHIFT),":[61],"a":[62],"scalable":[63],"reward-driven":[64],"framework":[65],"that":[66,88],"unifies":[67],"supervised":[68,100],"fine-tuning":[69],"advantage-weighted":[71],"Benefiting":[73],"novel":[75],"adversarial":[76],"advantages,":[77],"SHIFT":[78],"improves":[79],"convergence":[80],"speed":[81],"mitigates":[83],"reward":[84],"hacking.":[85],"Experiments":[86],"show":[87],"our":[89],"approach":[90],"efficiently":[91],"resolves":[92],"dynamic-degree":[93],"collapse":[94],"modern":[96],"Project":[102],"page:":[103],"https://xiye20.github.io/projects/SHIFT/.":[104]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}