{"id":"https://openalex.org/W7158253118","doi":"https://doi.org/10.48550/arxiv.2604.25819","title":"Mutual Forcing: Dual-Mode Self-Evolution for Fast Autoregressive Audio-Video Character Generation","display_name":"Mutual Forcing: Dual-Mode Self-Evolution for Fast Autoregressive Audio-Video Character Generation","publication_year":2026,"publication_date":"2026-04-28","ids":{"openalex":"https://openalex.org/W7158253118","doi":"https://doi.org/10.48550/arxiv.2604.25819"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.25819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.25819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134848841","display_name":"Yupeng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yupeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134866064","display_name":"Lianghua Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Lianghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134849170","display_name":"Zhifan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134851457","display_name":"Jiabao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiabao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134848456","display_name":"Yupeng Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yupeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134873833","display_name":"Biao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Biao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134828801","display_name":"Daquan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Daquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134865324","display_name":"Yu Liu","orcid":"https://orcid.org/0009-0002-2710-7644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134841417","display_name":"Ming-Ming Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Ming-Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134825639","display_name":"Qibin Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Qibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7138000130653381,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7138000130653381,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.08299999684095383,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.051600001752376556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.7760000228881836},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.618399977684021},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5315999984741211},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.5116999745368958},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5088000297546387},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.46630001068115234},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4474000036716461},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4406000077724457}],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7760000228881836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7282000184059143},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.618399977684021},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.5116999745368958},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5088000297546387},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44920000433921814},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36320000886917114},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.32190001010894775},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3125},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C194657046","wikidata":"https://www.wikidata.org/wiki/Q7394685","display_name":"STAR model","level":4,"score":0.2574999928474426},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.25819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.25819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.25819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41551682353019714}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,36,42,65],"propose":[4],"Mutual":[5,107,178,217],"Forcing,":[6,108],"a":[7,38,52,68,88,97,123,168,211],"framework":[8],"for":[9,56,183],"fast":[10,28,70],"autoregressive":[11,29,114],"audio-video":[12,16,25,34,54,72],"generation":[13,121],"with":[14,172],"long-horizon":[15],"synchronization.":[17],"Our":[18,104],"approach":[19],"addresses":[20],"two":[21,157,162],"key":[22],"challenges:":[23],"joint":[24,33,57],"modeling":[26],"and":[27,47,92,116,119,129,198,243],"generation.":[30],"To":[31],"ease":[32],"optimization,":[35],"adopt":[37],"two-stage":[39],"training":[40,58,150,192,196],"strategy:":[41],"first":[43,91],"train":[44,87],"uni-modal":[45],"generators":[46],"then":[48,93],"couple":[49],"them":[50],"into":[51,96],"unified":[53],"model":[55,73,90,115,201],"on":[59,112],"paired":[60,207],"data.":[61],"For":[62],"streaming":[63,82],"generation,":[64],"ask":[66],"whether":[67],"native":[69,113],"causal":[71,98],"can":[74],"be":[75],"trained":[76],"directly,":[77],"instead":[78],"of":[79],"following":[80],"existing":[81],"distillation":[83,102],"pipelines":[84],"that":[85,216,224],"typically":[86],"bidirectional":[89,186],"convert":[94],"it":[95],"generator":[99],"through":[100],"multiple":[101],"stages.":[103],"answer":[105],"is":[106,248],"which":[109],"builds":[110],"directly":[111,204],"integrates":[117],"few-step":[118,138,144],"multi-step":[120,134],"within":[122,167],"single":[124,169],"weight-shared":[125],"model,":[126,188],"enabling":[127],"self-distillation":[128],"improved":[130],"training-inference":[131,153],"consistency.":[132],"The":[133,245],"mode":[135,139,145],"improves":[136],"the":[137,143,156,181,200],"via":[140],"self-distillation,":[141],"while":[142,230],"generates":[146],"historical":[147],"context":[148],"during":[149],"to":[151,202,234],"improve":[152,203],"consistency;":[154],"because":[155],"modes":[158],"share":[159],"parameters,":[160],"these":[161],"effects":[163],"reinforce":[164],"each":[165],"other":[166],"model.":[170],"Compared":[171],"prior":[173],"approaches":[174],"such":[175],"as":[176],"Self-Forcing,":[177],"Forcing":[179,218],"removes":[180],"need":[182],"an":[184],"additional":[185],"teacher":[187],"supports":[189],"more":[190],"flexible":[191],"sequence":[193],"lengths,":[194],"reduces":[195],"overhead,":[197],"allows":[199],"from":[205],"real":[206],"data":[208],"rather":[209],"than":[210],"fixed":[212],"teacher.":[213],"Experiments":[214],"show":[215],"matches":[219],"or":[220],"surpasses":[221],"strong":[222],"baselines":[223],"require":[225],"around":[226],"50":[227],"sampling":[228],"steps":[229],"using":[231],"only":[232],"4":[233],"8":[235],"steps,":[236],"demonstrating":[237],"substantial":[238],"advantages":[239],"in":[240],"both":[241],"efficiency":[242],"quality.":[244],"project":[246],"page":[247],"available":[249],"at":[250],"https://mutualforcing.github.io.":[251]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-30T00:00:00"}