{"id":"https://openalex.org/W7166511954","doi":"https://doi.org/10.48550/arxiv.2606.28016","title":"TempAct: Advancing Temporal Plausibility in Autoregressive Video Generation via Planner-Executor RL","display_name":"TempAct: Advancing Temporal Plausibility in Autoregressive Video Generation via Planner-Executor RL","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166511954","doi":"https://doi.org/10.48550/arxiv.2606.28016"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.28016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.28016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139587509","display_name":"Jing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113903386","display_name":"X J Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xiangxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139550107","display_name":"Jiajun Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101586165","display_name":"Kaiqi Liu","orcid":"https://orcid.org/0000-0003-2063-5997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Kaiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139552297","display_name":"Wanyun Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Wanyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139563718","display_name":"Zhenyu Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139547358","display_name":"Tianyu Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139621983","display_name":"Xiaodan Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Xiaodan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8741999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8741999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6696000099182129},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5419999957084656},{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.5022000074386597},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.48840001225471497},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.484499990940094},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4629000127315521},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4174000024795532},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4101000130176544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8604999780654907},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6696000099182129},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324000120162964},{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.48840001225471497},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.484499990940094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4724999964237213},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4174000024795532},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.3596000075340271},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.3490999937057495},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31139999628067017},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2750999927520752},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.26570001244544983},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.28016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.28016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.44894716143608093,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"(AR)":[1],"video":[2,122,139],"diffusion":[3,145],"models":[4],"enable":[5],"low-latency":[6],"streaming":[7],"generation":[8],"by":[9,13,137],"synthesizing":[10],"videos":[11],"chunk":[12,14],"with":[15,69,103,213],"cached":[16],"visual":[17,181,240],"context,":[18,182],"but":[19],"this":[20],"chunk-wise":[21],"formulation":[22],"makes":[23],"temporal":[24,113,189,208,235],"instruction":[25],"following":[26],"ambiguous.":[27],"A":[28],"single":[29],"global":[30],"prompt":[31,61],"does":[32],"not":[33],"specify":[34],"which":[35],"sub-event":[36],"should":[37],"be":[38],"realized":[39],"in":[40],"each":[41,169],"chunk,":[42],"while":[43,80,237],"naively":[44],"switching":[45],"to":[46,51,67,129,147],"step-wise":[47],"prompts":[48,133,150],"often":[49],"leads":[50],"delayed":[52],"reactions,":[53],"blended":[54],"step":[55,132],"semantics,":[56],"and":[57,96,115,141,168,191,206,220,229],"error":[58],"propagation":[59],"across":[60],"transitions.":[62],"These":[63],"failures":[64],"are":[65,135],"difficult":[66],"address":[68,100],"supervised":[70],"fine-tuning":[71],"or":[72,87],"distillation":[73,82],"alone:":[74],"SFT":[75],"suffers":[76],"from":[77,178],"exposure":[78],"bias,":[79],"rollout-based":[81],"still":[83],"optimizes":[84,112],"low-level":[85],"denoising":[86],"teacher-distribution":[88],"matching":[89],"rather":[90],"than":[91],"directly":[92],"enforcing":[93],"action":[94],"ordering":[95],"prompt-transition":[97],"correctness.":[98],"We":[99,198],"these":[101,149],"challenges":[102],"TempAct,":[104],"a":[105,179],"planner--executor":[106],"reinforcement":[107],"learning":[108],"framework":[109],"that":[110,134,203,232],"jointly":[111],"decomposition":[114],"step-conditioned":[116],"execution":[117,173],"for":[118,187,195,210,223],"temporally":[119],"plausible":[120],"AR":[121,144],"generation.":[123],"TempAct":[124,233],"uses":[125],"an":[126,143,172],"LLM":[127],"planner":[128,212],"explore":[130],"span-aware":[131],"executable":[136],"the":[138,211,224],"model,":[140],"trains":[142],"executor":[146],"follow":[148],"under":[151],"its":[152],"own":[153],"generated":[154],"histories.":[155],"Its":[156],"key":[157],"mechanism":[158],"is":[159],"hierarchical":[160,201],"group":[161,174],"exploration:":[162],"candidate":[163],"plans":[164],"form":[165],"planning":[166],"groups,":[167],"plan":[170],"induces":[171],"of":[175],"multiple":[176],"continuations":[177],"shared":[180],"enabling":[183],"plan-level":[184],"credit":[185,193],"assignment":[186,194],"long-horizon":[188],"outcomes":[190],"executor-level":[192],"prompt-switch":[196],"behavior.":[197],"further":[199],"design":[200],"rewards":[202],"combine":[204],"plan-quality":[205],"full-video":[207],"feedback":[209],"local":[214],"transition-level":[215],"step-following":[216],"rewards,":[217],"aesthetic":[218],"regularization,":[219],"KL":[221],"constraints":[222],"executor.":[225],"Experiments":[226],"on":[227],"Self-Forcing":[228],"LongLive":[230],"show":[231],"improves":[234],"consistency":[236],"preserving":[238],"overall":[239],"quality.":[241]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-30T00:00:00"}
