{"id":"https://openalex.org/W7161044733","doi":"https://doi.org/10.48550/arxiv.2605.10983","title":"TMPO: Trajectory Matching Policy Optimization for Diverse and Efficient Diffusion Alignment","display_name":"TMPO: Trajectory Matching Policy Optimization for Diverse and Efficient Diffusion Alignment","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7161044733","doi":"https://doi.org/10.48550/arxiv.2605.10983"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10983","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136054167","display_name":"Jiaming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122397620","display_name":"Chenyu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Chenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yi, Nanxi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Nanxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136022756","display_name":"Youjun Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Youjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136004342","display_name":"Li Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136056181","display_name":"Quanying Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Quanying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136010774","display_name":"Xiang Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136004559","display_name":"Daizong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Daizong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136087437","display_name":"Jianjun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jianjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136059292","display_name":"Kun He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136024940","display_name":"Bowen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136029652","display_name":"Zhiyuan Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.08030000329017639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5846999883651733},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5418999791145325},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5260999798774719},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43689998984336853},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4239000082015991},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.42329999804496765},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.34869998693466187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7268000245094299},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5418999791145325},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5189999938011169},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.34869998693466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3393000066280365},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3280999958515167},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10983","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10983","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"shown":[4],"extraordinary":[5],"potential":[6],"in":[7,197],"aligning":[8],"diffusion":[9],"models":[10],"to":[11,98,106],"downstream":[12,199],"tasks,":[13],"yet":[14],"most":[15],"of":[16,48,103,120],"them":[17],"still":[18],"suffer":[19],"from":[20],"significant":[21],"reward":[22,54,82,86,208],"hacking,":[23],"which":[24,51,79],"degrades":[25],"generative":[26,186],"diversity":[27,187],"and":[28,35,154,179,193,200,209],"quality":[29],"by":[30,191],"inducing":[31],"visual":[32],"mode":[33],"collapse":[34],"amplifying":[36],"unreliable":[37],"rewards.":[38],"We":[39,111],"identify":[40],"the":[41,45,100,117,204],"root":[42],"cause":[43],"as":[44,174],"mode-seeking":[46],"nature":[47],"these":[49],"methods,":[50],"maximize":[52],"expected":[53],"without":[55],"effectively":[56],"constraining":[57],"probability":[58],"distribution":[59,87],"over":[60,126,188],"acceptable":[61,128],"trajectories,":[62],"causing":[63],"concentration":[64],"on":[65,139],"a":[66,92,107],"few":[67],"high-reward":[68],"paths.":[69],"In":[70],"contrast,":[71],"we":[72],"propose":[73],"Trajectory":[74,94],"Matching":[75],"Policy":[76],"Optimization":[77],"(TMPO),":[78],"replaces":[80],"scalar":[81],"maximization":[83],"with":[84],"trajectory-level":[85],"matching.":[88],"Specifically,":[89],"TMPO":[90,143,184],"introduces":[91],"Softmax":[93],"Balance":[95],"(Softmax-TB)":[96],"objective":[97,115],"match":[99],"policy":[101],"probabilities":[102],"K":[104],"trajectories":[105,129,150],"reward-induced":[108],"Boltzmann":[109],"distribution.":[110],"prove":[112],"that":[113,183],"this":[114],"inherits":[116],"mode-covering":[118],"property":[119],"forward":[121],"KL":[122],"divergence,":[123],"preserving":[124],"coverage":[125],"all":[127,198],"while":[130,163],"optimizing":[131],"reward.":[132],"To":[133],"further":[134],"reduce":[135],"multi-trajectory":[136],"training":[137,165],"time":[138],"large-scale":[140],"flow-matching":[141],"models,":[142],"incorporates":[144],"Dynamic":[145],"Stochastic":[146],"Tree":[147],"Sampling,":[148],"where":[149],"share":[151],"denoising":[152],"prefixes":[153],"branch":[155],"at":[156],"dynamically":[157],"scheduled":[158],"steps,":[159],"reducing":[160],"redundant":[161],"computation":[162],"improving":[164],"effectiveness.":[166],"Extensive":[167],"results":[168],"across":[169],"diverse":[170],"alignment":[171],"tasks":[172],"such":[173],"human":[175],"preference,":[176],"compositional":[177],"generation":[178],"text":[180],"rendering":[181],"show":[182],"improves":[185],"state-of-the-art":[189],"methods":[190],"9.1%,":[192],"achieves":[194],"competitive":[195],"performance":[196],"efficiency":[201],"metrics,":[202],"attaining":[203],"optimal":[205],"trade-off":[206],"between":[207],"diversity.":[210]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-05-14T00:00:00"}