{"id":"https://openalex.org/W7160537411","doi":"https://doi.org/10.48550/arxiv.2605.04494","title":"Towards General Preference Alignment: Diffusion Models at Nash Equilibrium","display_name":"Towards General Preference Alignment: Diffusion Models at Nash Equilibrium","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160537411","doi":"https://doi.org/10.48550/arxiv.2605.04494"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021492309","display_name":"Jiaming Hu","orcid":"https://orcid.org/0009-0005-6489-7923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135635626","display_name":"Jiamu Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Jiamu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135575595","display_name":"Haoyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085554612","display_name":"Debarghya Mukherjee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mukherjee, Debarghya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135561958","display_name":"Ioannis Ch. Paschalidis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paschalidis, Ioannis Ch.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09070000052452087,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07989999651908875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.7843000292778015},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6513000130653381},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5277000069618225},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4521999955177307},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.4032999873161316},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.3456999957561493}],"concepts":[{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.7843000292778015},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6513000130653381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5708000063896179},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5174000263214111},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2781043087","wikidata":"https://www.wikidata.org/wiki/Q939761","display_name":"Preference theory","level":3,"score":0.29899999499320984},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C2779110102","wikidata":"https://www.wikidata.org/wiki/Q1323737","display_name":"Revealed preference","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.42488765716552734,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"from":[2,92],"human":[3,16,63,83],"feedback":[4],"(RLHF)":[5],"has":[6,39],"been":[7,40],"popular":[8],"for":[9,50,108],"aligning":[10],"text-to-image":[11,139],"(T2I)":[12],"diffusion":[13,44,51,90,109,150],"models":[14],"with":[15],"preferences.":[17,84],"As":[18],"a":[19,29,93,127],"mainstream":[20],"branch":[21],"of":[22,82,135],"RLHF,":[23],"Direct":[24],"Preference":[25,100],"Optimization":[26,101],"(DPO)":[27],"offers":[28],"computationally":[30],"efficient":[31],"alternative":[32],"that":[33,62],"avoids":[34],"explicit":[35],"reward":[36],"modeling":[37],"and":[38,59,124],"widely":[41],"adopted":[42],"in":[43],"alignment.":[45,110,129],"However,":[46],"existing":[47,148],"preference-based":[48,149],"methods":[49],"alignment":[52,91,151],"still":[53],"rely":[54],"on":[55,137],"reward-induced":[56],"preference":[57,106],"signals":[58],"typically":[60],"assume":[61],"preferences":[64],"can":[65],"be":[66],"adequately":[67],"modeled":[68],"by":[69],"the":[70,79,113,133,138],"Bradley--Terry":[71],"(BT)":[72],"model,":[73],"which":[74],"may":[75],"fail":[76],"to":[77,116,120,126],"capture":[78],"full":[80],"complexity":[81],"In":[85],"this":[86],"paper,":[87],"we":[88,131],"formulate":[89],"game-theoretic":[94],"perspective.":[95],"We":[96],"propose":[97],"Diffusion":[98],"Nash":[99],"(Diff.-NPO),":[102],"an":[103],"intuitive":[104],"general":[105],"framework":[107],"Diff.-NPO":[111,136,145],"encourages":[112],"current":[114],"policy":[115],"play":[117],"against":[118],"itself":[119],"achieve":[121],"self":[122],"improvement":[123],"lead":[125],"better":[128],"Empirically,":[130],"demonstrate":[132],"effectiveness":[134],"generation":[140],"task":[141],"via":[142],"various":[143],"metrics.":[144],"consistently":[146],"outperforms":[147],"methods.":[152]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-08T00:00:00"}