{"id":"https://openalex.org/W7159689670","doi":"https://doi.org/10.48550/arxiv.2604.27166","title":"Distributional Alignment Games for Answer-Level Fine-Tuning","display_name":"Distributional Alignment Games for Answer-Level Fine-Tuning","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7159689670","doi":"https://doi.org/10.48550/arxiv.2604.27166"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.27166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.27166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058849006","display_name":"Mehryar Mohri","orcid":"https://orcid.org/0000-0002-3987-9847"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohri, Mehryar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134985719","display_name":"Jon Schneider","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneider, Jon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134986181","display_name":"Yifan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.3472000062465668,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.3472000062465668,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13109999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.6366000175476074},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6244999766349792},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.5306000113487244},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5181000232696533},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4163999855518341},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3995000123977661},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.3912000060081482}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6366000175476074},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6244999766349792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5720999836921692},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5181000232696533},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4675999879837036},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3605000078678131},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3596000075340271},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31850001215934753},{"id":"https://openalex.org/C11343654","wikidata":"https://www.wikidata.org/wiki/Q780008","display_name":"Solution concept","level":3,"score":0.27970001101493835},{"id":"https://openalex.org/C32407928","wikidata":"https://www.wikidata.org/wiki/Q2733833","display_name":"Best response","level":3,"score":0.27570000290870667},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.27166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.27166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.8190680742263794,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,77,95,128],"focus":[1],"on":[2,19],"the":[3,10,20,30,47,52,70,98,107,110,119],"problem":[4,71,122],"of":[5,24,55,101,109],"\\emph{Answer-Level":[6],"Fine-Tuning}":[7],"(ALFT),":[8],"where":[9],"goal":[11],"is":[12,42],"to":[13,35,46,49,72,106,136],"optimize":[14],"a":[15,64,73,81,85,90,124],"language":[16],"model":[17],"based":[18],"correctness":[21],"or":[22],"properties":[23],"its":[25],"final":[26],"answers,":[27],"rather":[28],"than":[29],"specific":[31],"reasoning":[32,57,161],"traces":[33],"used":[34],"produce":[36],"them.":[37],"Directly":[38],"optimizing":[39],"answer-level":[40,112],"objectives":[41],"computationally":[43],"intractable":[44,120],"due":[45],"need":[48],"marginalize":[50],"over":[51],"vast":[53],"space":[54],"latent":[56],"paths.":[58],"To":[59],"overcome":[60],"this,":[61],"we":[62],"propose":[63],"general":[65],"game-theoretical":[66],"framework":[67,132],"that":[68,97,130],"lifts":[69],"\\emph{Distributional":[74],"Alignment":[75],"Game}.":[76],"formulate":[78],"ALFT":[79],"as":[80,153],"two-player":[82],"game":[83,103],"between":[84],"Policy":[86,149],"(the":[87],"generator)":[88],"and":[89,138,141],"Target":[91],"(an":[92],"auxiliary":[93],"distribution).":[94],"prove":[96],"Nash":[99],"Equilibrium":[100],"this":[102,131],"corresponds":[104],"exactly":[105],"solution":[108],"original":[111],"optimization":[113],"problem.":[114,127],"This":[115],"variational":[116],"perspective":[117],"transforms":[118],"marginalization":[121],"into":[123],"tractable":[125],"projection":[126],"demonstrate":[129],"unifies":[133],"recent":[134],"approaches":[135],"diversity":[137],"self-improvement":[139],"(coherence)":[140],"provide":[142],"efficient":[143],"algorithms":[144],"compatible":[145],"with":[146],"Group":[147],"Relative":[148],"Optimization":[150],"(GRPO),":[151],"such":[152],"Coherence-GRPO,":[154],"yielding":[155],"significant":[156],"complexity":[157],"gains":[158],"in":[159],"mathematical":[160],"tasks.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-02T00:00:00"}