{"id":"https://openalex.org/W7131427376","doi":"https://doi.org/10.48550/arxiv.2602.19041","title":"Back to Blackwell: Closing the Loop on Intransitivity in Multi-Objective Preference Fine-Tuning","display_name":"Back to Blackwell: Closing the Loop on Intransitivity in Multi-Objective Preference Fine-Tuning","publication_year":2026,"publication_date":"2026-02-22","ids":{"openalex":"https://openalex.org/W7131427376","doi":"https://doi.org/10.48550/arxiv.2602.19041"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.19041","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19041","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.19041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126847183","display_name":"Jiahao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126689382","display_name":"Lujing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lujing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126700528","display_name":"Keltin Grimes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grimes, Keltin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010912592","display_name":"Zhuohao Yu","orcid":"https://orcid.org/0009-0006-0037-0396"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhuohao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126736130","display_name":"Gokul Swamy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Swamy, Gokul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126789203","display_name":"Zhiwei Steven Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhiwei Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5126847183"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.6471999883651733,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.6471999883651733,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.15320000052452087,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5774999856948853},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.46799999475479126},{"id":"https://openalex.org/keywords/closing","display_name":"Closing (real estate)","score":0.4634000062942505},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4142000079154968},{"id":"https://openalex.org/keywords/arrow","display_name":"Arrow","score":0.3156000077724457},{"id":"https://openalex.org/keywords/terminal","display_name":"Terminal (telecommunication)","score":0.3091999888420105}],"concepts":[{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5774999856948853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5285999774932861},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.49399998784065247},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3197999894618988},{"id":"https://openalex.org/C2780339515","wikidata":"https://www.wikidata.org/wiki/Q3074698","display_name":"Arrow","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.19041","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19041","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.19041","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19041","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"recurring":[1],"challenge":[2],"in":[3],"preference":[4],"fine-tuning":[5,119],"(PFT)":[6],"is":[7,45,49,79],"handling":[8],"$\\textit{intransitive}$":[9],"(i.e.,":[10],"cyclic)":[11],"preferences.":[12,84],"Intransitive":[13],"preferences":[14,44],"often":[15],"stem":[16],"from":[17,124],"either":[18],"$\\textit{(i)}$":[19],"inconsistent":[20],"rankings":[21],"along":[22],"a":[23,32,55,67,94,131],"single":[24,33],"objective":[25],"or":[26],"$\\textit{(ii)}$":[27],"scalarizing":[28],"multiple":[29,106],"objectives":[30,107],"into":[31],"metric.":[34],"Regardless":[35],"of":[36,42,58,118,136],"their":[37],"source,":[38],"the":[39,46,59,72,116,160],"downstream":[40],"implication":[41],"intransitive":[43,83],"same:":[47],"there":[48],"no":[50],"well-defined":[51,80],"optimal":[52],"policy,":[53],"breaking":[54],"core":[56],"assumption":[57],"standard":[60],"PFT":[61,97],"pipeline.":[62],"In":[63],"response,":[64],"we":[65,91],"propose":[66],"novel,":[68],"game-theoretic":[69],"solution":[70],"concept,":[71],"$\\textit{Maximum":[73],"Entropy":[74],"Blackwell":[75],"Winner}$":[76],"($\\textit{MaxEntBW}$),":[77],"that":[78,141],"under":[81],"multi-objective":[82,125],"To":[85],"enable":[86],"computing":[87],"MaxEntBWs":[88],"at":[89,159],"scale,":[90],"derive":[92],"$\\texttt{PROSPER}$:":[93],"provably":[95],"efficient":[96],"algorithm.":[98],"Unlike":[99],"prior":[100],"self-play":[101],"techniques,":[102],"$\\texttt{PROSPER}$":[103,114,142],"directly":[104],"handles":[105],"without":[108],"requiring":[109],"scalarization.":[110],"We":[111,139],"then":[112],"apply":[113],"to":[115],"problem":[117],"large":[120],"language":[121],"models":[122],"(LLMs)":[123],"LLM-as-a-Judge":[126],"feedback":[127],"(e.g.,":[128],"rubric-based":[129],"judges),":[130],"setting":[132],"where":[133],"both":[134,148],"sources":[135],"intransitivity":[137],"arise.":[138],"find":[140],"outperforms":[143],"all":[144],"baselines":[145],"considered":[146],"across":[147],"instruction":[149],"following":[150],"and":[151,162],"general":[152],"chat":[153],"benchmarks,":[154],"releasing":[155],"trained":[156],"model":[157],"checkpoints":[158],"7B":[161],"3B":[163],"parameter":[164],"scales.":[165]},"counts_by_year":[],"updated_date":"2026-05-08T13:12:06.581006","created_date":"2026-02-26T00:00:00"}