{"id":"https://openalex.org/W7167234790","doi":"https://doi.org/10.48550/arxiv.2607.01715","title":"Distributionally Robust Listwise Preference Optimization","display_name":"Distributionally Robust Listwise Preference Optimization","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167234790","doi":"https://doi.org/10.48550/arxiv.2607.01715"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.01715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.01715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090578536","display_name":"X . Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140000671","display_name":"Jian Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139996657","display_name":"Pangpang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Pangpang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139950618","display_name":"Vaneet Aggarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aggarwal, Vaneet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139970761","display_name":"Jiayu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.22100000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.22100000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.20229999721050262,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.05660000070929527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6725999712944031},{"id":"https://openalex.org/keywords/subgradient-method","display_name":"Subgradient method","score":0.6585999727249146},{"id":"https://openalex.org/keywords/robust-optimization","display_name":"Robust optimization","score":0.5259000062942505},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.5157999992370605},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.48069998621940613},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47099998593330383},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4683000147342682},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.4108999967575073},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.39579999446868896}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6725999712944031},{"id":"https://openalex.org/C158968445","wikidata":"https://www.wikidata.org/wiki/Q7631150","display_name":"Subgradient method","level":2,"score":0.6585999727249146},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5726000070571899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5514000058174133},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.5259000062942505},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47099998593330383},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.4108999967575073},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.39579999446868896},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3310000002384186},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C32172795","wikidata":"https://www.wikidata.org/wiki/Q4692266","display_name":"Aggregation problem","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.01715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.01715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"robust":[1,62,77,133,180],"preference":[2,25],"optimization":[3,26,125],"for":[4],"language-model":[5],"alignment":[6,175],"mainly":[7],"studies":[8],"pairwise":[9],"supervision":[10],"and":[11,33,93,123,137,166,188,203,207],"places":[12],"robustness":[13,190],"at":[14],"the":[15,37,68,73,84,94,108,128,132,149,159,178],"dataset,":[16],"prompt,":[17],"or":[18,54],"preference-pair":[19],"level.":[20],"We":[21,57],"instead":[22],"study":[23],"listwise":[24],"under":[27,185,191],"ranking-label":[28],"uncertainty:":[29],"given":[30],"a":[31,34,59,89],"prompt":[32],"candidate":[35,74,154,199],"list,":[36],"observed":[38],"ranking":[39,69,96],"over":[40],"that":[41,65,177],"list":[42],"may":[43],"be":[44],"ambiguous":[45],"due":[46],"to":[47,114],"annotator":[48],"inconsistency,":[49],"near-ties,":[50],"lossy":[51],"rankwise":[52],"feedback,":[53],"reward-model":[55,206],"noise.":[56,192],"propose":[58],"pointwise":[60],"total-variation":[61],"Plackett--Luce":[63],"objective":[64,134],"directly":[66],"robustifies":[67],"label":[70],"conditional":[71],"on":[72],"list.":[75],"The":[76],"loss":[78,87],"admits":[79],"an":[80],"exact":[81],"decomposition":[82],"into":[83],"nominal":[85],"PL":[86,91],"plus":[88],"worst-case":[90,95],"correction,":[92],"is":[97,135],"obtained":[98],"by":[99,158],"sorting":[100],"current":[101,160],"implicit":[102],"scores":[103],"in":[104,172],"ascending":[105],"order,":[106],"reducing":[107],"inner":[109],"maximization":[110],"from":[111],"$K!$":[112],"enumeration":[113],"$O(K\\log":[115],"K)$.":[116],"This":[117],"tractable":[118],"structure":[119],"yields":[120],"strong":[121],"offline":[122,129,173],"online":[124,150,194],"guarantees.":[126],"In":[127,148,193],"fixed-list":[130],"setting,":[131,152],"convex":[136],"projected":[138],"stochastic":[139],"subgradient":[140],"reaches":[141],"global":[142],"$\u03b5$-suboptimality":[143],"with":[144],"$O(\u03b5^{-2})$":[145],"sample":[146],"complexity.":[147],"policy-induced":[151],"where":[153],"lists":[155],"are":[156],"generated":[157],"policy,":[161],"we":[162],"establish":[163],"weak":[164],"convexity":[165],"$\\widetilde":[167],"O(\u03b5^{-2})$":[168],"Moreau-envelope":[169],"stationarity.":[170],"Experiments":[171],"LLM":[174],"show":[176],"proposed":[179],"correction":[181],"largely":[182],"preserves":[183],"performance":[184],"clean":[186],"labels":[187],"improves":[189,204],"alignment,":[195],"it":[196],"makes":[197],"reward-model-ranked":[198],"expansion":[200],"more":[201],"reliable":[202],"both":[205],"external":[208],"GPT-4":[209],"judge":[210],"metrics.":[211]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-04T00:00:00"}