{"id":"https://openalex.org/W7140229648","doi":"https://doi.org/10.48550/arxiv.2603.21016","title":"Mitigating Selection Bias in Large Language Models via Permutation-Aware GRPO","display_name":"Mitigating Selection Bias in Large Language Models via Permutation-Aware GRPO","publication_year":2026,"publication_date":"2026-03-22","ids":{"openalex":"https://openalex.org/W7140229648","doi":"https://doi.org/10.48550/arxiv.2603.21016"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.21016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.21016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zheng, Jinquan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Jinquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan, Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yao, Jiacheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gu, Chenyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Chenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng, Pujun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Pujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"He, Guoxiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Guoxiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3276999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3276999890804291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1492999941110611,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.9078999757766724},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7213000059127808},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.7125999927520752},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.696399986743927},{"id":"https://openalex.org/keywords/selection-bias","display_name":"Selection bias","score":0.46480000019073486},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.45730000734329224},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4327999949455261},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.3984000086784363}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9078999757766724},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7213000059127808},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.7125999927520752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.701200008392334},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.696399986743927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5077000260353088},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.45730000734329224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45410001277923584},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4327999949455261},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3788999915122986},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3346000015735626},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.21016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.21016","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21016","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5952041149139404,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"used":[4],"for":[5,74],"multiple-choice":[6],"and":[7,22,30,82,108],"pairwise":[8],"evaluation":[9],"tasks":[10],"often":[11],"exhibit":[12],"selection":[13,62,136],"bias":[14,63,137],"due":[15],"to":[16,97,116],"non-semantic":[17],"factors":[18],"like":[19],"option":[20],"positions":[21],"label":[23],"symbols.":[24],"Existing":[25],"inference-time":[26],"debiasing":[27],"is":[28,145],"costly":[29],"may":[31],"harm":[32],"reasoning,":[33],"while":[34,138],"pointwise":[35],"training":[36],"ignores":[37],"that":[38,126],"the":[39,84,98,105,114],"same":[40,106],"question":[41],"should":[42],"yield":[43],"consistent":[44,118],"answers":[45],"across":[46,120,131],"permutations.":[47,122],"To":[48],"address":[49],"this":[50],"issue,":[51],"we":[52],"propose":[53],"Permutation-Aware":[54],"Group":[55],"Relative":[56],"Policy":[57],"Optimization":[58],"(PA-GRPO),":[59],"which":[60,93,112],"mitigates":[61],"by":[64,77],"enforcing":[65],"permutation-consistent":[66],"semantic":[67],"reasoning.":[68],"PA-GRPO":[69,127],"constructs":[70],"a":[71],"permutation":[72],"group":[73],"each":[75],"instance":[76],"generating":[78],"multiple":[79],"candidate":[80],"permutations,":[81],"optimizes":[83],"model":[85,115],"using":[86],"two":[87],"complementary":[88],"mechanisms:":[89],"(1)":[90],"cross-permutation":[91],"advantage,":[92],"computes":[94],"advantages":[95],"relative":[96],"mean":[99],"reward":[100],"over":[101],"all":[102],"permutations":[103],"of":[104],"instance,":[107],"(2)":[109],"consistency-aware":[110],"reward,":[111],"encourages":[113],"produce":[117],"decisions":[119],"different":[121],"Experimental":[123],"results":[124],"demonstrate":[125],"outperforms":[128],"strong":[129],"baselines":[130],"seven":[132],"benchmarks,":[133],"substantially":[134],"reducing":[135],"maintaining":[139],"high":[140],"overall":[141],"performance.":[142],"The":[143],"code":[144],"available":[146],"on":[147],"github":[148],"(https://github.com/ECNU-Text-Computing/PA-GRPO).":[149]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-25T00:00:00"}