{"id":"https://openalex.org/W4415230575","doi":"https://doi.org/10.1609/aies.v8i1.36527","title":"Steerable Pluralism: Pluralistic Alignment via Few-Shot Comparative Regression","display_name":"Steerable Pluralism: Pluralistic Alignment via Few-Shot Comparative Regression","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415230575","doi":"https://doi.org/10.1609/aies.v8i1.36527"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v8i1.36527","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36527","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36527/38665","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/36527/38665","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050786596","display_name":"Jadie Adams","orcid":null},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jadie Adams","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009058837","display_name":"Brian Hu","orcid":"https://orcid.org/0000-0002-5866-8762"},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Hu","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099045146","display_name":"Emily Veenhuis","orcid":null},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Veenhuis","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111674428","display_name":"David C. Joy","orcid":"https://orcid.org/0000-0003-3892-5167"},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Joy","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119943074","display_name":"Bharadwaj Ravichandran","orcid":null},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharadwaj Ravichandran","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aaron Bray","orcid":null},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Bray","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033278948","display_name":"Anthony Hoogs","orcid":null},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony Hoogs","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039530454","display_name":"Arslan Basharat","orcid":null},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arslan Basharat","raw_affiliation_strings":["Kitware Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kitware Inc","institution_ids":["https://openalex.org/I74786994"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74786994"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30415512,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"1","first_page":"15","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13030","display_name":"Survey Sampling and Estimation Techniques","score":0.3375000059604645,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13030","display_name":"Survey Sampling and Estimation Techniques","score":0.3375000059604645,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.54339998960495},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5166000127792358},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4296000003814697},{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.427700012922287},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4032000005245209},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.35740000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.651199996471405},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5328999757766724},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4991999864578247},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C94617000","wikidata":"https://www.wikidata.org/wiki/Q639854","display_name":"Qualitative comparative analysis","level":2,"score":0.27639999985694885}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aies.v8i1.36527","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36527","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36527/38665","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/36527","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AIES/article/view/36527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3065-8365","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aies.v8i1.36527","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36527","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36527/38665","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7559374616","display_name":null,"funder_award_id":"FA8650-23-C-7316","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415230575.pdf","grobid_xml":"https://content.openalex.org/works/W4415230575.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"currently":[5],"aligned":[6,92],"using":[7],"techniques":[8],"such":[9],"as":[10],"reinforcement":[11],"learning":[12,76],"from":[13],"human":[14],"feedback":[15],"(RLHF).":[16],"However,":[17],"these":[18],"methods":[19],"use":[20,168],"scalar":[21],"rewards":[22],"that":[23,65],"can":[24,66],"only":[25],"reflect":[26],"user":[27,38,70],"preferences":[28,39],"on":[29,61],"average.":[30],"Pluralistic":[31],"alignment":[32],"instead":[33],"seeks":[34],"to":[35,68,86,123],"capture":[36],"diverse":[37],"across":[40],"a":[41,56,81,163],"set":[42,82],"of":[43,83,120,169],"attributes,":[44,85],"moving":[45],"beyond":[46],"just":[47],"helpfulness":[48],"and":[49,77,90,113,126,137,142,148,156,166,171],"harmlessness.":[50],"Toward":[51],"this":[52],"end,":[53],"we":[54,98],"propose":[55,100],"steerable":[57,103],"pluralistic":[58,104,160],"model":[59],"based":[60],"few-shot":[62,131],"comparative":[63,132],"regression":[64,133],"adapt":[67],"individual":[69],"preferences.":[71],"Our":[72,130,151],"approach":[73,122,134],"leverages":[74],"in-context":[75],"reasoning,":[78],"grounded":[79],"in":[80,159,175],"fine-grained":[84],"compare":[87],"response":[88],"options":[89],"make":[91],"choices.":[93],"To":[94],"evaluate":[95],"our":[96,121],"algorithm,":[97],"also":[99],"two":[101],"new":[102,154],"benchmarks":[105],"by":[106],"adapting":[107],"the":[108,114,118,173],"Moral":[109],"Integrity":[110],"Corpus":[111],"(MIC)":[112],"HelpSteer2":[115],"datasets,":[116],"demonstrating":[117],"applicability":[119],"value-aligned":[124],"decision-making":[125],"reward":[127],"modeling,":[128],"respectively.":[129],"is":[135],"interpretable":[136],"compatible":[138],"with":[139],"different":[140],"attributes":[141],"LLMs,":[143],"while":[144],"outperforming":[145],"multiple":[146],"baseline":[147],"state-of-the-art":[149,174],"methods.":[150],"work":[152],"provides":[153],"insights":[155],"research":[157],"directions":[158],"alignment,":[161],"enabling":[162],"more":[164],"fair":[165],"representative":[167],"LLMs":[170],"advancing":[172],"ethical":[176],"AI.":[177]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-16T00:00:00"}