{"id":"https://openalex.org/W4408592281","doi":"https://doi.org/10.1007/s13347-025-00861-0","title":"Reinforcement Learning from Human Feedback in LLMs: Whose Culture, Whose Values, Whose Perspectives?","display_name":"Reinforcement Learning from Human Feedback in LLMs: Whose Culture, Whose Values, Whose Perspectives?","publication_year":2025,"publication_date":"2025-03-19","ids":{"openalex":"https://openalex.org/W4408592281","doi":"https://doi.org/10.1007/s13347-025-00861-0"},"language":"en","primary_location":{"id":"doi:10.1007/s13347-025-00861-0","doi":"https://doi.org/10.1007/s13347-025-00861-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13347-025-00861-0","pdf_url":null,"source":{"id":"https://openalex.org/S23735784","display_name":"Philosophy & Technology","issn_l":"2210-5433","issn":["2210-5433","2210-5441"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Philosophy & Technology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s13347-025-00861-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072006436","display_name":"Kristian Gonz\u00e1lez Barman","orcid":"https://orcid.org/0000-0001-7277-7351","observed_orcids":["https://orcid.org/0000-0001-7277-7351"]},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Kristian Gonz\u00e1lez Barman","raw_affiliation_strings":["Centre for Logic and Philosophy of Science, Department of Philosophy and Moral Sciences, Ghent University, Blandijnberg 2, 9000, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-7277-7351","affiliations":[{"raw_affiliation_string":"Centre for Logic and Philosophy of Science, Department of Philosophy and Moral Sciences, Ghent University, Blandijnberg 2, 9000, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049839200","display_name":"Simon Lohse","orcid":"https://orcid.org/0000-0002-4119-1929","observed_orcids":["https://orcid.org/0000-0002-4119-1929"]},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]},{"id":"https://openalex.org/I24027795","display_name":"University of Johannesburg","ror":"https://ror.org/04z6c2n17","country_code":"ZA","type":"education","lineage":["https://openalex.org/I24027795"]}],"countries":["DE","NL","ZA"],"is_corresponding":true,"raw_author_name":"Simon Lohse","raw_affiliation_strings":["Centre for Ethics and Law in the Life Science, Leibniz University Hannover, Hanover, Germany","Institute for Science in Society, Faculty of Science, Radboud University, Nijmegen, the Netherlands","Research Associate at the Faculty of Humanities, University of Johannesburg, Johannesburg, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Ethics and Law in the Life Science, Leibniz University Hannover, Hanover, Germany","institution_ids":["https://openalex.org/I114112103"]},{"raw_affiliation_string":"Institute for Science in Society, Faculty of Science, Radboud University, Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Research Associate at the Faculty of Humanities, University of Johannesburg, Johannesburg, South Africa","institution_ids":["https://openalex.org/I24027795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059708211","display_name":"Henk W. de Regt","orcid":"https://orcid.org/0000-0003-0580-0755","observed_orcids":["https://orcid.org/0000-0003-0580-0755"]},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Henk W. de Regt","raw_affiliation_strings":["Institute for Science in Society, Faculty of Science, Radboud University, Nijmegen, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Science in Society, Faculty of Science, Radboud University, Nijmegen, the Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5049839200"],"corresponding_institution_ids":["https://openalex.org/I114112103","https://openalex.org/I145872427","https://openalex.org/I24027795"],"apc_list":{"value":3290,"currency":"USD","value_usd":3290},"apc_paid":{"value":3290,"currency":"USD","value_usd":3290},"fwci":26.1621,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.99538646,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"38","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13308","display_name":"Cybernetics and Technology in Society","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.9829999804496765},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/pluralism","display_name":"pluralism","score":0.6499999761581421},{"id":"https://openalex.org/keywords/social-epistemology","display_name":"social epistemology","score":0.968999981880188},{"id":"https://openalex.org/keywords/philosophy-of-science","display_name":"philosophy of science","score":0.9369999766349792},{"id":"https://openalex.org/keywords/epistemic-value","display_name":"epistemic value","score":0.6539999842643738},{"id":"https://openalex.org/keywords/moral-values","display_name":"moral values","score":0.7110000252723694},{"id":"https://openalex.org/keywords/basic-needs","display_name":"basic needs","score":0.5410000085830688},{"id":"https://openalex.org/keywords/cultural-perspective","display_name":"cultural perspective","score":0.45500001311302185}],"concepts":[{"id":"https://openalex.org/C151110159","wikidata":"https://www.wikidata.org/wiki/Q279438","display_name":"Philosophy of technology","level":3,"score":0.7879270315170288},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5839887857437134},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5688214302062988},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4091378152370453},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.39075392484664917},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.34252816438674927},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3204723000526428},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2583804428577423},{"id":"https://openalex.org/C110099512","wikidata":"https://www.wikidata.org/wiki/Q59115","display_name":"Philosophy of science","level":2,"score":0.23620983958244324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19478821754455566},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.19269806146621704}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s13347-025-00861-0","doi":"https://doi.org/10.1007/s13347-025-00861-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13347-025-00861-0","pdf_url":null,"source":{"id":"https://openalex.org/S23735784","display_name":"Philosophy & Technology","issn_l":"2210-5433","issn":["2210-5433","2210-5441"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Philosophy & Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2407.17482","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.17482","pdf_url":"https://arxiv.org/pdf/2407.17482","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:archive.ugent.be:01JQ6S84KD962P2TVC5CFR0XTN","doi":null,"is_oa":true,"landing_page_url":"https://biblio.ugent.be/publication/01JQ6S84KD962P2TVC5CFR0XTN","pdf_url":"https://biblio.ugent.be/publication/01JQ6S84KD962P2TVC5CFR0XTN/file/01JQRKM7XQ05RHWDQBFDJMV6WF.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2210-5441","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/318363","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/318363","pdf_url":"https://repository.ubn.ru.nl/bitstream/handle/2066/318363/1/318363.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"},{"id":"doi:10.48550/arxiv.2407.17482","doi":"https://doi.org/10.48550/arxiv.2407.17482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.17482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1007/s13347-025-00861-0","doi":"https://doi.org/10.1007/s13347-025-00861-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13347-025-00861-0","pdf_url":null,"source":{"id":"https://openalex.org/S23735784","display_name":"Philosophy & Technology","issn_l":"2210-5433","issn":["2210-5433","2210-5441"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Philosophy & Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2272944194","display_name":"Explanation in Explainable Artificial Intelligence","funder_award_id":"1229124N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1963649406","https://openalex.org/W1989560639","https://openalex.org/W2018371288","https://openalex.org/W2021437384","https://openalex.org/W2032738087","https://openalex.org/W2051177787","https://openalex.org/W2129332419","https://openalex.org/W2150575490","https://openalex.org/W2298496125","https://openalex.org/W2522448578","https://openalex.org/W2560647685","https://openalex.org/W2626804490","https://openalex.org/W2900306973","https://openalex.org/W2904702774","https://openalex.org/W2973379954","https://openalex.org/W2990138404","https://openalex.org/W3022448566","https://openalex.org/W3099988708","https://openalex.org/W3133702157","https://openalex.org/W3213620113","https://openalex.org/W4226278401","https://openalex.org/W4300559119","https://openalex.org/W4300978714","https://openalex.org/W4302767130","https://openalex.org/W4308183580","https://openalex.org/W4310419543","https://openalex.org/W4311991106","https://openalex.org/W4312050653","https://openalex.org/W4321790872","https://openalex.org/W4323364285","https://openalex.org/W4327810158","https://openalex.org/W4365211517","https://openalex.org/W4385355647","https://openalex.org/W4385436553","https://openalex.org/W4385474113","https://openalex.org/W4385852384","https://openalex.org/W4387103552","https://openalex.org/W4388071804","https://openalex.org/W4388458590","https://openalex.org/W4388866376","https://openalex.org/W4390975590","https://openalex.org/W4391444096","https://openalex.org/W4395467630","https://openalex.org/W4398133596","https://openalex.org/W4399465031","https://openalex.org/W4400118952","https://openalex.org/W4405426126","https://openalex.org/W6680120564","https://openalex.org/W6839288501"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1532367081","https://openalex.org/W2616028582","https://openalex.org/W80022462","https://openalex.org/W189829298","https://openalex.org/W4389608860","https://openalex.org/W2732347266","https://openalex.org/W192965785","https://openalex.org/W2264911358"],"abstract_inverted_index":{"Abstract":[0],"We":[1],"argue":[2],"for":[3,64],"the":[4,19,56],"epistemic":[5],"and":[6,30,49],"ethical":[7],"advantages":[8],"of":[9,21,33],"pluralism":[10],"in":[11,18,38],"Reinforcement":[12],"Learning":[13],"from":[14],"Human":[15],"Feedback":[16],"(RLHF)":[17],"context":[20],"Large":[22],"Language":[23],"Models":[24],"(LLMs).":[25],"Drawing":[26],"on":[27],"social":[28],"epistemology":[29],"pluralist":[31],"philosophy":[32],"science,":[34],"we":[35,51],"suggest":[36],"ways":[37],"which":[39],"RHLF":[40],"can":[41,52],"be":[42],"made":[43],"more":[44],"responsive":[45],"to":[46,70],"human":[47],"needs":[48],"how":[50],"address":[53],"challenges":[54],"along":[55],"way.":[57],"The":[58],"paper":[59],"concludes":[60],"with":[61],"an":[62],"agenda":[63],"change,":[65],"i.e.":[66],"concrete,":[67],"actionable":[68],"steps":[69],"improve":[71],"LLM":[72],"development.":[73]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":7}],"updated_date":"2026-10-01T08:54:57.152042","created_date":"2025-03-19T00:00:00"}