{"id":"https://openalex.org/W4411508603","doi":"https://doi.org/10.1007/s00146-025-02427-2","title":"Moral disagreement and the limits of AI value alignment: a dual challenge of epistemic justification and political legitimacy","display_name":"Moral disagreement and the limits of AI value alignment: a dual challenge of epistemic justification and political legitimacy","publication_year":2025,"publication_date":"2025-06-21","ids":{"openalex":"https://openalex.org/W4411508603","doi":"https://doi.org/10.1007/s00146-025-02427-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/41268066"},"language":"en","primary_location":{"id":"doi:10.1007/s00146-025-02427-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00146-025-02427-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00146-025-02427-2.pdf","source":{"id":"https://openalex.org/S4210190517","display_name":"AI & Society","issn_l":"0951-5666","issn":["0951-5666","1435-5655"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & SOCIETY","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00146-025-02427-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045564920","display_name":"Nick Schuster","orcid":"https://orcid.org/0000-0002-5351-3745"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Nick Schuster","raw_affiliation_strings":["Australian National University, Canberra, Australia"],"affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073643040","display_name":"Daniel Kilov","orcid":"https://orcid.org/0000-0002-0324-0347"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel Kilov","raw_affiliation_strings":["Australian National University, Canberra, Australia"],"affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5045564920"],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":4.9846,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94934525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"40","issue":"8","first_page":"6073","last_page":"6087"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11953","display_name":"Neuroethics, Human Enhancement, Biomedical Innovations","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/legitimacy","display_name":"Legitimacy","score":0.743744969367981},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.6709882020950317},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.5957851409912109},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.5803873538970947},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5407566428184509},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.4565649926662445},{"id":"https://openalex.org/keywords/morality","display_name":"Morality","score":0.44963783025741577},{"id":"https://openalex.org/keywords/law-and-economics","display_name":"Law and economics","score":0.434727281332016},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.4274352490901947},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.41013020277023315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32579994201660156},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2896549701690674},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.2699766159057617},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.18941622972488403},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1670680046081543}],"concepts":[{"id":"https://openalex.org/C46295352","wikidata":"https://www.wikidata.org/wiki/Q207982","display_name":"Legitimacy","level":3,"score":0.743744969367981},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6709882020950317},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.5957851409912109},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5803873538970947},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5407566428184509},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4565649926662445},{"id":"https://openalex.org/C200113983","wikidata":"https://www.wikidata.org/wiki/Q48324","display_name":"Morality","level":2,"score":0.44963783025741577},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.434727281332016},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.4274352490901947},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.41013020277023315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32579994201660156},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2896549701690674},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.2699766159057617},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18941622972488403},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1670680046081543},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00146-025-02427-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00146-025-02427-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00146-025-02427-2.pdf","source":{"id":"https://openalex.org/S4210190517","display_name":"AI & Society","issn_l":"0951-5666","issn":["0951-5666","1435-5655"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & SOCIETY","raw_type":"journal-article"},{"id":"pmid:41268066","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41268066","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & society","raw_type":null},{"id":"pmh:oai:europepmc.org:11436452","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12628449","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12628449/pdf/146_2025_Article_2427.pdf","source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s00146-025-02427-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00146-025-02427-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00146-025-02427-2.pdf","source":{"id":"https://openalex.org/S4210190517","display_name":"AI & Society","issn_l":"0951-5666","issn":["0951-5666","1435-5655"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & SOCIETY","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.699999988079071}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320431","display_name":"Australian National University","ror":"https://ror.org/019wvm592"},{"id":"https://openalex.org/F4320327239","display_name":"Templeton World Charity Foundation","ror":"https://ror.org/00x0z1472"},{"id":"https://openalex.org/F4320332222","display_name":"University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"},{"id":"https://openalex.org/F4320332697","display_name":"University of Illinois at Chicago","ror":"https://ror.org/02mpq6x41"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411508603.pdf","grobid_xml":"https://content.openalex.org/works/W4411508603.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1515568215","https://openalex.org/W1567028609","https://openalex.org/W1996990846","https://openalex.org/W2020786809","https://openalex.org/W2041575272","https://openalex.org/W2083105208","https://openalex.org/W2087134256","https://openalex.org/W2111989150","https://openalex.org/W2133899180","https://openalex.org/W2140125709","https://openalex.org/W2157770220","https://openalex.org/W2163405752","https://openalex.org/W2169097523","https://openalex.org/W2526008369","https://openalex.org/W2738428139","https://openalex.org/W2796716809","https://openalex.org/W2896252141","https://openalex.org/W2897702578","https://openalex.org/W2925222173","https://openalex.org/W2947160886","https://openalex.org/W3002093512","https://openalex.org/W3007662835","https://openalex.org/W3048682353","https://openalex.org/W3105871743","https://openalex.org/W3122982735","https://openalex.org/W3125569121","https://openalex.org/W3126259453","https://openalex.org/W3133255051","https://openalex.org/W3198426879","https://openalex.org/W3202477621","https://openalex.org/W4200589955","https://openalex.org/W4205475721","https://openalex.org/W4220689689","https://openalex.org/W4221100501","https://openalex.org/W4231042635","https://openalex.org/W4237873487","https://openalex.org/W4247276202","https://openalex.org/W4250104172","https://openalex.org/W4252817106","https://openalex.org/W4311891362","https://openalex.org/W4312296047","https://openalex.org/W4317354038","https://openalex.org/W4386476551","https://openalex.org/W4405765781","https://openalex.org/W4409051974","https://openalex.org/W6600577134","https://openalex.org/W6602069213","https://openalex.org/W6605475740","https://openalex.org/W6719829184","https://openalex.org/W6811612111","https://openalex.org/W6818789679"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"AI":[0,24,55,108,140],"systems":[1,42,56],"are":[2,57],"increasingly":[3],"in":[4,17,59],"a":[5,20],"position":[6],"to":[7,30,37,46,72,90,116,122],"have":[8,43],"deep":[9],"and":[10,81,142],"systemic":[11],"impacts":[12],"on":[13,126],"human":[14,79],"wellbeing.":[15],"Projects":[16],"value":[18,73,123],"alignment,":[19],"critical":[21],"area":[22],"of":[23],"safety":[25],"research,":[26],"must":[27],"ultimately":[28],"aim":[29],"ensure":[31],"that":[32,86,130],"all":[33,87],"those":[34],"who":[35],"stand":[36],"be":[38,117],"affected":[39],"by":[40],"such":[41],"good":[44,99,103],"reason":[45],"accept":[47],"their":[48],"outputs.":[49,112],"This":[50],"is":[51],"especially":[52],"challenging":[53],"where":[54],"involved":[58],"making":[60],"morally":[61,110],"controversial":[62,111],"decisions.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67,128,143],"consider":[68],"three":[69,88],"current":[70],"approaches":[71,121],"alignment:":[74],"crowdsourcing,":[75],"reinforcement":[76],"learning":[77],"from":[78],"feedback,":[80],"constitutional":[82],"AI.":[83],"We":[84],"argue":[85],"fail":[89],"accommodate":[91],"reasonable":[92,132],"moral":[93,133],"disagreement,":[94],"since":[95],"they":[96],"provide":[97],"neither":[98],"epistemic":[100],"reasons":[101,105],"nor":[102],"political":[104],"for":[106,139,146],"accepting":[107],"systems'":[109],"Since":[113],"these":[114],"appear":[115],"the":[118],"most":[119],"promising":[120],"alignment":[124],"currently":[125],"offer,":[127],"conclude":[129],"accommodating":[131],"disagreement":[134],"remains":[135],"an":[136],"open":[137],"problem":[138],"safety,":[141],"offer":[144],"guidance":[145],"future":[147],"research.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-06-21T00:00:00"}