{"id":"https://openalex.org/W4411550412","doi":"https://doi.org/10.1145/3715275.3732174","title":"The Hard Problem of AI Alignment: Value Forks in Moral Judgment","display_name":"The Hard Problem of AI Alignment: Value Forks in Moral Judgment","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411550412","doi":"https://doi.org/10.1145/3715275.3732174"},"language":"en","primary_location":{"id":"doi:10.1145/3715275.3732174","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732174","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732174","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022593047","display_name":"Markus Kneer","orcid":"https://orcid.org/0000-0002-4223-0715"},"institutions":[{"id":"https://openalex.org/I15766117","display_name":"University of Graz","ror":"https://ror.org/01faaaf77","country_code":"AT","type":"education","lineage":["https://openalex.org/I15766117"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Markus Kneer","raw_affiliation_strings":["University of Graz, Graz, Austria"],"raw_orcid":"https://orcid.org/0000-0002-4223-0715","affiliations":[{"raw_affiliation_string":"University of Graz, Graz, Austria","institution_ids":["https://openalex.org/I15766117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073969661","display_name":"Juri Viehoff","orcid":"https://orcid.org/0000-0002-5763-0279"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Juri Viehoff","raw_affiliation_strings":["University of Utrecht, Utrecht, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-5763-0279","affiliations":[{"raw_affiliation_string":"University of Utrecht, Utrecht, Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.672,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95011259,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2671","last_page":"2681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11058","display_name":"Ethics in Business and Education","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5727911591529846},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.55218905210495},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1505712866783142}],"concepts":[{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5727911591529846},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.55218905210495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1505712866783142}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3715275.3732174","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732174","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732174","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/483011","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/483011","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Part of book"},{"id":"pmh:oai:philarchive.org/rec/KNETHP","is_oa":false,"landing_page_url":"https://philarchive.org/rec/KNETHP","pdf_url":null,"source":{"id":"https://openalex.org/S4306402130","display_name":"PhilPapers (PhilPapers Foundation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:philpapers.org/rec/KNETHP","is_oa":false,"landing_page_url":"https://philpapers.org/rec/KNETHP","pdf_url":null,"source":{"id":"https://openalex.org/S4306402131","display_name":"PhilPapers (PhilPapers Foundation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3715275.3732174","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732174","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732174","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G392552196","display_name":null,"funder_award_id":"10.557776","funder_id":"https://openalex.org/F4320321181","funder_display_name":"Austrian Science Fund"}],"funders":[{"id":"https://openalex.org/F4320321181","display_name":"Austrian Science Fund","ror":"https://ror.org/013tf3c58"},{"id":"https://openalex.org/F4320323874","display_name":"Universit\u00e4t Z\u00fcrich","ror":"https://ror.org/02crff812"},{"id":"https://openalex.org/F4320325582","display_name":"Karl-Franzens-Universit\u00e4t Graz","ror":"https://ror.org/01faaaf77"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411550412.pdf","grobid_xml":"https://content.openalex.org/works/W4411550412.grobid-xml"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W220355551","https://openalex.org/W1503344770","https://openalex.org/W1583837637","https://openalex.org/W2013522791","https://openalex.org/W2035641532","https://openalex.org/W2039476912","https://openalex.org/W2040225578","https://openalex.org/W2069957228","https://openalex.org/W2085876742","https://openalex.org/W2119659537","https://openalex.org/W2130661992","https://openalex.org/W2135226325","https://openalex.org/W2141584333","https://openalex.org/W2158259276","https://openalex.org/W2281090488","https://openalex.org/W2343738223","https://openalex.org/W2345058837","https://openalex.org/W2498910053","https://openalex.org/W2518461483","https://openalex.org/W2554531177","https://openalex.org/W2556982596","https://openalex.org/W2559655401","https://openalex.org/W2581286223","https://openalex.org/W2594908799","https://openalex.org/W2725331431","https://openalex.org/W2779777831","https://openalex.org/W2791410327","https://openalex.org/W2897702578","https://openalex.org/W2908162093","https://openalex.org/W2912832718","https://openalex.org/W2921568661","https://openalex.org/W2938770898","https://openalex.org/W2941521434","https://openalex.org/W2953487715","https://openalex.org/W2954398798","https://openalex.org/W2960744125","https://openalex.org/W2964031043","https://openalex.org/W2972160171","https://openalex.org/W2989113827","https://openalex.org/W3002093512","https://openalex.org/W3002916673","https://openalex.org/W3037844834","https://openalex.org/W3100801413","https://openalex.org/W3105871743","https://openalex.org/W3115477807","https://openalex.org/W3124286145","https://openalex.org/W3126220577","https://openalex.org/W3128206934","https://openalex.org/W3133586728","https://openalex.org/W3134196210","https://openalex.org/W3148271110","https://openalex.org/W3152256433","https://openalex.org/W3155014412","https://openalex.org/W3158053028","https://openalex.org/W3159895858","https://openalex.org/W3160005967","https://openalex.org/W3174883819","https://openalex.org/W3202420604","https://openalex.org/W3204545732","https://openalex.org/W3217611144","https://openalex.org/W4221100501","https://openalex.org/W4221104163","https://openalex.org/W4229440802","https://openalex.org/W4230598726","https://openalex.org/W4235157082","https://openalex.org/W4245707704","https://openalex.org/W4283022521","https://openalex.org/W4292461717","https://openalex.org/W4307888124","https://openalex.org/W4321242383","https://openalex.org/W4366086867","https://openalex.org/W4366817401","https://openalex.org/W4367668513","https://openalex.org/W4378832141","https://openalex.org/W4379055179","https://openalex.org/W4381996988","https://openalex.org/W4384068450","https://openalex.org/W4386564359","https://openalex.org/W4387189853","https://openalex.org/W4399044070","https://openalex.org/W4401039735","https://openalex.org/W4403052981","https://openalex.org/W4404524208","https://openalex.org/W4404734496","https://openalex.org/W4409051974","https://openalex.org/W6628095709","https://openalex.org/W6765684549","https://openalex.org/W6820835688"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Complex":[0],"moral":[1,35,76,123],"trade-offs":[2,36],"are":[3],"a":[4,40,56,83],"basic":[5],"feature":[6],"of":[7,58,100,122,141,147],"human":[8,84],"life:":[9],"for":[10,70,95,119],"example,":[11],"confronted":[12],"with":[13],"scarce":[14],"medical":[15,27],"resources,":[16],"doctors":[17],"must":[18],"frequently":[19],"choose":[20],"who":[21],"amongst":[22],"equally":[23],"deserving":[24],"candidates":[25],"receives":[26],"treatment.":[28],"But":[29],"choosing":[30],"what":[31,71,129],"to":[32,46,62,82],"do":[33],"in":[34,75],"is":[37],"no":[38],"longer":[39],"\u2018humans-only\u2019":[41],"task,":[42],"but":[43],"often":[44,88],"falls":[45],"AI":[47,91],"agents.":[48],"In":[49,103],"this":[50],"article,":[51],"we":[52,106,127],"report":[53],"findings":[54],"from":[55],"series":[57],"experiments":[59],"(N=1029)":[60],"intended":[61],"establish":[63],"whether":[64],"agent-type":[65,115],"(Human":[66],"vs.":[67],"AI)":[68],"matters":[69,118],"should":[72,93],"be":[73],"done":[74],"trade-offs.":[77],"We":[78,135],"find":[79],"that,":[80],"relative":[81],"decision-maker,":[85],"participants":[86],"more":[87],"judge":[89],"that":[90],"agents":[92],"opt":[94],"fairness":[96],"at":[97],"the":[98,109,120],"expense":[99],"maximizing":[101],"utility.":[102],"our":[104,142],"discussion,":[105],"explain":[107,131],"how":[108],"reported":[110],"differences":[111],"(we":[112],"call":[113],"them":[114],"\u2018value":[116],"forks\u2019)":[117],"study":[121],"value":[124,133],"alignment,":[125],"and":[126,144],"hypothesize":[128],"could":[130],"these":[132],"forks.":[134],"close":[136],"by":[137],"reflecting":[138],"on":[139],"limits":[140],"results":[143],"indicate":[145],"avenues":[146],"further":[148],"research.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}