{"id":"https://openalex.org/W4411541864","doi":"https://doi.org/10.1145/3715275.3732044","title":"Normative Evaluation of Large Language Models with Everyday Moral Dilemmas","display_name":"Normative Evaluation of Large Language Models with Everyday Moral Dilemmas","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411541864","doi":"https://doi.org/10.1145/3715275.3732044"},"language":"en","primary_location":{"id":"doi:10.1145/3715275.3732044","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732044","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732044","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081239331","display_name":"Pratik Sachdeva","orcid":"https://orcid.org/0000-0002-6809-2437"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratik Sachdeva","raw_affiliation_strings":["D-Lab, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6809-2437","affiliations":[{"raw_affiliation_string":"D-Lab, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008485279","display_name":"Tom van Nuenen","orcid":"https://orcid.org/0000-0002-8357-2316"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom van Nuenen","raw_affiliation_strings":["D-Lab, University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8357-2316","affiliations":[{"raw_affiliation_string":"D-Lab, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":8.1986,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97648082,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"690","last_page":"709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.8434605598449707},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5525467991828918},{"id":"https://openalex.org/keywords/normative-social-influence","display_name":"Normative social influence","score":0.4666915535926819},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35271352529525757},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.33831408619880676},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.28975582122802734},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.10421863198280334}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.8434605598449707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5525467991828918},{"id":"https://openalex.org/C19891933","wikidata":"https://www.wikidata.org/wiki/Q9370542","display_name":"Normative social influence","level":3,"score":0.4666915535926819},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35271352529525757},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.33831408619880676},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.28975582122802734},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10421863198280334}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3715275.3732044","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732044","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732044","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt2n04q7z2","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/2n04q7z2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3715275.3732044","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715275.3732044","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3715275.3732044","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411541864.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2070850637","https://openalex.org/W2403574324","https://openalex.org/W2434649295","https://openalex.org/W2955088691","https://openalex.org/W3002093512","https://openalex.org/W3033678240","https://openalex.org/W3105871743","https://openalex.org/W3126259453","https://openalex.org/W4214907476","https://openalex.org/W4282030930","https://openalex.org/W4283462840","https://openalex.org/W4311991106","https://openalex.org/W4312773076","https://openalex.org/W4313680034","https://openalex.org/W4361866126","https://openalex.org/W4363672131","https://openalex.org/W4366341123","https://openalex.org/W4379380712","https://openalex.org/W4380302077","https://openalex.org/W4384039084","https://openalex.org/W4385571495","https://openalex.org/W4385852384","https://openalex.org/W4386555476","https://openalex.org/W4386567020","https://openalex.org/W4387818037","https://openalex.org/W4391136507","https://openalex.org/W4391591688","https://openalex.org/W4393177920","https://openalex.org/W4393212031","https://openalex.org/W4399453592","https://openalex.org/W4399510455","https://openalex.org/W4400412362","https://openalex.org/W4401413185","https://openalex.org/W4403363888","https://openalex.org/W4403884206","https://openalex.org/W4404306537","https://openalex.org/W4404781458","https://openalex.org/W4404782489","https://openalex.org/W4404782817","https://openalex.org/W4404782882"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2077676995","https://openalex.org/W4210409278","https://openalex.org/W2165784380","https://openalex.org/W2751627523","https://openalex.org/W2742518969","https://openalex.org/W2014191866","https://openalex.org/W1809716707","https://openalex.org/W2064597499"],"abstract_inverted_index":{"The":[0],"rapid":[1],"adoption":[2],"of":[3,44,57,61,144,168,211,225,257,312],"large":[4,162],"language":[5,163],"models":[6,164,233,240],"(LLMs)":[7],"has":[8],"spurred":[9],"extensive":[10],"research":[11],"into":[12],"their":[13,155,269],"encoded":[14],"moral":[15,87,102,132,156,169,203,236,260],"norms":[16],"and":[17,41,76,119,125,140,146,195,265,291],"decision-making":[18],"processes.":[19],"While":[20],"prior":[21],"work":[22,295],"often":[23],"evaluates":[24],"LLMs":[25,52,83,180,285],"using":[26],"survey-style":[27],"prompts":[28],"tied":[29],"to":[30,64,69,122,142,147,151,183,198,202,244],"ideological,":[31],"moral,":[32],"or":[33,250,281],"political":[34],"constructs,":[35],"such":[36,247,277],"approaches":[37,201],"overlook":[38],"the":[39,67,91,94,137,177,255,297],"complexity":[40,256],"contextual":[42],"nuance":[43],"everyday":[45,86,105],"ethical":[46,275],"dilemmas.":[47,133],"We":[48,111,134,205],"argue":[49],"that":[50,161,191,208,273,302],"auditing":[51],"along":[53],"more":[54],"detailed":[55],"axes":[56],"human":[58,74,174],"interaction":[59],"is":[60],"paramount":[62],"importance":[63],"better":[65],"assess":[66],"degree":[68],"which":[70],"they":[71],"may":[72],"impact":[73],"beliefs":[75],"actions.":[77],"To":[78],"this":[79],"end,":[80],"we":[81],"evaluate":[82],"on":[84,97,104,176],"complex,":[85],"dilemmas":[88],"sourced":[89],"from":[90,107,173],"\"Am":[92],"I":[93],"Asshole\"(AITA)":[95],"community":[96,109],"Reddit,":[98],"where":[99],"users":[100],"seek":[101],"judgments":[103,139],"conflicts":[106],"other":[108],"members.":[110],"prompted":[112],"seven":[113],"commonly":[114],"used":[115],"LLMs,":[116,212],"including":[117],"proprietary":[118],"open-source":[120],"models,":[121],"assign":[123],"blame":[124],"provide":[126],"explanations":[127,141,227],"for":[128,299],"over":[129],"10,000":[130],"AITA":[131,178],"then":[135],"compared":[136],"LLMs'":[138],"those":[143],"Redditors":[145],"each":[148],"other,":[149],"aiming":[150],"uncover":[152],"patterns":[153,167,230],"in":[154,193,220,231,262,271,289],"reasoning.":[157,204],"Our":[158],"results":[159],"demonstrate":[160,181,254],"exhibit":[165],"distinct":[166,229],"judgment,":[170],"varying":[171],"substantially":[172],"evaluations":[175],"subreddit.":[179],"moderate":[182],"high":[184],"self-consistency":[185],"but":[186],"low":[187],"inter-model":[188],"agreement,":[189],"suggesting":[190],"differences":[192],"training":[194],"alignment":[196,306],"lead":[197],"fundamentally":[199],"different":[200],"further":[206],"observe":[207],"an":[209],"ensemble":[210],"despite":[213],"individual":[214],"inconsistencies,":[215],"collectively":[216],"approximates":[217],"Redditor":[218],"consensus":[219],"assigning":[221],"blame.":[222],"Further":[223],"analysis":[224],"model":[226,313],"reveals":[228],"how":[232],"invoke":[234],"various":[235],"principles,":[237],"with":[238],"some":[239],"showing":[241],"greater":[242],"sensitivity":[243],"specific":[245],"themes":[246],"as":[248,278],"fairness":[249],"harm.":[251],"These":[252],"findings":[253],"achieving":[258],"consistent":[259],"reasoning":[261],"artificial":[263],"systems":[264],"raise":[266],"concerns":[267],"about":[268],"use":[270],"contexts":[272],"demand":[274],"sensitivity,":[276],"moderation,":[279],"advice,":[280],"emotional":[282],"support.":[283],"As":[284],"are":[286],"increasingly":[287],"embedded":[288],"social":[290],"interpersonal":[292],"domains,":[293],"our":[294],"highlights":[296],"need":[298],"evaluation":[300],"frameworks":[301],"move":[303],"beyond":[304],"static":[305],"tests":[307],"toward":[308],"richer,":[309],"context-Aware":[310],"assessments":[311],"behavior.":[314]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}