{"id":"https://openalex.org/W7213934137","doi":"https://doi.org/10.18653/2026.uncertainlp-main.43","title":"Moral Entropy: Auditing Bias and Uncertainty in Moral Judgment","display_name":"Moral Entropy: Auditing Bias and Uncertainty in Moral Judgment","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7213934137","doi":"https://doi.org/10.18653/2026.uncertainlp-main.43"},"language":"en","primary_location":{"id":"doi:10.18653/2026.uncertainlp-main.43","doi":"https://doi.org/10.18653/2026.uncertainlp-main.43","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.uncertainlp-main.43","pdf_url":"https://aclanthology.org/2026.uncertainlp-main.43.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Proceedings of the Third Workshop on Uncertainty-Aware NLP","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.uncertainlp-main.43.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011993100","display_name":"Maciej Sk\u00f3rski","orcid":"https://orcid.org/0000-0003-2997-7539","observed_orcids":["https://orcid.org/0000-0003-2997-7539"]},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]},{"id":"https://openalex.org/I4654613","display_name":"University of Warsaw","ror":"https://ror.org/039bjqg32","country_code":"PL","type":"education","lineage":["https://openalex.org/I4654613"]}],"countries":["LU","PL"],"is_corresponding":true,"raw_author_name":"Maciej Skorski","raw_affiliation_strings":["University of Luxembourg University of Warsaw"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Luxembourg University of Warsaw","institution_ids":["https://openalex.org/I186903577","https://openalex.org/I4654613"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5011993100"],"corresponding_institution_ids":["https://openalex.org/I186903577","https://openalex.org/I4654613"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.62977792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"704","last_page":"714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.5922999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.5922999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.2321999967098236,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.04479999840259552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/moral-judgment","display_name":"moral judgment","score":0.6790000200271606},{"id":"https://openalex.org/keywords/annotator-disagreement","display_name":"annotator disagreement","score":0.9070000052452087},{"id":"https://openalex.org/keywords/bayesian-posterior-estimation","display_name":"Bayesian posterior estimation","score":0.5410000085830688},{"id":"https://openalex.org/keywords/entropy-decomposition","display_name":"entropy decomposition","score":0.6389999985694885},{"id":"https://openalex.org/keywords/aleatoric-uncertainty","display_name":"aleatoric uncertainty","score":0.9739999771118164},{"id":"https://openalex.org/keywords/epistemic-uncertainty","display_name":"epistemic uncertainty","score":1.0},{"id":"https://openalex.org/keywords/majority-voting","display_name":"majority voting","score":0.7540000081062317},{"id":"https://openalex.org/keywords/computational-ethics","display_name":"computational ethics","score":0.5249999761581421},{"id":"https://openalex.org/keywords/noisy-annotations","display_name":"noisy annotations","score":0.382999986410141},{"id":"https://openalex.org/keywords/false-positive-and-false-negative-rates","display_name":"false positive and false negative rates","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6341999769210815},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.4278999865055084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42410001158714294},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4156000018119812},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3546000123023987},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34540000557899475},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.33340001106262207},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.32899999618530273},{"id":"https://openalex.org/C2778585151","wikidata":"https://www.wikidata.org/wiki/Q5282225","display_name":"Dishonesty","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C59577422","wikidata":"https://www.wikidata.org/wiki/Q10265143","display_name":"False accusation","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27140000462532043},{"id":"https://openalex.org/C35405484","wikidata":"https://www.wikidata.org/wiki/Q4967066","display_name":"Brier score","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.2606000006198883},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C2780587575","wikidata":"https://www.wikidata.org/wiki/Q6875295","display_name":"Misconduct","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.uncertainlp-main.43","doi":"https://doi.org/10.18653/2026.uncertainlp-main.43","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.uncertainlp-main.43","pdf_url":"https://aclanthology.org/2026.uncertainlp-main.43.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Proceedings of the Third Workshop on Uncertainty-Aware NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2609.21992","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.21992","pdf_url":"https://arxiv.org/pdf/2609.21992","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.21992","doi":"https://doi.org/10.48550/arxiv.2609.21992","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.21992","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.uncertainlp-main.43","doi":"https://doi.org/10.18653/2026.uncertainlp-main.43","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.uncertainlp-main.43","pdf_url":"https://aclanthology.org/2026.uncertainlp-main.43.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Proceedings of the Third Workshop on Uncertainty-Aware NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310700","display_name":"Universit\u00e9 du Luxembourg","ror":"https://ror.org/036x5ad56"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213934137.pdf","grobid_xml":"https://content.openalex.org/works/W7213934137.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4415234818","https://openalex.org/W7171055646"],"related_works":["https://openalex.org/W4412944751","https://openalex.org/W7169716266","https://openalex.org/W4416033843","https://openalex.org/W7154917059","https://openalex.org/W7082647175","https://openalex.org/W4249484495","https://openalex.org/W2597119751","https://openalex.org/W7160077303","https://openalex.org/W4385571890","https://openalex.org/W7203440300"],"abstract_inverted_index":{"Most":[0],"work":[1],"in":[2,135],"computational":[3],"ethics":[4],"treats":[5],"annotator":[6,35],"disagreement":[7,71],"on":[8,110],"moral":[9,74,136],"content":[10],"as":[11,31,33,100],"noise":[12],"to":[13,156],"be":[14,43,89],"voted":[15],"away,":[16],"collapsed":[17],"into":[18,67],"majority":[19],"vote":[20],"or":[21,81],"the":[22,60,73,123,128,141,157],"more":[23],"permissive":[24],"any-annotator":[25,142],"rule":[26,88,143],"which":[27],"assigns":[28],"a":[29,51,56,92],"label":[30,62],"soon":[32],"any":[34,85],"flags":[36],"it.We":[37],"argue":[38],"this":[39,108],"uncertainty":[40,69,78],"should":[41],"instead":[42],"modeled":[44],"and":[45,63,76,104,131,139,150,162],"learned":[46],"from.We":[47],"introduce":[48],"Moral":[49],"Entropy,":[50],"Bayesian":[52,158],"framework":[53],"that":[54],"estimates":[55],"full":[57],"posterior":[58,130],"over":[59,111],"true":[61],"decomposes":[64],"its":[65],"entropy":[66,97],"aleatoric":[68],"(irreducible":[70],"about":[72],"content)":[75],"epistemic":[77],"(from":[79],"insufficient":[80],"noisy":[82],"annotation).This":[83],"lets":[84],"heuristic":[86],"consensus":[87],"audited":[90],"against":[91,127],"calibrated":[93],"ground":[94],"truth":[95],"via":[96],"methods":[98],"such":[99],"cross-entropy/KL,":[101],"Brier":[102],"score,":[103],"expected":[105],"calibration":[106],"error.Running":[107],"model":[109],"100,000":[112],"posts":[113],"from":[114],"three":[115],"corpora":[116],"spanning":[117],"fifteen":[118],"discourse":[119],"domains,":[120],"we":[121],"audit":[122],"standard":[124],"aggregation":[125],"rules":[126,164],"resulting":[129],"reveal":[132],"systematic":[133],"differences":[134],"labels.Across":[137],"MFTC":[138],"MFRC,":[140],"yields":[144],"mean":[145,151],"false-positive":[146],"rates":[147,153],"of":[148,154,167],"10.2-19.9%":[149],"false-negative":[152],"38.9-54.8%relative":[155],"consensus,":[159],"while":[160],"majority-vote":[161],"two-vote":[163],"miss":[165],"63-83%":[166],"reference-positive":[168],"labels.":[169]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-09-22T00:00:00"}