{"id":"https://openalex.org/W4416035425","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1411","title":"Morables: A Benchmark for Assessing Abstract Moral Reasoning in LLMs with Fables","display_name":"Morables: A Benchmark for Assessing Abstract Moral Reasoning in LLMs with Fables","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035425","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1411"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1411","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1411","pdf_url":"https://aclanthology.org/2025.emnlp-main.1411.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.1411.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055280829","display_name":"Matteo Marcuzzo","orcid":"https://orcid.org/0000-0002-0451-4899"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Matteo Marcuzzo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056909668","display_name":"Alessandro Zangari","orcid":"https://orcid.org/0000-0002-3634-6607"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alessandro Zangari","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030155299","display_name":"Andrea Albarelli","orcid":"https://orcid.org/0000-0002-3659-5099"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Albarelli","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086289154","display_name":"Jos\u00e9 Camacho-Collados","orcid":"https://orcid.org/0000-0003-1618-7239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jose Camacho-Collados","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5091017313","display_name":"Mohammad Taher Pilehvar","orcid":"https://orcid.org/0000-0003-3694-4006"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Taher Pilehvar","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5055280829"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18101064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"27715","last_page":"27739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.24230000376701355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.24230000376701355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20880000293254852,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09730000048875809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7488999962806702},{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.5920000076293945},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5788999795913696},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.5623000264167786},{"id":"https://openalex.org/keywords/moral-reasoning","display_name":"Moral reasoning","score":0.4510999917984009},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.392300009727478}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7488999962806702},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.5920000076293945},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5788999795913696},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5623000264167786},{"id":"https://openalex.org/C9158031","wikidata":"https://www.wikidata.org/wiki/Q6909140","display_name":"Moral reasoning","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4205999970436096},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37560001015663147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3650999963283539},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.34880000352859497},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3230000138282776},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.30809998512268066},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C26918590","wikidata":"https://www.wikidata.org/wiki/Q7550991","display_name":"Social cognitive theory of morality","level":3,"score":0.25690001249313354}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1411","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1411","pdf_url":"https://aclanthology.org/2025.emnlp-main.1411.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unive.it:10278/5103848","is_oa":true,"landing_page_url":"https://aclanthology.org/2025.emnlp-main.1411/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402336","display_name":"ARCA (Universit\u00e0 Ca' Foscari Venezia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149461666","host_organization_name":"Ca' Foscari University of Venice","host_organization_lineage":["https://openalex.org/I149461666"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1411","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1411","pdf_url":"https://aclanthology.org/2025.emnlp-main.1411.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035425.pdf","grobid_xml":"https://content.openalex.org/works/W4416035425.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"LLMs":[1],"excel":[2],"on":[3,119,146],"standard":[4],"reading":[5],"comprehension":[6,37],"benchmarks,":[7,21],"attention":[8],"is":[9,57],"shifting":[10],"toward":[11],"evaluating":[12,34],"their":[13,23,137],"capacity":[14],"for":[15,33],"complex":[16],"abstract":[17],"reasoning":[18,164],"and":[19,26,48,92,116],"inference.Literaturebased":[20],"with":[22,65,132],"rich":[24],"narrative":[25],"moral":[27,63,125,151],"depth,":[28],"provide":[29],"a":[30,42],"compelling":[31],"framework":[32],"such":[35,97],"deeper":[36],"skills.Here,":[38],"we":[39,83],"present":[40],"MORABLES,":[41],"humanverified":[43],"benchmark":[44],"built":[45],"from":[46,52],"fables":[47],"short":[49],"stories":[50],"drawn":[51],"historical":[53],"literature.The":[54],"main":[55],"task":[56],"structured":[58],"as":[59,98],"multiple-choice":[60],"questions":[61],"targeting":[62],"inference,":[64],"carefully":[66],"crafted":[67],"distractors":[68],"that":[69,161],"challenge":[70],"models":[71,106,135,154],"to":[72,88,95,113,156],"go":[73],"beyond":[74],"shallow,":[75],"extractive":[76],"question":[77],"answering.To":[78],"further":[79],"stress-test":[80],"model":[81],"robustness,":[82],"introduce":[84],"adversarial":[85,114],"variants":[86],"designed":[87],"surface":[89],"LLM":[90],"vulnerabilities":[91],"shortcuts":[93],"due":[94],"issues":[96],"data":[99],"contamination.Our":[100],"findings":[101],"show":[102],"that,":[103],"while":[104],"larger":[105],"outperform":[107],"smaller":[108],"ones,":[109],"they":[110],"remain":[111],"susceptible":[112],"manipulation":[115],"often":[117],"rely":[118],"superficial":[120],"patterns":[121],"rather":[122],"than":[123],"true":[124],"reasoning.This":[126],"brittleness":[127],"results":[128],"in":[129,140],"significant":[130],"self-contradiction,":[131],"the":[133,147,150,167],"best":[134],"refuting":[136],"own":[138],"answers":[139],"roughly":[141],"20%":[142],"of":[143,149,170],"cases":[144],"depending":[145],"framing":[148],"choice.Interestingly,":[152],"reasoning-enhanced":[153],"fail":[155],"bridge":[157],"this":[158],"gap,":[159],"suggesting":[160],"scale":[162],"-not":[163],"ability":[165],"-is":[166],"primary":[168],"driver":[169],"performance.":[171]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-11-08T00:00:00"}