{"id":"https://openalex.org/W4385684404","doi":"https://doi.org/10.1111/cogs.13315","title":"The Puzzle of Evaluating Moral Cognition in Artificial Agents","display_name":"The Puzzle of Evaluating Moral Cognition in Artificial Agents","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385684404","doi":"https://doi.org/10.1111/cogs.13315","pmid":"https://pubmed.ncbi.nlm.nih.gov/37555649"},"language":"en","primary_location":{"id":"doi:10.1111/cogs.13315","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cogs.13315","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cogs.13315","source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Science","raw_type":"journal-article"},"type":"letter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cogs.13315","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061578972","display_name":"Madeline G. Reinecke","orcid":"https://orcid.org/0000-0002-5944-0209"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Madeline G. Reinecke","raw_affiliation_strings":["Department of Psychology, Yale University","Google DeepMind","Equal contribution"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Yale University","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210090411"]},{"raw_affiliation_string":"Equal contribution","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110536678","display_name":"Yiran Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Yiran Mao","raw_affiliation_strings":["Google DeepMind","Equal contribution"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210090411"]},{"raw_affiliation_string":"Equal contribution","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043562314","display_name":"Markus Kunesch","orcid":"https://orcid.org/0000-0003-3818-7897"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Markus Kunesch","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061221525","display_name":"Edgar A. Du\u00e9\u00f1ez\u2010Guzm\u00e1n","orcid":"https://orcid.org/0000-0002-6212-9104"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Edgar A. Du\u00e9\u00f1ez\u2010Guzm\u00e1n","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053872110","display_name":"Julia Haas","orcid":"https://orcid.org/0000-0002-6040-0669"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Julia Haas","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054808675","display_name":"Joel Z. Leibo","orcid":"https://orcid.org/0000-0002-3153-916X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Joel Z. Leibo","raw_affiliation_strings":["Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5061578972","https://openalex.org/A5110536678"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I32971472","https://openalex.org/I4210090411"],"apc_list":{"value":3810,"currency":"USD","value_usd":3810},"apc_paid":{"value":3810,"currency":"USD","value_usd":3810},"fwci":0.5015,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62870659,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"47","issue":"8","first_page":"e13315","last_page":"e13315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11997","display_name":"Free Will and Agency","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11953","display_name":"Neuroethics, Human Enhancement, Biomedical Innovations","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.6540827751159668},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6020679473876953},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.5443676114082336},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5088455677032471},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47233954071998596},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4558831453323364},{"id":"https://openalex.org/keywords/social-cognitive-theory-of-morality","display_name":"Social cognitive theory of morality","score":0.45380571484565735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3602241575717926},{"id":"https://openalex.org/keywords/moral-disengagement","display_name":"Moral disengagement","score":0.34968432784080505},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.2153114378452301}],"concepts":[{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6540827751159668},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6020679473876953},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.5443676114082336},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5088455677032471},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47233954071998596},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4558831453323364},{"id":"https://openalex.org/C26918590","wikidata":"https://www.wikidata.org/wiki/Q7550991","display_name":"Social cognitive theory of morality","level":3,"score":0.45380571484565735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3602241575717926},{"id":"https://openalex.org/C57996006","wikidata":"https://www.wikidata.org/wiki/Q6909105","display_name":"Moral disengagement","level":2,"score":0.34968432784080505},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2153114378452301},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007600","descriptor_name":"Judgment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007600","descriptor_name":"Judgment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007600","descriptor_name":"Judgment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009014","descriptor_name":"Morals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009014","descriptor_name":"Morals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009014","descriptor_name":"Morals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1111/cogs.13315","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cogs.13315","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cogs.13315","source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Science","raw_type":"journal-article"},{"id":"pmid:37555649","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37555649","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive science","raw_type":null}],"best_oa_location":{"id":"doi:10.1111/cogs.13315","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cogs.13315","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/cogs.13315","source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Science","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385684404.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W189152900","https://openalex.org/W602894562","https://openalex.org/W1166864201","https://openalex.org/W1556726625","https://openalex.org/W1677182931","https://openalex.org/W1974425357","https://openalex.org/W2044443987","https://openalex.org/W2050233777","https://openalex.org/W2098074941","https://openalex.org/W2108598243","https://openalex.org/W2109004781","https://openalex.org/W2110208575","https://openalex.org/W2117155762","https://openalex.org/W2124914360","https://openalex.org/W2125976408","https://openalex.org/W2127597297","https://openalex.org/W2133493571","https://openalex.org/W2138822362","https://openalex.org/W2145339207","https://openalex.org/W2148224179","https://openalex.org/W2153534503","https://openalex.org/W2159744950","https://openalex.org/W2252323590","https://openalex.org/W2314545043","https://openalex.org/W2549005968","https://openalex.org/W2891661335","https://openalex.org/W2894845372","https://openalex.org/W2914702233","https://openalex.org/W2917032424","https://openalex.org/W2921764184","https://openalex.org/W3004902652","https://openalex.org/W3081243002","https://openalex.org/W3096151115","https://openalex.org/W3105445034","https://openalex.org/W3121353240","https://openalex.org/W3172330035","https://openalex.org/W3193997983","https://openalex.org/W3199841966","https://openalex.org/W3211297631","https://openalex.org/W4285813094","https://openalex.org/W4291796128","https://openalex.org/W4292779060","https://openalex.org/W4321455981","https://openalex.org/W4387835442","https://openalex.org/W4388886073","https://openalex.org/W6618508183","https://openalex.org/W6627535392","https://openalex.org/W6674526934","https://openalex.org/W6676293581","https://openalex.org/W6676297131","https://openalex.org/W6676415981","https://openalex.org/W6679646824","https://openalex.org/W6681876672","https://openalex.org/W6778883912","https://openalex.org/W6781254577","https://openalex.org/W6982580295","https://openalex.org/W7028692630"],"related_works":["https://openalex.org/W2393306073","https://openalex.org/W2393526026","https://openalex.org/W2368279538","https://openalex.org/W2372801241","https://openalex.org/W2038045674","https://openalex.org/W4378376832","https://openalex.org/W2387323919","https://openalex.org/W1968995485","https://openalex.org/W2896678408","https://openalex.org/W2625021826"],"abstract_inverted_index":{"In":[0],"developing":[1],"artificial":[2,44,60,102],"intelligence":[3],"(AI),":[4],"researchers":[5],"often":[6,30],"benchmark":[7],"against":[8],"human":[9,27,62],"performance":[10],"as":[11],"a":[12,52,66],"measure":[13,67],"of":[14,19,59,68,82,100],"progress.":[15],"Is":[16],"this":[17,83],"kind":[18],"comparison":[20,54],"possible":[21],"for":[22,71,108],"moral":[23,28,57,69,104],"cognition?":[24],"Given":[25],"that":[26],"judgment":[29],"hinges":[31],"on":[32],"intangible":[33],"properties":[34],"like":[35],"\"intention\"":[36],"which":[37],"may":[38,47],"have":[39],"no":[40],"natural":[41],"analog":[42],"in":[43],"agents,":[45],"it":[46],"prove":[48],"difficult":[49],"to":[50],"design":[51],"\"like-for-like\"":[53],"between":[55],"the":[56,80,98],"behavior":[58,70],"and":[61,74,91,94],"agents.":[63],"What":[64],"would":[65],"both":[72],"humans":[73],"AI":[75],"look":[76],"like?":[77],"We":[78],"unravel":[79],"complexity":[81],"question":[84],"by":[85],"discussing":[86],"examples":[87],"within":[88,111],"reinforcement":[89],"learning":[90],"generative":[92],"AI,":[93],"we":[95],"examine":[96],"how":[97],"puzzle":[99],"evaluating":[101],"agents'":[103],"cognition":[105],"remains":[106],"open":[107],"further":[109],"investigation":[110],"cognitive":[112],"science.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}