{"id":"https://openalex.org/W4408605051","doi":"https://doi.org/10.1007/s43681-025-00703-x","title":"Metaethical perspectives on \u2018benchmarking\u2019 AI ethics","display_name":"Metaethical perspectives on \u2018benchmarking\u2019 AI ethics","publication_year":2025,"publication_date":"2025-03-19","ids":{"openalex":"https://openalex.org/W4408605051","doi":"https://doi.org/10.1007/s43681-025-00703-x"},"language":"en","primary_location":{"id":"doi:10.1007/s43681-025-00703-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-025-00703-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-025-00703-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s43681-025-00703-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049415541","display_name":"Travis LaCroix","orcid":"https://orcid.org/0000-0002-1724-3434"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]},{"id":"https://openalex.org/I4210149858","display_name":"Schwartz/Reisman Emergency Medicine Institute","ror":"https://ror.org/03sc84089","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210149858"]}],"countries":["CA","GB"],"is_corresponding":true,"raw_author_name":"Travis LaCroix","raw_affiliation_strings":["Durham University, Durham, UK","Schwartz Reisman Institute for Technology and Society, University of Toronto, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Durham University, Durham, UK","institution_ids":["https://openalex.org/I190082696"]},{"raw_affiliation_string":"Schwartz Reisman Institute for Technology and Society, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I4210149858","https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091714241","display_name":"Alexandra Sasha Luccioni","orcid":"https://orcid.org/0000-0001-6238-7050"},"institutions":[{"id":"https://openalex.org/I4210148437","display_name":"Hugin Expert (Denmark)","ror":"https://ror.org/053pt1j04","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210148437"]},{"id":"https://openalex.org/I4387154989","display_name":"Hugging Face","ror":"https://ror.org/02grspc61","country_code":"US","type":"company","lineage":["https://openalex.org/I4387154989"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA","DK","US"],"is_corresponding":false,"raw_author_name":"Alexandra Sasha Luccioni","raw_affiliation_strings":["Hugging Face (United States), New York, USA","McGill University, Montr\u00e9al, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hugging Face (United States), New York, USA","institution_ids":["https://openalex.org/I4210148437","https://openalex.org/I4387154989"]},{"raw_affiliation_string":"McGill University, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049415541"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I190082696","https://openalex.org/I4210149858"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":8.8287,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97281623,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"5","issue":"4","first_page":"4029","last_page":"4047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8455259799957275},{"id":"https://openalex.org/keywords/cornerstone","display_name":"Cornerstone","score":0.72896409034729},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5926967263221741},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5525099635124207},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5422923564910889},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5013847351074219},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.46419158577919006},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.4598544239997864},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4489907920360565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39577165246009827},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.3217654824256897},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.1866169273853302},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.14606213569641113},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10603103041648865}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8455259799957275},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.72896409034729},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5926967263221741},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5525099635124207},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5422923564910889},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5013847351074219},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.46419158577919006},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4598544239997864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4489907920360565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39577165246009827},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3217654824256897},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1866169273853302},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.14606213569641113},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10603103041648865},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s43681-025-00703-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-025-00703-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-025-00703-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s43681-025-00703-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-025-00703-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-025-00703-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321629","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408605051.pdf","grobid_xml":"https://content.openalex.org/works/W4408605051.grobid-xml"},"referenced_works_count":149,"referenced_works":["https://openalex.org/W144757554","https://openalex.org/W170589634","https://openalex.org/W1187853694","https://openalex.org/W1486234110","https://openalex.org/W1497612200","https://openalex.org/W1543921081","https://openalex.org/W1608759177","https://openalex.org/W1677182931","https://openalex.org/W1944217901","https://openalex.org/W1979295420","https://openalex.org/W1984113244","https://openalex.org/W1992213805","https://openalex.org/W2005061283","https://openalex.org/W2006447892","https://openalex.org/W2008933718","https://openalex.org/W2010124414","https://openalex.org/W2013109099","https://openalex.org/W2032160998","https://openalex.org/W2038147967","https://openalex.org/W2039649409","https://openalex.org/W2081580037","https://openalex.org/W2089012547","https://openalex.org/W2107878631","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2131213789","https://openalex.org/W2131600418","https://openalex.org/W2135226325","https://openalex.org/W2158136277","https://openalex.org/W2257408573","https://openalex.org/W2257979135","https://openalex.org/W2312999186","https://openalex.org/W2326421603","https://openalex.org/W2341742263","https://openalex.org/W2466381818","https://openalex.org/W2471135697","https://openalex.org/W2508409472","https://openalex.org/W2574978968","https://openalex.org/W2589593208","https://openalex.org/W2602156253","https://openalex.org/W2739295286","https://openalex.org/W2754517384","https://openalex.org/W2758041078","https://openalex.org/W2766736793","https://openalex.org/W2771440653","https://openalex.org/W2772953505","https://openalex.org/W2773381986","https://openalex.org/W2776287312","https://openalex.org/W2785775372","https://openalex.org/W2789001324","https://openalex.org/W2794181451","https://openalex.org/W2797784986","https://openalex.org/W2798600195","https://openalex.org/W2798665661","https://openalex.org/W2799592953","https://openalex.org/W2807283246","https://openalex.org/W2821976686","https://openalex.org/W2883669845","https://openalex.org/W2888307014","https://openalex.org/W2895856548","https://openalex.org/W2896240508","https://openalex.org/W2896252141","https://openalex.org/W2897042519","https://openalex.org/W2901000899","https://openalex.org/W2905137835","https://openalex.org/W2906075138","https://openalex.org/W2907440188","https://openalex.org/W2911296969","https://openalex.org/W2914826802","https://openalex.org/W2919193235","https://openalex.org/W2943125707","https://openalex.org/W2948572934","https://openalex.org/W2953522645","https://openalex.org/W2959759287","https://openalex.org/W2962937807","https://openalex.org/W2963086506","https://openalex.org/W2963542100","https://openalex.org/W2963612171","https://openalex.org/W2963748441","https://openalex.org/W2977755270","https://openalex.org/W2978572480","https://openalex.org/W3002093512","https://openalex.org/W3007662835","https://openalex.org/W3008980120","https://openalex.org/W3012041993","https://openalex.org/W3014888349","https://openalex.org/W3015611757","https://openalex.org/W3034212203","https://openalex.org/W3034344071","https://openalex.org/W3034463304","https://openalex.org/W3037120043","https://openalex.org/W3041858400","https://openalex.org/W3041968715","https://openalex.org/W3042795739","https://openalex.org/W3045506765","https://openalex.org/W3052814785","https://openalex.org/W3081733458","https://openalex.org/W3084790180","https://openalex.org/W3091454361","https://openalex.org/W3092105031","https://openalex.org/W3092323704","https://openalex.org/W3093684130","https://openalex.org/W3094177740","https://openalex.org/W3099843385","https://openalex.org/W3100279624","https://openalex.org/W3100854647","https://openalex.org/W3105226597","https://openalex.org/W3105871743","https://openalex.org/W3126557831","https://openalex.org/W3133702157","https://openalex.org/W3137959340","https://openalex.org/W3146083582","https://openalex.org/W3161443521","https://openalex.org/W3168194750","https://openalex.org/W3171654528","https://openalex.org/W3172314079","https://openalex.org/W3172415559","https://openalex.org/W3180145931","https://openalex.org/W3185376810","https://openalex.org/W3185446826","https://openalex.org/W3185966361","https://openalex.org/W3186782927","https://openalex.org/W3195635093","https://openalex.org/W3199665477","https://openalex.org/W4206637810","https://openalex.org/W4211162052","https://openalex.org/W4221051759","https://openalex.org/W4229685843","https://openalex.org/W4231644576","https://openalex.org/W4238472220","https://openalex.org/W4238827160","https://openalex.org/W4243219578","https://openalex.org/W4247462173","https://openalex.org/W4249609777","https://openalex.org/W4252306240","https://openalex.org/W4284676864","https://openalex.org/W4285142800","https://openalex.org/W4288083803","https://openalex.org/W4288084972","https://openalex.org/W4290959953","https://openalex.org/W4312092243","https://openalex.org/W4312236423","https://openalex.org/W4382318018","https://openalex.org/W4388112971","https://openalex.org/W4391457729","https://openalex.org/W4404993381","https://openalex.org/W4409477936","https://openalex.org/W4410840544","https://openalex.org/W6607352485"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W2088111589","https://openalex.org/W2321083758","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W4366496304","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W4399363378"],"abstract_inverted_index":{"Abstract":[0],"Benchmarks":[1],"are":[2,86,144,158],"seen":[3],"as":[4],"the":[5,54,103,129,156,165],"cornerstone":[6],"for":[7,20,52,88,186],"measuring":[8,53],"technical":[9],"progress":[10],"in":[11,37,66,100],"artificial":[12],"intelligence":[13],"(AI)":[14],"research":[15,35,65,184],"and":[16,69,134,159],"have":[17],"been":[18],"developed":[19],"a":[21,80],"variety":[22],"of":[23,46,56,102,105,132,178],"tasks":[24],"ranging":[25],"from":[26,167],"question":[27],"answering":[28],"to":[29,77,117,152,169,174],"emotion":[30],"recognition.":[31],"An":[32],"increasingly":[33],"prominent":[34],"area":[36],"AI":[38,58,92,108,136],"is":[39,75,94,97],"ethics,":[40],"which":[41],"currently":[42],"has":[43],"no":[44],"set":[45],"benchmarks":[47],"nor":[48],"commonly":[49],"accepted":[50],"way":[51],"\u2018ethicality\u2019":[55],"an":[57,91],"system.":[59],"In":[60],"this":[61],"paper,":[62],"drawing":[63],"upon":[64],"moral":[67],"philosophy":[68],"metaethics,":[70],"we":[71],"argue":[72,111],"that":[73,112],"it":[74,113],"impossible":[76],"develop":[78],"such":[79],"benchmark.":[81],"As":[82],"such,":[83],"alternative":[84],"mechanisms":[85],"necessary":[87],"evaluating":[89],"whether":[90],"system":[93],"\u2018ethical\u2019.":[95],"This":[96],"especially":[98],"pressing":[99],"light":[101],"prevalence":[104],"applied,":[106],"industrial":[107],"research.":[109],"We":[110,138],"makes":[114],"more":[115],"sense":[116],"talk":[118],"about":[119],"\u2018values\u2019":[120],"(and":[121],"\u2018value":[122],"alignment\u2019)":[123],"rather":[124],"than":[125],"\u2018ethics\u2019":[126],"when":[127],"considering":[128],"possible":[130],"actions":[131],"present":[133],"future":[135],"systems.":[137],"further":[139],"highlight":[140],"that,":[141],"because":[142],"values":[143,149,157,161,170],"unambiguously":[145],"relative,":[146],"focusing":[147],"on":[148],"forces":[150],"us":[151],"consider":[153],"explicitly":[154],"what":[155],"whose":[160],"they":[162],"are.":[163],"Shifting":[164],"emphasis":[166],"ethics":[168],"therefore":[171],"gives":[172],"rise":[173],"several":[175],"new":[176],"ways":[177],"understanding":[179],"how":[180],"researchers":[181],"might":[182],"advance":[183],"programmes":[185],"robustly":[187],"safe":[188],"or":[189],"beneficial":[190],"AI.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}