{"id":"https://openalex.org/W4382239409","doi":"https://doi.org/10.1609/aaai.v37i5.25739","title":"Moral Machine or Tyranny of the Majority?","display_name":"Moral Machine or Tyranny of the Majority?","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382239409","doi":"https://doi.org/10.1609/aaai.v37i5.25739"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v37i5.25739","doi":"https://doi.org/10.1609/aaai.v37i5.25739","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i5.25739","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/25739/25511","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/25739/25511","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074082280","display_name":"Michael Feffer","orcid":"https://orcid.org/0000-0002-5243-472X","observed_orcids":["https://orcid.org/0000-0002-5243-472X"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Feffer","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037735812","display_name":"Hoda Heidari","orcid":"https://orcid.org/0000-0003-3710-4076","observed_orcids":["https://orcid.org/0000-0003-3710-4076"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hoda Heidari","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029448258","display_name":"Zachary C. Lipton","orcid":"https://orcid.org/0000-0002-3824-4241","observed_orcids":["https://orcid.org/0000-0002-3824-4241"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary C. Lipton","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":22.6648,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99826514,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"37","issue":"5","first_page":"5974","last_page":"5982"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.06700000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/moral-machines","display_name":"moral machines","score":0.8700000047683716},{"id":"https://openalex.org/keywords/trolley-problem","display_name":"trolley problem","score":0.8870000243186951},{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.8870000243186951},{"id":"https://openalex.org/keywords/preference-aggregation","display_name":"preference aggregation","score":0.8330000042915344},{"id":"https://openalex.org/keywords/strategic-reporting","display_name":"strategic reporting","score":0.8360000252723694},{"id":"https://openalex.org/keywords/pure-strategy-equilibrium","display_name":"pure Nash equilibrium","score":0.7360000014305115},{"id":"https://openalex.org/keywords/fairness","display_name":"fairness","score":0.8159999847412109},{"id":"https://openalex.org/keywords/ai-ethics","display_name":"AI ethics","score":0.4650000035762787},{"id":"https://openalex.org/keywords/ethical-dilemmas","display_name":"ethical dilemmas","score":0.34599998593330383}],"concepts":[{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.7244957685470581},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.6370353698730469},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.5647713541984558},{"id":"https://openalex.org/C48327123","wikidata":"https://www.wikidata.org/wiki/Q317","display_name":"Dictatorship","level":4,"score":0.5080549716949463},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4819455146789551},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.4235544204711914},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.413469523191452},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4113346338272095},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.4074611961841583},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.4059141278266907},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.3911265730857849},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35549429059028625},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3338955044746399},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2934066653251648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27652469277381897},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.23691964149475098},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.23569148778915405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20802319049835205},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09285742044448853},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.08996334671974182},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08373528718948364},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C555826173","wikidata":"https://www.wikidata.org/wiki/Q7174","display_name":"Democracy","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v37i5.25739","doi":"https://doi.org/10.1609/aaai.v37i5.25739","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i5.25739","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/25739/25511","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2305.17319","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.17319","pdf_url":"https://arxiv.org/pdf/2305.17319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ojs.aaai.org:article/25739","doi":null,"is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/25739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2305.17319","doi":"https://doi.org/10.48550/arxiv.2305.17319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.17319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v37i5.25739","doi":"https://doi.org/10.1609/aaai.v37i5.25739","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i5.25739","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/25739/25511","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6601999998092651}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3598609753","display_name":"FAI: Fair AI in Public Policy - Achieving Fair Societal Outcomes in ML Applications to Education, Criminal Justice, and Health and Human Services","funder_award_id":"2040929","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382239409.pdf","grobid_xml":"https://content.openalex.org/works/W4382239409.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1966343351","https://openalex.org/W1977126954","https://openalex.org/W2011489429","https://openalex.org/W2027336647","https://openalex.org/W2034728274","https://openalex.org/W2043715088","https://openalex.org/W2083397025","https://openalex.org/W2097975722","https://openalex.org/W2106478571","https://openalex.org/W2155775178","https://openalex.org/W2187355077","https://openalex.org/W2321984095","https://openalex.org/W2576296162","https://openalex.org/W2758041078","https://openalex.org/W2787880388","https://openalex.org/W2788481061","https://openalex.org/W2789726514","https://openalex.org/W2797784986","https://openalex.org/W2806992506","https://openalex.org/W2891375756","https://openalex.org/W2896252141","https://openalex.org/W2949019824","https://openalex.org/W2981869278","https://openalex.org/W3013931681","https://openalex.org/W3030351583","https://openalex.org/W3036958098","https://openalex.org/W3092435325","https://openalex.org/W3164084397","https://openalex.org/W3207793318","https://openalex.org/W4287125379","https://openalex.org/W4372053075","https://openalex.org/W6644660996"],"related_works":["https://openalex.org/W7221580724","https://openalex.org/W2758041078","https://openalex.org/W2896252141","https://openalex.org/W4288058277","https://openalex.org/W4367359321","https://openalex.org/W4403324869","https://openalex.org/W4415230644","https://openalex.org/W4375863154","https://openalex.org/W4409967055","https://openalex.org/W3137423266"],"abstract_inverted_index":{"With":[0],"artificial":[1],"intelligence":[2],"systems":[3,16],"increasingly":[4],"applied":[5],"in":[6,20,149],"consequential":[7],"domains,":[8],"researchers":[9,34],"have":[10],"begun":[11],"to":[12,18,37],"ask":[13],"how":[14],"AI":[15],"ought":[17],"act":[19],"ethically":[21],"charged":[22],"situations":[23],"where":[24,88,118,141],"even":[25,129],"humans":[26],"lack":[27],"consensus.":[28],"In":[29,68],"the":[30,66,89,95,104,113,119,125,137,142,152,160,165,189,195],"Moral":[31],"Machine":[32],"project,":[33],"crowdsourced":[35],"answers":[36],"\"Trolley":[38],"Problems\"":[39],"concerning":[40],"autonomous":[41],"vehicles.":[42],"Subsequently,":[43],"Noothigattu":[44],"et":[45],"al.":[46],"(2018)":[47],"proposed":[48],"inferring":[49],"linear":[50,60],"functions":[51],"that":[52],"approximate":[53],"each":[54],"individual's":[55],"preferences":[56,108,135,172],"and":[57,80,106,181,203,221],"aggregating":[58,211],"these":[59],"models":[61],"by":[62],"averaging":[63,74,206],"parameters":[64],"across":[65],"population.":[67],"this":[69,73],"paper,":[70],"we":[71,123,215],"examine":[72],"mechanism,":[75],"focusing":[76],"on":[77,112],"fairness":[78,204],"concerns":[79,200],"strategic":[81],"effects.":[82],"We":[83],"investigate":[84],"a":[85,184,208],"simple":[86],"setting":[87],"population":[90],"consists":[91],"of":[92,103,115,139,154,162,194,205],"two":[93],"groups,":[94],"minority":[96,120,143],"constitutes":[97],"an":[98],"\u03b1":[99],"<":[100],"0.5":[101],"share":[102],"population,":[105],"within-group":[107],"are":[109],"homogeneous.":[110],"Focusing":[111],"fraction":[114,138],"contested":[116],"cases":[117],"group":[121,191],"prevails,":[122],"make":[124],"following":[126],"observations:":[127],"(a)":[128],"when":[130,169],"all":[131],"parties":[132,170],"report":[133,171],"their":[134],"truthfully,":[136],"disputes":[140],"prevails":[144,192],"is":[145],"less":[146],"than":[147],"proportionate":[148],"\u03b1;":[150],"(b)":[151],"degree":[153],"sub-proportionality":[155],"grows":[156],"more":[157],"severe":[158],"as":[159,207],"level":[161],"disagreement":[163],"between":[164],"groups":[166],"increases;":[167],"(c)":[168],"strategically,":[173],"pure":[174,185],"strategy":[175,186],"equilibria":[176],"do":[177],"not":[178],"always":[179],"exist;":[180],"(d)":[182],"whenever":[183],"equilibrium":[187],"exists,":[188],"majority":[190],"100%":[193],"time.":[196],"These":[197],"findings":[198],"raise":[199],"about":[201],"stability":[202],"mechanism":[209],"for":[210],"diverging":[212],"voices.":[213],"Finally,":[214],"discuss":[216],"alternatives,":[217],"including":[218],"randomized":[219],"dictatorship":[220],"median-based":[222],"mechanisms.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-06-28T00:00:00"}