{"id":"https://openalex.org/W4288058211","doi":"https://doi.org/10.1145/3514094.3534163","title":"Generating Deontic Obligations From Utility-Maximizing Systems","display_name":"Generating Deontic Obligations From Utility-Maximizing Systems","publication_year":2022,"publication_date":"2022-07-26","ids":{"openalex":"https://openalex.org/W4288058211","doi":"https://doi.org/10.1145/3514094.3534163"},"language":"en","primary_location":{"id":"doi:10.1145/3514094.3534163","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3514094.3534163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042260616","display_name":"Colin Shea-Blymyer","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin Shea-Blymyer","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021880681","display_name":"Houssam Abbas","orcid":"https://orcid.org/0000-0002-8096-2618"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houssam Abbas","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08042073,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"653","last_page":"663"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deontic-logic","display_name":"Deontic logic","score":0.9348465800285339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7466734647750854},{"id":"https://openalex.org/keywords/obligation","display_name":"Obligation","score":0.6258285641670227},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6192228198051453},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5797494649887085},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5359993577003479},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48957952857017517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4731506109237671},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46722492575645447},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.4447242021560669},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4425179362297058},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4247363209724426},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.42430344223976135},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.241385817527771},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.21697470545768738},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.0923433005809784},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08799964189529419}],"concepts":[{"id":"https://openalex.org/C6377922","wikidata":"https://www.wikidata.org/wiki/Q302542","display_name":"Deontic logic","level":2,"score":0.9348465800285339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7466734647750854},{"id":"https://openalex.org/C2778447849","wikidata":"https://www.wikidata.org/wiki/Q2648051","display_name":"Obligation","level":2,"score":0.6258285641670227},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6192228198051453},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5797494649887085},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5359993577003479},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48957952857017517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4731506109237671},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46722492575645447},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.4447242021560669},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4425179362297058},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4247363209724426},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42430344223976135},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.241385817527771},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.21697470545768738},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0923433005809784},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08799964189529419},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3514094.3534163","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3514094.3534163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8100000023841858,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G253322227","display_name":"CCRI: MEDIUM: Collaborative Research: F1/10 RACECAR: Community Platforms for for Safe, Secure and Coordinated Autonomy","funder_award_id":"1925652","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1498432697","https://openalex.org/W2076337359","https://openalex.org/W2192203593","https://openalex.org/W2963805801","https://openalex.org/W3159450599","https://openalex.org/W3178674171","https://openalex.org/W3200383949","https://openalex.org/W3203005314","https://openalex.org/W4205678468"],"related_works":["https://openalex.org/W4249800064","https://openalex.org/W4234777743","https://openalex.org/W3016120872","https://openalex.org/W3213838085","https://openalex.org/W1515117609","https://openalex.org/W1536296381","https://openalex.org/W4313591620","https://openalex.org/W3102039646","https://openalex.org/W1587224678","https://openalex.org/W2167978186"],"abstract_inverted_index":{"This":[0,54,238],"work":[1,55,239],"gives":[2],"a":[3,27,57,65,78,120,147,163,168,188,203,211,241],"logical":[4,169],"characterization":[5,170],"of":[6,12,35,77,101,128,143,171,187,195,250],"the":[7,33,75,185,193,215,222,251],"(ethical":[8,252],"and":[9,40,44,93,180,225,229,253],"social)":[10,254],"obligations":[11,76,194,213,255],"an":[13,117,196,234],"agent":[14,22,118,197],"trained":[15],"with":[16,99,233],"Reinforcement":[17],"Learning":[18],"(RL).":[19],"An":[20],"RL":[21],"takes":[23],"actions":[24],"by":[25,133],"following":[26],"utility-maximizing":[28,246],"policy.":[29],"We":[30,85,145,220],"maintain":[31],"that":[32,45,69,109,116,132,141,158,207,214,256],"choice":[34],"utility":[36,189],"function":[37],"embeds":[38],"ethical":[39,83],"social":[41],"values":[42,52],"implicitly,":[43],"it":[46,136,159],"is":[47,70,137,160,176,198],"necessary":[48],"to":[49,114,123,139,166,209,244,260],"make":[50],"these":[51],"explicit.":[53],"provides":[56,240],"basis":[58],"for":[59,72,150,162],"doing":[60],"so.":[61],"First,":[62],"we":[63,107,156,201],"propose":[64,202],"probabilistic":[66],"deontic":[67],"logic":[68,152],"suited":[71],"formally":[73],"specifying":[74],"stochastic":[79],"system,":[80],"including":[81],"its":[82,95],"obligations.":[84],"prove":[86,115],"some":[87,126],"useful":[88,161],"validities":[89],"about":[90,125],"this":[91],"logic,":[92],"how":[94],"semantics":[96],"are":[97],"compatible":[98],"those":[100],"Markov":[102],"Decision":[103],"Processes":[104],"(MDPs).":[105],"Second,":[106],"show":[108],"model":[110,148,223],"checking":[111,224],"allows":[112],"us":[113],"has":[119],"given":[121],"obligation":[122],"bring":[124],"state":[127,142],"affairs":[129],"-":[130],"meaning":[131],"acting":[134],"optimally,":[135],"seeking":[138],"reach":[140],"affairs.":[144],"develop":[146],"checker":[149],"our":[151],"against":[153],"MDPs.":[154],"Third,":[155],"observe":[157],"system":[164,216],"designer":[165,217],"obtain":[167],"her":[172],"system's":[173,212],"obligations,":[174],"which":[175],"potentially":[177],"more":[178],"interpretable":[179],"helpful":[181],"in":[182,248],"debugging":[183],"than":[184],"expression":[186],"function.":[190],"Enumerating":[191],"all":[192],"impractical,":[199],"so":[200],"Bayesian":[204,226],"optimization":[205,227],"routine":[206],"learns":[208],"generate":[210],"deems":[218],"interesting.":[219],"implement":[221],"routines,":[228],"demonstrate":[230],"their":[231],"effectiveness":[232],"initial":[235],"pilot":[236],"study.":[237],"rigorous":[242],"method":[243],"characterize":[245],"agents":[247],"terms":[249],"they":[257],"implicitly":[258],"seek":[259],"satisfy.":[261]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}