{"id":"https://openalex.org/W2572064296","doi":null,"title":"Quantilizers: A Safer Alternative to Maximizers for Limited Optimization","display_name":"Quantilizers: A Safer Alternative to Maximizers for Limited Optimization","publication_year":2016,"publication_date":"2016-03-29","ids":{"openalex":"https://openalex.org/W2572064296","mag":"2572064296"},"language":"en","primary_location":{"id":"mag:2572064296","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/ethics2016.html#Taylor16","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078386507","display_name":"Jessica Taylor","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I283854653","display_name":"Machine Intelligence Research Institute","ror":"https://ror.org/01h4ass90","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I283854653"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jessica Taylor","raw_affiliation_strings":["Machine Intelligence Research Inst.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Intelligence Research Inst.#TAB#","institution_ids":["https://openalex.org/I283854653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5078386507"],"corresponding_institution_ids":["https://openalex.org/I283854653"],"apc_list":null,"apc_paid":null,"fwci":1.788,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.89643841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7113999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7113999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.10289999842643738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07289999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expected-utility-maximization","display_name":"expected utility maximization","score":0.8840000033378601},{"id":"https://openalex.org/keywords/ai-safety","display_name":"AI safety","score":0.6240000128746033},{"id":"https://openalex.org/keywords/ai-alignment","display_name":"AI alignment","score":0.4099999964237213},{"id":"https://openalex.org/keywords/utility-functions","display_name":"utility functions","score":0.49399998784065247},{"id":"https://openalex.org/keywords/unintended-consequences","display_name":"unintended consequences","score":0.6769999861717224},{"id":"https://openalex.org/keywords/ai-agents","display_name":"AI agents","score":0.3619999885559082}],"concepts":[{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.8760819435119629},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.6423971652984619},{"id":"https://openalex.org/C2985793214","wikidata":"https://www.wikidata.org/wiki/Q3274096","display_name":"Utility maximization","level":2,"score":0.6048427820205688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.556546688079834},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.5084401965141296},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.48340311646461487},{"id":"https://openalex.org/C124999997","wikidata":"https://www.wikidata.org/wiki/Q4358367","display_name":"Von Neumann\u2013Morgenstern utility theorem","level":3,"score":0.4704434275627136},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.46919509768486023},{"id":"https://openalex.org/C154808841","wikidata":"https://www.wikidata.org/wiki/Q3467023","display_name":"Isoelastic utility","level":3,"score":0.4535542130470276},{"id":"https://openalex.org/C2779044140","wikidata":"https://www.wikidata.org/wiki/Q3274096","display_name":"Utility maximization problem","level":3,"score":0.4414884150028229},{"id":"https://openalex.org/C2777209242","wikidata":"https://www.wikidata.org/wiki/Q1020018","display_name":"Stock market crash","level":4,"score":0.4345088601112366},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.35833245515823364},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.35121849179267883},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.332115113735199},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.2878120243549347},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.27687951922416687},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.23093926906585693},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.08170682191848755},{"id":"https://openalex.org/C2780762169","wikidata":"https://www.wikidata.org/wiki/Q5905368","display_name":"Horse","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2572064296","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/ethics2016.html#Taylor16","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1545101255","https://openalex.org/W1846884072","https://openalex.org/W1906859668","https://openalex.org/W1989388297","https://openalex.org/W1999874108","https://openalex.org/W2061562262","https://openalex.org/W2088731121","https://openalex.org/W2127842795","https://openalex.org/W2150291618","https://openalex.org/W2251567929","https://openalex.org/W2472097883","https://openalex.org/W2767734520"],"related_works":["https://openalex.org/W4385891491","https://openalex.org/W2888912408","https://openalex.org/W7117697557","https://openalex.org/W3021366120","https://openalex.org/W7098403248","https://openalex.org/W2085102928","https://openalex.org/W4401202671","https://openalex.org/W7155693376","https://openalex.org/W7161388472","https://openalex.org/W4412719992"],"abstract_inverted_index":{"In":[0,80],"the":[1,27,34,50,104],"field":[2],"of":[3,106,124],"AI,":[4],"expected":[5,18,42,88,98],"utility":[6,19,28,43,89,99],"maximizers":[7],"are":[8],"commonly":[9],"used":[10],"as":[11],"a":[12,62],"model":[13],"for":[14,39,57,91],"idealized":[15],"agents.":[16],"However,":[17],"maximization":[20,90],"can":[21],"lead":[22],"to":[23,87],"unintended":[24,74],"solutions":[25,75],"when":[26],"function":[29],"does":[30],"not":[31,111],"quantify":[32],"everything":[33],"operators":[35],"care":[36],"about:":[37],"imagine,":[38],"example,":[40],"an":[41,85],"maximizer":[44],"tasked":[45],"with":[46],"winning":[47],"money":[48],"on":[49],"stock":[51],"market,":[52],"which":[53,95],"has":[54],"no":[55],"regard":[56],"whether":[58],"it":[59],"accidentally":[60],"causes":[61],"market":[63],"crash.":[64],"Once":[65],"AI":[66,93,107],"systems":[67,108],"become":[68,77],"sufficiently":[69],"intelligent":[70],"and":[71,116,119],"powerful,":[72],"these":[73],"could":[76,102],"quite":[78],"dangerous.":[79],"this":[81],"paper,":[82],"we":[83,96],"describe":[84],"alternative":[86],"powerful":[92],"systems,":[94],"call":[97],"quantilization.":[100],"This":[101],"allow":[103],"construction":[105],"that":[109],"do":[110],"necessarily":[112],"fall":[113],"into":[114],"strange":[115],"unanticipated":[117],"shortcuts":[118],"edge":[120],"cases":[121],"in":[122],"pursuit":[123],"their":[125],"goals.":[126]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2017-01-26T00:00:00"}