{"id":"https://openalex.org/W2561666900","doi":"https://doi.org/10.1109/tac.2016.2644871","title":"Sequential Decision Making With Coherent Risk","display_name":"Sequential Decision Making With Coherent Risk","publication_year":2016,"publication_date":"2016-12-24","ids":{"openalex":"https://openalex.org/W2561666900","doi":"https://doi.org/10.1109/tac.2016.2644871","mag":"2561666900"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2016.2644871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2016.2644871","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020699288","display_name":"Aviv Tamar","orcid":"https://orcid.org/0000-0002-1972-854X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aviv Tamar","raw_affiliation_strings":["Department of Electrical Engineering & Computer Sciences, Berkeley, UC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering & Computer Sciences, Berkeley, UC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039948454","display_name":"Yinlam Chow","orcid":"https://orcid.org/0000-0002-7533-8300"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yinlam Chow","raw_affiliation_strings":["Institute for Computational and Mathematical Engineering, Stanford University"],"raw_orcid":"https://orcid.org/0000-0002-7533-8300","affiliations":[{"raw_affiliation_string":"Institute for Computational and Mathematical Engineering, Stanford University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013843778","display_name":"Mohammad Ghavamzadeh","orcid":"https://orcid.org/0000-0003-0930-8688"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"Mohammad Ghavamzadeh","raw_affiliation_strings":["Adobe Research, on leave of absence from INRIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, on leave of absence from INRIA","institution_ids":["https://openalex.org/I1306409833","https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036260775","display_name":"Shie Mannor","orcid":"https://orcid.org/0000-0003-4439-7647"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shie Mannor","raw_affiliation_strings":["Department of Electrical Engineering, Technion"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8923,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.91722645,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"62","issue":"7","first_page":"3323","last_page":"3338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.7066658735275269},{"id":"https://openalex.org/keywords/dynamic-risk-measure","display_name":"Dynamic risk measure","score":0.6498332023620605},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5847851037979126},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5781288146972656},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5712728500366211},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5339134335517883},{"id":"https://openalex.org/keywords/coherent-risk-measure","display_name":"Coherent risk measure","score":0.5275563597679138},{"id":"https://openalex.org/keywords/expected-shortfall","display_name":"Expected shortfall","score":0.4972739517688751},{"id":"https://openalex.org/keywords/value-at-risk","display_name":"Value at risk","score":0.45881327986717224},{"id":"https://openalex.org/keywords/risk-measure","display_name":"Risk measure","score":0.4531167447566986},{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.42700958251953125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2960268557071686},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.274242639541626},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18512487411499023},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.10766273736953735},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10082760453224182}],"concepts":[{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.7066658735275269},{"id":"https://openalex.org/C167548438","wikidata":"https://www.wikidata.org/wiki/Q5319012","display_name":"Dynamic risk measure","level":4,"score":0.6498332023620605},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5847851037979126},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5781288146972656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5712728500366211},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5339134335517883},{"id":"https://openalex.org/C148845407","wikidata":"https://www.wikidata.org/wiki/Q5141358","display_name":"Coherent risk measure","level":4,"score":0.5275563597679138},{"id":"https://openalex.org/C5496284","wikidata":"https://www.wikidata.org/wiki/Q5420856","display_name":"Expected shortfall","level":3,"score":0.4972739517688751},{"id":"https://openalex.org/C94128290","wikidata":"https://www.wikidata.org/wiki/Q963287","display_name":"Value at risk","level":3,"score":0.45881327986717224},{"id":"https://openalex.org/C2781472820","wikidata":"https://www.wikidata.org/wiki/Q2154759","display_name":"Risk measure","level":3,"score":0.4531167447566986},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.42700958251953125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2960268557071686},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.274242639541626},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18512487411499023},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.10766273736953735},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10082760453224182},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2016.2644871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2016.2644871","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W580164506","https://openalex.org/W1491517969","https://openalex.org/W1531010729","https://openalex.org/W1558438642","https://openalex.org/W1572204513","https://openalex.org/W1577789187","https://openalex.org/W1647779468","https://openalex.org/W1702462424","https://openalex.org/W1762810071","https://openalex.org/W1788877992","https://openalex.org/W1965878388","https://openalex.org/W1988270113","https://openalex.org/W1990437501","https://openalex.org/W2001009060","https://openalex.org/W2003205995","https://openalex.org/W2006301680","https://openalex.org/W2007181101","https://openalex.org/W2012587148","https://openalex.org/W2019291268","https://openalex.org/W2023209926","https://openalex.org/W2027106436","https://openalex.org/W2046765929","https://openalex.org/W2094387729","https://openalex.org/W2106378743","https://openalex.org/W2107333057","https://openalex.org/W2109122936","https://openalex.org/W2120465407","https://openalex.org/W2127107099","https://openalex.org/W2129462326","https://openalex.org/W2141203641","https://openalex.org/W2144446635","https://openalex.org/W2145341417","https://openalex.org/W2155027007","https://openalex.org/W2155153696","https://openalex.org/W2156737235","https://openalex.org/W2159223630","https://openalex.org/W2160519132","https://openalex.org/W2162849300","https://openalex.org/W2167696704","https://openalex.org/W2168565265","https://openalex.org/W2169015875","https://openalex.org/W2949207039","https://openalex.org/W2949963197","https://openalex.org/W2950557523","https://openalex.org/W2963082836","https://openalex.org/W2963590277","https://openalex.org/W2964108826","https://openalex.org/W3103182070","https://openalex.org/W3125145310","https://openalex.org/W4205326910","https://openalex.org/W4205513846","https://openalex.org/W4214717370","https://openalex.org/W4247165901","https://openalex.org/W4249513058","https://openalex.org/W4291395639","https://openalex.org/W4296400122","https://openalex.org/W6617021176","https://openalex.org/W6629397718","https://openalex.org/W6633304335","https://openalex.org/W6637255130","https://openalex.org/W6637966995","https://openalex.org/W6638036514","https://openalex.org/W6675892976","https://openalex.org/W6675932057","https://openalex.org/W6676102861","https://openalex.org/W6681267953","https://openalex.org/W6683195989","https://openalex.org/W6683204974","https://openalex.org/W6683517036"],"related_works":["https://openalex.org/W3125265748","https://openalex.org/W2741147126","https://openalex.org/W3180712247","https://openalex.org/W4301377905","https://openalex.org/W2408851247","https://openalex.org/W3121825436","https://openalex.org/W2950198523","https://openalex.org/W3122839946","https://openalex.org/W1982899954","https://openalex.org/W2884393155"],"abstract_inverted_index":{"We":[0,75],"provide":[1],"sampling-based":[2],"algorithms":[3],"for":[4,42,101],"optimization":[5],"under":[6],"a":[7,64],"coherent-risk":[8,13],"objective.":[9],"The":[10],"class":[11],"of":[12,51,96],"measures":[14,80],"is":[15,40,92],"widely":[16],"accepted":[17],"in":[18,44,56,93],"finance":[19],"and":[20,26,36,81],"operations":[21],"research,":[22],"among":[23],"other":[24],"fields,":[25],"encompasses":[27],"popular":[28],"risk-measures":[29],"such":[30,54],"as":[31,55],"conditional":[32],"value":[33],"at":[34],"risk":[35,79,84,88,104],"mean-semi-deviation.":[37],"Our":[38],"approach":[39,91],"suitable":[41],"problems":[43,68],"which":[45],"tuneable":[46],"parameters":[47],"control":[48],"the":[49,52,94,102],"distribution":[50],"cost,":[53],"reinforcement":[57],"learning":[58],"or":[59],"approximate":[60],"dynamic":[61,83,103],"programming":[62],"with":[63],"parameterized":[65],"policy.":[66],"Such":[67],"cannot":[69],"be":[70],"solved":[71],"using":[72],"previous":[73],"approaches.":[74],"consider":[76],"both":[77],"static":[78,87],"time-consistent":[82],"measures.":[85],"For":[86],"measures,":[89,105],"our":[90],"spirit":[95],"policy":[97],"gradient":[98],"methods,":[99],"while":[100],"we":[106],"use":[107],"actor-critic":[108],"type":[109],"algorithms.":[110]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}