{"id":"https://openalex.org/W2042459810","doi":"https://doi.org/10.1016/s0005-1098(01)00084-x","title":"On terminating Markov decision processes with a risk-averse objective function","display_name":"On terminating Markov decision processes with a risk-averse objective function","publication_year":2001,"publication_date":"2001-09-01","ids":{"openalex":"https://openalex.org/W2042459810","doi":"https://doi.org/10.1016/s0005-1098(01)00084-x","mag":"2042459810"},"language":"en","primary_location":{"id":"doi:10.1016/s0005-1098(01)00084-x","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0005-1098(01)00084-x","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039633806","display_name":"Stephen D. Patek","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]},{"id":"https://openalex.org/I146367977","display_name":"Applied Science Private University","ror":"https://ror.org/01ah6nb52","country_code":"JO","type":"education","lineage":["https://openalex.org/I146367977"]}],"countries":["JO","US"],"is_corresponding":true,"raw_author_name":"Stephen D. Patek","raw_affiliation_strings":["Department of Systems Engineering, School of Engineering and Applied Science, University of Virginia, Olsson Hall, Charlottesville, VA 22903, USA","Department of Systems Engineering, School of Engineering and Applied Science, University of Virginia, Olsson Hall, Charlottesville, VA 22903, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Systems Engineering, School of Engineering and Applied Science, University of Virginia, Olsson Hall, Charlottesville, VA 22903, USA","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Department of Systems Engineering, School of Engineering and Applied Science, University of Virginia, Olsson Hall, Charlottesville, VA 22903, USA#TAB#","institution_ids":["https://openalex.org/I146367977"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5039633806"],"corresponding_institution_ids":["https://openalex.org/I146367977","https://openalex.org/I51556381"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500},"apc_paid":null,"fwci":1.1376,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.82531885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"37","issue":"9","first_page":"1379","last_page":"1386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7495722770690918},{"id":"https://openalex.org/keywords/discounting","display_name":"Discounting","score":0.7289326190948486},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.6686990261077881},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.606080949306488},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5881364345550537},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5420111417770386},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.5364673137664795},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5308217406272888},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.493208110332489},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.46028202772140503},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.45498907566070557},{"id":"https://openalex.org/keywords/exponential-utility","display_name":"Exponential utility","score":0.4413353204727173},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4288497567176819},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4167774021625519},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.41395947337150574},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3804561197757721},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.3206854462623596},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.19389185309410095},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.09643685817718506}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7495722770690918},{"id":"https://openalex.org/C6177178","wikidata":"https://www.wikidata.org/wiki/Q10998070","display_name":"Discounting","level":2,"score":0.7289326190948486},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.6686990261077881},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.606080949306488},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5881364345550537},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5420111417770386},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.5364673137664795},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5308217406272888},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.493208110332489},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.46028202772140503},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.45498907566070557},{"id":"https://openalex.org/C2778475510","wikidata":"https://www.wikidata.org/wiki/Q5421533","display_name":"Exponential utility","level":2,"score":0.4413353204727173},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4288497567176819},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4167774021625519},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.41395947337150574},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3804561197757721},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.3206854462623596},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.19389185309410095},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.09643685817718506},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/s0005-1098(01)00084-x","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0005-1098(01)00084-x","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatica","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.43.61","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.43.61","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://burns.sys.virginia.edu/~sdp5f/papers/rassp.ps.gz","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.75,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W180500973","https://openalex.org/W181013491","https://openalex.org/W571209159","https://openalex.org/W1503911522","https://openalex.org/W1588514005","https://openalex.org/W1589395967","https://openalex.org/W1603765807","https://openalex.org/W1992154527","https://openalex.org/W2027591506","https://openalex.org/W2028560736","https://openalex.org/W2060248504","https://openalex.org/W2069918405","https://openalex.org/W2081287319","https://openalex.org/W2082344166","https://openalex.org/W2088413745","https://openalex.org/W2096035449","https://openalex.org/W2106929622","https://openalex.org/W2112198148","https://openalex.org/W2140282437","https://openalex.org/W6630106280","https://openalex.org/W6635129504","https://openalex.org/W6671156654"],"related_works":["https://openalex.org/W2027895939","https://openalex.org/W2134382056","https://openalex.org/W1987190548","https://openalex.org/W4297053118","https://openalex.org/W2354500386","https://openalex.org/W4385474094","https://openalex.org/W2130519334","https://openalex.org/W33343792","https://openalex.org/W2157199237","https://openalex.org/W1560931929"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}