{"id":"https://openalex.org/W4414394693","doi":"https://doi.org/10.1137/23m1564626","title":"Time-Consistent Reinforcement Learning for Optimal Consumption Under Epstein\u2013Zin Preferences","display_name":"Time-Consistent Reinforcement Learning for Optimal Consumption Under Epstein\u2013Zin Preferences","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414394693","doi":"https://doi.org/10.1137/23m1564626"},"language":"en","primary_location":{"id":"doi:10.1137/23m1564626","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1564626","pdf_url":null,"source":{"id":"https://openalex.org/S75627377","display_name":"SIAM Journal on Financial Mathematics","issn_l":"1945-497X","issn":["1945-497X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Financial Mathematics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036435050","display_name":"Matthew Dixon","orcid":"https://orcid.org/0000-0001-5908-1747"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Dixon","raw_affiliation_strings":["Department of Applied Math, Illinois Institute of Technology, Chicago, IL 60616-3793 USA"],"raw_orcid":"https://orcid.org/0000-0001-5908-1747","affiliations":[{"raw_affiliation_string":"Department of Applied Math, Illinois Institute of Technology, Chicago, IL 60616-3793 USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070374912","display_name":"Ivan Gvozdanovic","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivan Gvozdanovic","raw_affiliation_strings":["Department of Applied Math, Illinois Institute of Technology, Chicago, IL 60616-3793 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Math, Illinois Institute of Technology, Chicago, IL 60616-3793 USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059587449","display_name":"Dominic O\u2019Kane","orcid":"https://orcid.org/0000-0002-9525-9810"},"institutions":[{"id":"https://openalex.org/I90326151","display_name":"Ecole des Hautes Etudes Commerciales du Nord","ror":"https://ror.org/05q7a8a02","country_code":"FR","type":"education","lineage":["https://openalex.org/I90326151"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Dominic O\u2019Kane","raw_affiliation_strings":["EDHEC Business School, Nice, 06200 France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EDHEC Business School, Nice, 06200 France","institution_ids":["https://openalex.org/I90326151"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33147194,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"3","first_page":"1139","last_page":"1175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consumption","display_name":"Consumption (sociology)","score":0.5638999938964844},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5005999803543091},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.313400000333786},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.302700012922287},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3018999993801117},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.2734000086784363}],"concepts":[{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.5638999938964844},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5005999803543091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47600001096725464},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.47269999980926514},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4307999908924103},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3783000111579895},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29440000653266907},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/23m1564626","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1564626","pdf_url":null,"source":{"id":"https://openalex.org/S75627377","display_name":"SIAM Journal on Financial Mathematics","issn_l":"1945-497X","issn":["1945-497X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Financial Mathematics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W41409100","https://openalex.org/W641989390","https://openalex.org/W1574786337","https://openalex.org/W1978211602","https://openalex.org/W1980516134","https://openalex.org/W1980519218","https://openalex.org/W1992403182","https://openalex.org/W2001009060","https://openalex.org/W2005087532","https://openalex.org/W2028871991","https://openalex.org/W2045765330","https://openalex.org/W2066444653","https://openalex.org/W2077867009","https://openalex.org/W2085647375","https://openalex.org/W2121863487","https://openalex.org/W2126311658","https://openalex.org/W2131005333","https://openalex.org/W2132807882","https://openalex.org/W2516137114","https://openalex.org/W2570834760","https://openalex.org/W2889782405","https://openalex.org/W2911604318","https://openalex.org/W3015469787","https://openalex.org/W3092690983","https://openalex.org/W3125094392","https://openalex.org/W3125781781","https://openalex.org/W4200081317","https://openalex.org/W4212855644","https://openalex.org/W4214588671","https://openalex.org/W4388659590"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}