{"id":"https://openalex.org/W2044252233","doi":"https://doi.org/10.1016/0167-6377(92)90002-k","title":"Estimating the value of a discounted reward process","display_name":"Estimating the value of a discounted reward process","publication_year":1992,"publication_date":"1992-06-01","ids":{"openalex":"https://openalex.org/W2044252233","doi":"https://doi.org/10.1016/0167-6377(92)90002-k","mag":"2044252233"},"language":"en","primary_location":{"id":"doi:10.1016/0167-6377(92)90002-k","is_oa":false,"landing_page_url":"https://doi.org/10.1016/0167-6377(92)90002-k","pdf_url":null,"source":{"id":"https://openalex.org/S27769002","display_name":"Operations Research Letters","issn_l":"0167-6377","issn":["0167-6377","1872-7468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Operations Research Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068456971","display_name":"Moshe Haviv","orcid":"https://orcid.org/0009-0000-4886-0251"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Moshe Haviv","raw_affiliation_strings":["Department of Econometrics, The University of Sydney, Sydney, NSW 2006, Australia","Department of Econometrics, The University of Sydney, Sydney, NSW 2006, Australia#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Econometrics, The University of Sydney, Sydney, NSW 2006, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Department of Econometrics, The University of Sydney, Sydney, NSW 2006, Australia#TAB#","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015095355","display_name":"Martin L. Puterman","orcid":"https://orcid.org/0000-0001-7866-4892"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Martin L Puterman","raw_affiliation_strings":["Faculty of Commerce and Business Administration, University of British Columbia, Vancouver, Canada","Faculty of Commerce & Business Administration, University of British Columbia, Vancouver, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Commerce and Business Administration, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Faculty of Commerce & Business Administration, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5015095355"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":{"value":2760,"currency":"USD","value_usd":2760},"apc_paid":null,"fwci":0.788,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.75265119,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"11","issue":"5","first_page":"267","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.8877999782562256,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.8877999782562256,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.879800021648407,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.8762000203132629,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7769558429718018},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6589713096618652},{"id":"https://openalex.org/keywords/discounting","display_name":"Discounting","score":0.5239256024360657},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.48543936014175415},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.4370180666446686},{"id":"https://openalex.org/keywords/expected-value","display_name":"Expected value","score":0.4364017844200134},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4104290306568146},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.36669206619262695},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3422034978866577},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16039159893989563}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7769558429718018},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6589713096618652},{"id":"https://openalex.org/C6177178","wikidata":"https://www.wikidata.org/wiki/Q10998070","display_name":"Discounting","level":2,"score":0.5239256024360657},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.48543936014175415},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.4370180666446686},{"id":"https://openalex.org/C141042865","wikidata":"https://www.wikidata.org/wiki/Q200125","display_name":"Expected value","level":2,"score":0.4364017844200134},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4104290306568146},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.36669206619262695},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3422034978866577},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16039159893989563},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/0167-6377(92)90002-k","is_oa":false,"landing_page_url":"https://doi.org/10.1016/0167-6377(92)90002-k","pdf_url":null,"source":{"id":"https://openalex.org/S27769002","display_name":"Operations Research Letters","issn_l":"0167-6377","issn":["0167-6377","1872-7468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Operations Research Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1525685818","https://openalex.org/W1607065182","https://openalex.org/W2061849203","https://openalex.org/W2331722735"],"related_works":["https://openalex.org/W4287880334","https://openalex.org/W2348852664","https://openalex.org/W4366700029","https://openalex.org/W4285230481","https://openalex.org/W4206316684","https://openalex.org/W4385769873","https://openalex.org/W2015759683","https://openalex.org/W4311335936","https://openalex.org/W4281634296","https://openalex.org/W1986302730"],"abstract_inverted_index":null,"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
