{"id":"https://openalex.org/W2123952007","doi":"https://doi.org/10.1016/s0005-1098(01)00282-5","title":"A time aggregation approach to Markov decision processes","display_name":"A time aggregation approach to Markov decision processes","publication_year":2002,"publication_date":"2002-06-01","ids":{"openalex":"https://openalex.org/W2123952007","doi":"https://doi.org/10.1016/s0005-1098(01)00282-5","mag":"2123952007"},"language":"en","primary_location":{"id":"doi:10.1016/s0005-1098(01)00282-5","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0005-1098(01)00282-5","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635237","display_name":"Xi\u2010Ren Cao","orcid":"https://orcid.org/0000-0001-5165-8804"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xi-Ren Cao","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Kowloon, Hong Kong","Department of Electrical and Electronic Engineering,#N#The Hong Kong University of Science and Technology, Clear Water Bay,#N#Kowloon, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering,#N#The Hong Kong University of Science and Technology, Clear Water Bay,#N#Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045220396","display_name":"Zhiyuan Ren","orcid":"https://orcid.org/0000-0003-1692-4534"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhiyuan Ren","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Kowloon, Hong Kong","Department of Electrical and Electronic Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Kowloon, Hong Kong and Department of Electrical and Electronic Engineering ...#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong University of Science and Technology, Clear Water Bay, Kowloon, Hong Kong and Department of Electrical and Electronic Engineering ...#TAB#","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038163398","display_name":"Shalabh Bhatnagar","orcid":"https://orcid.org/0000-0001-7644-3914"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shalabh Bhatnagar","raw_affiliation_strings":["Institute for Systems Research, University of Maryland at College Park, USA","Institute for Systems Research, University of Maryland at College Park, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Institute for Systems Research, University of Maryland at College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Systems Research, University of Maryland at College Park, USA#TAB#","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000889975","display_name":"Michael C. Fu","orcid":"https://orcid.org/0000-0003-2105-4932"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Fu","raw_affiliation_strings":["Institute for Systems Research, University of Maryland at College Park, USA","Institute for Systems Research, University of Maryland at College Park, USA and Institute for Systems Research, University of Maryland at College Park, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Institute for Systems Research, University of Maryland at College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Systems Research, University of Maryland at College Park, USA and Institute for Systems Research, University of Maryland at College Park, USA#TAB#","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013807415","display_name":"Steven I. Marcus","orcid":"https://orcid.org/0000-0002-4926-9567"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Marcus","raw_affiliation_strings":["Institute for Systems Research, University of Maryland at College Park, USA","Institute for Systems Research, University of Maryland at College Park, USA and Institute for Systems Research, University of Maryland at College Park, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Institute for Systems Research, University of Maryland at College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Institute for Systems Research, University of Maryland at College Park, USA and Institute for Systems Research, University of Maryland at College Park, USA#TAB#","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100635237"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500},"apc_paid":null,"fwci":5.9661,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":{"value":0.96457351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"38","issue":"6","first_page":"929","last_page":"943"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7745015621185303},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.682034969329834},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5973684191703796},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5883395075798035},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5788083672523499},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.564890444278717},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5600606799125671},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.47129571437835693},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.4426979124546051},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4397377371788025},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.418678343296051},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3845110237598419},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3656294345855713},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2998018264770508},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10617870092391968},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07455140352249146}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7745015621185303},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.682034969329834},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5973684191703796},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5883395075798035},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5788083672523499},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.564890444278717},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5600606799125671},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.47129571437835693},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.4426979124546051},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4397377371788025},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.418678343296051},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3845110237598419},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3656294345855713},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2998018264770508},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10617870092391968},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07455140352249146},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/s0005-1098(01)00282-5","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0005-1098(01)00282-5","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatica","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.133.8145","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.133.8145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://drona.csa.iisc.ernet.in/~shalabh/pubs/fu_021001.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.195.3438","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.195.3438","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mail1.rhsmith.umd.edu/Faculty/KM/papers.nsf/6de61a84f4107c9d852567f2006c7c0e/a0972f631e910e89852569ad00562e12//CAO.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.65.1277","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.65.1277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.isr.umd.edu/~marcus/docs/cao.pdf","raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-28086","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-28086","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W184225095","https://openalex.org/W1497026160","https://openalex.org/W1552132860","https://openalex.org/W1557517019","https://openalex.org/W1563483395","https://openalex.org/W1568042657","https://openalex.org/W1576452626","https://openalex.org/W2021231433","https://openalex.org/W2050882265","https://openalex.org/W2098589862","https://openalex.org/W2109910161","https://openalex.org/W2120465407","https://openalex.org/W2138113829","https://openalex.org/W2138519053","https://openalex.org/W2159871982","https://openalex.org/W2173945562","https://openalex.org/W2500423361","https://openalex.org/W3214428327","https://openalex.org/W4301885439","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W4388236136","https://openalex.org/W2807018115","https://openalex.org/W4200250224","https://openalex.org/W2126560268","https://openalex.org/W2285658092","https://openalex.org/W2482498454","https://openalex.org/W2947128950","https://openalex.org/W3087810330","https://openalex.org/W1996326480","https://openalex.org/W185460758"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}