{"id":"https://openalex.org/W1496680979","doi":"https://doi.org/10.1109/cdc.2002.1184959","title":"A model for multi-time scaled sequential decision making processes","display_name":"A model for multi-time scaled sequential decision making processes","publication_year":2002,"publication_date":"2002-01-01","ids":{"openalex":"https://openalex.org/W1496680979","doi":"https://doi.org/10.1109/cdc.2002.1184959","mag":"1496680979"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2002.1184959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2002.1184959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE Conference on Decision and Control, 2002.","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041693183","display_name":"Hyeong Soo Chang","orcid":"https://orcid.org/0000-0003-3298-0018"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyeong Soo Chang","raw_affiliation_strings":["Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027677416","display_name":"P.J. Fard","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Fard","raw_affiliation_strings":["Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013807415","display_name":"Steven I. Marcus","orcid":"https://orcid.org/0000-0002-4926-9567"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S.I. Marcus","raw_affiliation_strings":["Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082603174","display_name":"Mark A. Shayman","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M.A. Shayman","raw_affiliation_strings":["Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Dept. of Electr & Comput. Eng., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3813","last_page":"3818 vol.4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7033627033233643},{"id":"https://openalex.org/keywords/decision-making-models","display_name":"Decision-making models","score":0.4818252623081207},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3599591851234436}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7033627033233643},{"id":"https://openalex.org/C2888476","wikidata":"https://www.wikidata.org/wiki/Q5249202","display_name":"Decision-making models","level":2,"score":0.4818252623081207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3599591851234436}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cdc.2002.1184959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2002.1184959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE Conference on Decision and Control, 2002.","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.8.636","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.8.636","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ee.umd.edu/~shayman/papers.d/cdc_2002_mmdp.ps","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8100000023841858,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W53901144","https://openalex.org/W1526071765","https://openalex.org/W1578630563","https://openalex.org/W1967037758","https://openalex.org/W2004660341","https://openalex.org/W2007233265","https://openalex.org/W2019853444","https://openalex.org/W2045403807","https://openalex.org/W2066906122","https://openalex.org/W2095677606","https://openalex.org/W2096004598","https://openalex.org/W2098589862","https://openalex.org/W2109910161","https://openalex.org/W2121111990","https://openalex.org/W2134977060","https://openalex.org/W2179077966","https://openalex.org/W2404382636","https://openalex.org/W4302033101","https://openalex.org/W6602175688","https://openalex.org/W6678096178","https://openalex.org/W6680289763"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2130043461","https://openalex.org/W2530322880"],"abstract_inverted_index":{"We":[0,199],"propose":[1],"a":[2,66,71,99,149,159],"simple":[3],"analytical":[4],"model":[5],"called":[6],"M":[7,32],"time-scale":[8],"Markov":[9],"Decision":[10],"Process":[11],"(MMDP)":[12],"for":[13,179],"hierarchically":[14],"structured":[15,64],"sequential":[16],"decision":[17,72,87,101,160,183],"making":[18,88,184],"processes,":[19],"where":[20],"decisions":[21,112,129],"in":[22,25,31,48,65],"each":[23,46],"level":[24,47,75,93,107,111,154,164,172,181],"the":[26,38,42,49,56,61,81,85,91,105,109,117,126,132,144,153,163,171,175,180],"M-level":[27],"hierarchy":[28,50,62],"are":[29,51],"made":[30,73,103],"di#erent":[33],"time-scales.":[34],"In":[35],"this":[36,187],"model,":[37],"state":[39,79,82],"space":[40,44],"and":[41,60,194],"action":[43],"of":[45,55,90,147,162],"non-overlapping":[52],"with":[53],"those":[54],"other":[57],"levels,":[58],"respectively,":[59],"is":[63,102,140,174],""pyramid"":[67],"sense":[68],"such":[69,142],"that":[70,143,206],"at":[74,104,152,170],"m":[76,155,165,173,182],"(slower":[77],"time-scale)":[78,97],"and/or":[80],"will":[83,130],"a#ect":[84,116,131],"evolutionary":[86],"process":[89],"lower":[92,110,127],"m+":[94],"1":[95,157],"(faster":[96],"until":[98],"new":[100],"higher":[106,118,133],"but":[108],"themselves":[113],"do":[114],"not":[115],"level's":[119,128,134],"transition":[120],"dynamics.":[121],"The":[122],"performance":[123],"produced":[124],"by":[125],"decisions.":[135],"A":[136],"hierarchical":[137],"objective":[138],"function":[139],"defined":[141],"finite-horizon":[145],"value":[146,192],"following":[148],"(nonstationary)":[150],"policy":[151],"+":[156],"over":[158],"epoch":[161],"plus":[166],"an":[167],"immediate":[168],"reward":[169,178],"single":[176],"step":[177],"process.":[185],"From":[186],"we":[188],"define":[189],""multi-level":[190,196],"optimal":[191],"function"":[193],"derive":[195],"optimality":[197],"equation".":[198],"then":[200],"give":[201],"some":[202],"example":[203],"control":[204],"problems":[205],"can":[207],"be":[208],"modeled":[209],"as":[210],"MMDPs.":[211]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}