{"id":"https://openalex.org/W1497451517","doi":"https://doi.org/10.1109/cdc.2002.1184956","title":"Markov decision processes with uncertain transition rates: sensitivity and robust control","display_name":"Markov decision processes with uncertain transition rates: sensitivity and robust control","publication_year":2004,"publication_date":"2004-01-24","ids":{"openalex":"https://openalex.org/W1497451517","doi":"https://doi.org/10.1109/cdc.2002.1184956","mag":"1497451517"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2002.1184956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2002.1184956","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE Conference on Decision and Control, 2002.","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109211869","display_name":"Suresh Kalyanasundaram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S. Kalyanasundaram","raw_affiliation_strings":["Global Telecom Solutions Sector, Arlington, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Global Telecom Solutions Sector, Arlington, IL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070385137","display_name":"Edwin K. P. Chong","orcid":"https://orcid.org/0000-0002-7622-4815"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"E.K.P. Chong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5035752536","display_name":"Ness B. Shroff","orcid":"https://orcid.org/0000-0002-4606-6879"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"N.B. Shroff","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":null,"first_page":"3799","last_page":"3804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.6845278739929199},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6036671996116638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5095546245574951},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.464401513338089},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.43204936385154724},{"id":"https://openalex.org/keywords/robust-control","display_name":"Robust control","score":0.415130615234375},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26912862062454224},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.21774330735206604},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16815075278282166},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10366156697273254},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07972642779350281}],"concepts":[{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.6845278739929199},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6036671996116638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5095546245574951},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.464401513338089},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.43204936385154724},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.415130615234375},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26912862062454224},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.21774330735206604},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16815075278282166},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10366156697273254},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07972642779350281},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc.2002.1184956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2002.1184956","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st IEEE Conference on Decision and Control, 2002.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W222645141","https://openalex.org/W1607065182","https://openalex.org/W1979318175","https://openalex.org/W1988217924","https://openalex.org/W1991513691","https://openalex.org/W2036931518","https://openalex.org/W2056215075","https://openalex.org/W2069045459","https://openalex.org/W2098432798","https://openalex.org/W2143929688","https://openalex.org/W2334782222","https://openalex.org/W3026026050","https://openalex.org/W4244566287","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W2378757965","https://openalex.org/W4224903346","https://openalex.org/W4213214852","https://openalex.org/W1593262897","https://openalex.org/W2372869593","https://openalex.org/W3301465","https://openalex.org/W2764273749","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Solution":[0],"techniques":[1,74],"for":[2,75],"Markov":[3,27],"decision":[4,28],"problems":[5,29],"rely":[6],"on":[7],"exact":[8],"knowledge":[9],"of":[10,43,54,56,64,66,78],"the":[11,41,47,52,57,62,67,76,80,86,97],"transition":[12,32,68],"rates,":[13],"which":[14,84],"may":[15],"be":[16],"difficult":[17],"or":[18],"impossible":[19],"to":[20,50],"obtain.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25,95],"consider":[26,40],"with":[30],"uncertain":[31],"rates":[33],"represented":[34],"as":[35],"compact":[36],"sets.":[37],"We":[38,70],"first":[39],"problem":[42,77],"sensitivity":[44],"analysis":[45],"where":[46],"aim":[48],"is":[49],"quantify":[51],"range":[53,63],"uncertainty":[55,65],"average":[58,88],"per-unit-time":[59,89],"reward":[60],"given":[61],"rates.":[69],"then":[71],"develop":[72,96],"solution":[73,102],"obtaining":[79],"max-min":[81],"optimal":[82],"policy,":[83],"maximizes":[85],"worst-case":[87],"reward.":[90],"For":[91],"both":[92],"these":[93],"problems,":[94],"optimization":[98],"and":[99],"policy":[100],"iteration":[101],"techniques.":[103]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}