{"id":"https://openalex.org/W6986060584","doi":null,"title":"Optimal control of noisy finite-state Markov processes","display_name":"Optimal control of noisy finite-state Markov processes","alternate_titles":[],"publication_year":1976,"publication_date":"1976-01-01","ids":{"openalex":"https://openalex.org/W6986060584"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/807","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/807","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/807/1/P-0648-06513752.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W6986060584"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstream/1721.1/807/1/P-0648-06513752.pdf","any_repository_has_fulltext":true},"authorships":[],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.47850000858306885,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.47850000858306885,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10046","display_name":"Stability and Control of Uncertain Systems","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.10660000145435333,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optimal-control","display_name":"optimal control","score":0.996999979019165},{"id":"https://openalex.org/keywords/finite-state-markov-processes","display_name":"finite-state Markov processes","score":0.9980000257492065},{"id":"https://openalex.org/keywords/noisy-measurements","display_name":"noisy measurements","score":0.953000009059906},{"id":"https://openalex.org/keywords/additive-white-gaussian-noise","display_name":"additive white Gaussian noise","score":0.8669999837875366},{"id":"https://openalex.org/keywords/sufficient-optimality-conditions","display_name":"sufficient optimality conditions","score":0.8320000171661377},{"id":"https://openalex.org/keywords/control-laws","display_name":"control laws","score":0.5460000038146973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5314000248908997},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5182999968528748},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5059999823570251},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4065000116825104},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38029998540878296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3610999882221222},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.34869998693466187},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2768000066280365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/807","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/807","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/807/1/P-0648-06513752.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/807","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/807","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/807/1/P-0648-06513752.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6726526262","display_name":"The Dynamics of Data Networks","funder_award_id":"7514103","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6986060584.pdf","grobid_xml":"https://content.openalex.org/works/W6986060584.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2034725503","https://openalex.org/W2075320228","https://openalex.org/W2095440665","https://openalex.org/W2121156749","https://openalex.org/W2121711550","https://openalex.org/W2161345557"],"related_works":["https://openalex.org/W2011418219","https://openalex.org/W2132248882","https://openalex.org/W2068675549","https://openalex.org/W2105465392","https://openalex.org/W2953390466","https://openalex.org/W4255420533","https://openalex.org/W2330594671","https://openalex.org/W2085710132","https://openalex.org/W3011518301","https://openalex.org/W1568533369"],"abstract_inverted_index":{"The":[0],"paper":[1],"treats":[2],"the":[3,30,40,52],"problem":[4],"of":[5,8,16,32],"optimal":[6],"control":[7,34],"finite-state":[9],"Markov":[10,47],"processes":[11],"observed":[12,46],"in":[13],"noise.Two":[14],"types":[15],"noisy":[17],"observations":[18],"are":[19,36],"considered:":[20],"additive":[21],"white":[22],"Gaussian":[23],"noise":[24],"and":[25],"jump-type":[26],"observations.Sufficient":[27],"conditions":[28],"for":[29,44],"optimality":[31],"a":[33],"law":[35],"obtained":[37],"similar":[38],"to":[39],"stochastic":[41],"Hamilton-Jacobi":[42],"equation":[43],"perfectly":[45],"processes.An":[48],"illustrative":[49],"example":[50],"concludes":[51],"paper.":[53]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6986060584","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
