{"id":"https://openalex.org/W2091621136","doi":"https://doi.org/10.1016/0005-1098(85)90112-8","title":"Optimal and near-optimal incentive strategies in the hierarchical control of markov chains","display_name":"Optimal and near-optimal incentive strategies in the hierarchical control of markov chains","publication_year":1985,"publication_date":"1985-03-01","ids":{"openalex":"https://openalex.org/W2091621136","doi":"https://doi.org/10.1016/0005-1098(85)90112-8","mag":"2091621136"},"language":"en","primary_location":{"id":"doi:10.1016/0005-1098(85)90112-8","is_oa":false,"landing_page_url":"https://doi.org/10.1016/0005-1098(85)90112-8","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037751572","display_name":"V.R. Saksena","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]},{"id":"https://openalex.org/I4210140143","display_name":"Dynamic Systems (United States)","ror":"https://ror.org/043vm9914","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140143"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vikram R. Saksena","raw_affiliation_strings":["Dynamic Systems, P.O. Box 423, Urbana, IL 61801, U.S.A","Formerly with the Coordinated Science Laboratory, University of Illinois, Urbana, IL 61801, U.S.A"],"affiliations":[{"raw_affiliation_string":"Dynamic Systems, P.O. Box 423, Urbana, IL 61801, U.S.A","institution_ids":["https://openalex.org/I4210140143","https://openalex.org/I183874917"]},{"raw_affiliation_string":"Formerly with the Coordinated Science Laboratory, University of Illinois, Urbana, IL 61801, U.S.A","institution_ids":["https://openalex.org/I183874917","https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050736800","display_name":"J.B. Cruz","orcid":"https://orcid.org/0000-0002-7420-2823"},"institutions":[{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]},{"id":"https://openalex.org/I79884896","display_name":"University of Illinois at Springfield","ror":"https://ror.org/0126qma51","country_code":"US","type":"education","lineage":["https://openalex.org/I79884896"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J.B. Cruz","raw_affiliation_strings":["Coordinated Science Laboratory, University of Illinois, 1101 W. Springfield Ave, Urbana, IL 61801, U.S.A"],"affiliations":[{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois, 1101 W. Springfield Ave, Urbana, IL 61801, U.S.A","institution_ids":["https://openalex.org/I79884896","https://openalex.org/I183874917"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037751572"],"corresponding_institution_ids":["https://openalex.org/I157725225","https://openalex.org/I183874917","https://openalex.org/I4210140143"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500},"apc_paid":null,"fwci":1.3946,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.81321185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"21","issue":"2","first_page":"181","last_page":"191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.892139196395874},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7019894123077393},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6659228801727295},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6658605337142944},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5842039585113525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5499231815338135},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.5227106809616089},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5113536715507507},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5000736713409424},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48298919200897217},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3210771679878235},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.26132887601852417},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09080949425697327}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.892139196395874},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7019894123077393},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6659228801727295},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6658605337142944},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5842039585113525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5499231815338135},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.5227106809616089},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5113536715507507},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5000736713409424},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48298919200897217},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3210771679878235},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.26132887601852417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09080949425697327},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/0005-1098(85)90112-8","is_oa":false,"landing_page_url":"https://doi.org/10.1016/0005-1098(85)90112-8","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatica","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W631657654","https://openalex.org/W1559867894","https://openalex.org/W1970990249","https://openalex.org/W1989080638","https://openalex.org/W1994266622","https://openalex.org/W2005176287","https://openalex.org/W2037711034","https://openalex.org/W2043247697","https://openalex.org/W2044278776","https://openalex.org/W2048844388","https://openalex.org/W2058141673","https://openalex.org/W2066962787","https://openalex.org/W2076337359","https://openalex.org/W2079045656","https://openalex.org/W2079610046","https://openalex.org/W2099958618","https://openalex.org/W2116201252","https://openalex.org/W2120813649","https://openalex.org/W2162655762","https://openalex.org/W2330024298","https://openalex.org/W3179730449","https://openalex.org/W4234761190","https://openalex.org/W4252772861","https://openalex.org/W6607287370","https://openalex.org/W6633682342","https://openalex.org/W6642807620","https://openalex.org/W6662972592","https://openalex.org/W6669402789"],"related_works":["https://openalex.org/W1987562536","https://openalex.org/W4383533535","https://openalex.org/W2375814310","https://openalex.org/W4380353856","https://openalex.org/W2347216446","https://openalex.org/W4255938919","https://openalex.org/W2364137969","https://openalex.org/W1985348076","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":null,"counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}