{"id":"https://openalex.org/W2592763909","doi":"https://doi.org/10.3233/idt-170290","title":"Stochastic optimal controller design for medium access constrained networked control systems with unknown dynamics","display_name":"Stochastic optimal controller design for medium access constrained networked control systems with unknown dynamics","publication_year":2017,"publication_date":"2017-03-06","ids":{"openalex":"https://openalex.org/W2592763909","doi":"https://doi.org/10.3233/idt-170290","mag":"2592763909"},"language":"en","primary_location":{"id":"doi:10.3233/idt-170290","is_oa":false,"landing_page_url":"https://doi.org/10.3233/idt-170290","pdf_url":null,"source":{"id":"https://openalex.org/S119727669","display_name":"Intelligent Decision Technologies","issn_l":"1872-4981","issn":["1872-4981","1875-8843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Decision Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074068217","display_name":"Sreram Balasubramaniyan","orcid":null},"institutions":[{"id":"https://openalex.org/I98499257","display_name":"Kalasalingam Academy of Research and Education","ror":"https://ror.org/04fm2fn75","country_code":"IN","type":"education","lineage":["https://openalex.org/I98499257"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Sreram Balasubramaniyan","raw_affiliation_strings":["Kalasalingam University, Krishnan Kovil, Srivilliputtur, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Kalasalingam University, Krishnan Kovil, Srivilliputtur, Tamil Nadu, India","institution_ids":["https://openalex.org/I98499257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049088556","display_name":"Seshadhri Srinivasan","orcid":"https://orcid.org/0000-0003-0014-3928"},"institutions":[{"id":"https://openalex.org/I4210167254","display_name":"Singapore-MIT Alliance for Research and Technology","ror":"https://ror.org/05yb3w112","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210167254"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Seshadhri Srinivasan","raw_affiliation_strings":["Berkeley Education Alliance for Research, Singapore"],"affiliations":[{"raw_affiliation_string":"Berkeley Education Alliance for Research, Singapore","institution_ids":["https://openalex.org/I4210167254"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060229386","display_name":"Hamed Kebraei","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamed Kebraei","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078386956","display_name":"B. Subathra","orcid":null},"institutions":[{"id":"https://openalex.org/I98499257","display_name":"Kalasalingam Academy of Research and Education","ror":"https://ror.org/04fm2fn75","country_code":"IN","type":"education","lineage":["https://openalex.org/I98499257"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Subathra B.","raw_affiliation_strings":["Kalasalingam University, Krishnan Kovil, Srivilliputtur, Tamil Nadu, India"],"affiliations":[{"raw_affiliation_string":"Kalasalingam University, Krishnan Kovil, Srivilliputtur, Tamil Nadu, India","institution_ids":["https://openalex.org/I98499257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000355426","display_name":"Valentina Emilia B\u0103la\u015f","orcid":"https://orcid.org/0000-0003-0885-1283"},"institutions":[{"id":"https://openalex.org/I64956957","display_name":"Aurel Vlaicu University of Arad","ror":"https://ror.org/05w5rsy15","country_code":"RO","type":"education","lineage":["https://openalex.org/I64956957"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Valentina Emilia Balas","raw_affiliation_strings":["Aurel Vlaicu University of Arad, Arad, Romania"],"affiliations":[{"raw_affiliation_string":"Aurel Vlaicu University of Arad, Arad, Romania","institution_ids":["https://openalex.org/I64956957"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011562075","display_name":"Luigi Glielmo","orcid":"https://orcid.org/0000-0003-2753-1787"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luigi Glielmo","raw_affiliation_strings":["Department of Engineering, University of Sannio, Benevento, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Sannio, Benevento, Italy","institution_ids":["https://openalex.org/I16337185"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074068217"],"corresponding_institution_ids":["https://openalex.org/I98499257"],"apc_list":null,"apc_paid":null,"fwci":0.4023,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60135744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"11","issue":"2","first_page":"223","last_page":"233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10046","display_name":"Stability and Control of Uncertain Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10046","display_name":"Stability and Control of Uncertain Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6400173306465149},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6387659311294556},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.563348650932312},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5579586625099182},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5373628735542297},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5342544317245483},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.501774787902832},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4772243797779083},{"id":"https://openalex.org/keywords/system-dynamics","display_name":"System dynamics","score":0.4407043159008026},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4273906648159027},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.18531498312950134},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16796821355819702},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15387371182441711},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1198011040687561}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6400173306465149},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6387659311294556},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.563348650932312},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5579586625099182},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5373628735542297},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5342544317245483},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.501774787902832},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4772243797779083},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.4407043159008026},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4273906648159027},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18531498312950134},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16796821355819702},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15387371182441711},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1198011040687561},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/idt-170290","is_oa":false,"landing_page_url":"https://doi.org/10.3233/idt-170290","pdf_url":null,"source":{"id":"https://openalex.org/S119727669","display_name":"Intelligent Decision Technologies","issn_l":"1872-4981","issn":["1872-4981","1875-8843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Decision Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1514182616","https://openalex.org/W1558953912","https://openalex.org/W1561334208","https://openalex.org/W1713606161","https://openalex.org/W1970232810","https://openalex.org/W1980525210","https://openalex.org/W1981964773","https://openalex.org/W1983081652","https://openalex.org/W1984531188","https://openalex.org/W2005437559","https://openalex.org/W2011150195","https://openalex.org/W2020194612","https://openalex.org/W2024523660","https://openalex.org/W2028958495","https://openalex.org/W2032270969","https://openalex.org/W2048048245","https://openalex.org/W2051312463","https://openalex.org/W2052334067","https://openalex.org/W2062951058","https://openalex.org/W2069217348","https://openalex.org/W2073803583","https://openalex.org/W2087827720","https://openalex.org/W2092814845","https://openalex.org/W2102316513","https://openalex.org/W2109320898","https://openalex.org/W2122778947","https://openalex.org/W2125767543","https://openalex.org/W2147699957","https://openalex.org/W2147750403","https://openalex.org/W2161175504","https://openalex.org/W2163900241","https://openalex.org/W2168235853","https://openalex.org/W2497377622","https://openalex.org/W2501089907","https://openalex.org/W2504553392","https://openalex.org/W2506526908","https://openalex.org/W2506530654","https://openalex.org/W4233696721","https://openalex.org/W6655695945"],"related_works":["https://openalex.org/W4389475841","https://openalex.org/W1932159282","https://openalex.org/W4241327272","https://openalex.org/W2120406836","https://openalex.org/W4285537323","https://openalex.org/W1996214847","https://openalex.org/W2903299703","https://openalex.org/W2379312070","https://openalex.org/W4211224558","https://openalex.org/W2117282672"],"abstract_inverted_index":{"This":[0,164],"paper":[1],"proposes":[2],"a":[3,28,61,67,101,166],"stochastic":[4,68],"optimal":[5,69,151,189],"controller":[6,70,126,152,190],"for":[7,111,159],"networked":[8],"control":[9,84,112],"systems":[10],"(NCS)":[11],"with":[12,53,161],"unknown":[13,162],"dynamics":[14,181],"and":[15,92,108,127,135,153,182],"medium":[16,20,54],"access":[17,21,39,55,119],"constraints.":[18],"The":[19,82,124,142],"constraint":[22,56],"of":[23,144,178],"NCS":[24,52,160,180],"is":[25,71,148,165],"modelled":[26,59],"as":[27,60],"Markov":[29],"Decision":[30],"Process":[31],"(MDP)":[32],"that":[33,46,73,114,149,174],"switches":[34],"modes":[35],"depending":[36],"the":[37,41,48,51,75,88,95,145,150,179,188],"channel":[38,121],"to":[40,116,120,186],"actuators.":[42],"We":[43],"then":[44],"show":[45],"using":[47,79,131],"MDP":[49],"assumption,":[50],"can":[57,155],"be":[58,156],"Markovian":[62],"jump":[63],"linear":[64],"system.":[65,141],"Then":[66],"proposed":[72,125,146],"minimizes":[74],"quadratic":[76,89],"cost":[77,90],"function":[78,91],"Q-learning":[80],"algorithm.":[81],"resulting":[83],"algorithm":[85],"simultaneously":[86],"optimizes":[87],"also":[93],"allocates":[94],"network":[96,183],"bandwidth":[97],"judiciously":[98],"by":[99],"designing":[100],"scheduler.":[102],"Two":[103],"compensation":[104],"strategies":[105],"transmit":[106],"zero":[107],"zero-order":[109],"hold":[110],"inputs":[113],"fail":[115],"get":[117],"an":[118,138],"are":[122,129],"studied.":[123],"scheduler":[128,154],"illustrated":[130],"experiments":[132],"on":[133,137],"networks":[134],"simulations":[136],"industrial":[139],"four-tank":[140],"advantage":[143],"approach":[147],"designed":[157],"forward-in-time":[158],"dynamics.":[163],"departure":[167],"from":[168],"traditional":[169],"dynamic":[170],"programming":[171],"based":[172],"approaches":[173],"assume":[175],"complete":[176],"knowledge":[177],"constraints":[184],"beforehand":[185],"solve":[187],"problem":[191],"backward-in-time.":[192]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}