{"id":"https://openalex.org/W2759379487","doi":"https://doi.org/10.1109/tac.2017.2755366","title":"Safe Markov Chains for ON/OFF Density Control With Observed Transitions","display_name":"Safe Markov Chains for ON/OFF Density Control With Observed Transitions","publication_year":2017,"publication_date":"2017-09-21","ids":{"openalex":"https://openalex.org/W2759379487","doi":"https://doi.org/10.1109/tac.2017.2755366","mag":"2759379487"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2017.2755366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2017.2755366","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103013846","display_name":"Nazl\u0131 Demirer","orcid":"https://orcid.org/0000-0003-0655-6512"},"institutions":[{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]},{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nazli Demirer","raw_affiliation_strings":["Department of Aeronautics and Astronautics, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I46020346","https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027729106","display_name":"Mahmoud El Chamie","orcid":"https://orcid.org/0000-0003-1317-6710"},"institutions":[{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]},{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahmoud El Chamie","raw_affiliation_strings":["Department of Aeronautics and Astronautics, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I46020346","https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044772884","display_name":"Beh\u00e7et A\u00e7\u0131kme\u015fe","orcid":"https://orcid.org/0000-0002-8693-8109"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Behcet Acikmese","raw_affiliation_strings":["Department of Aeronautics and Astronautics, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I46020346","https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103013846"],"corresponding_institution_ids":["https://openalex.org/I201448701","https://openalex.org/I46020346"],"apc_list":null,"apc_paid":null,"fwci":1.4504,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84846971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"63","issue":"5","first_page":"1442","last_page":"1449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7784842252731323},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6454307436943054},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5979573130607605},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5091313719749451},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.470213919878006},{"id":"https://openalex.org/keywords/stochastic-control","display_name":"Stochastic control","score":0.46272459626197815},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.45471855998039246},{"id":"https://openalex.org/keywords/probability-density-function","display_name":"Probability density function","score":0.4546428918838501},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.44583559036254883},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.44389772415161133},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4381256401538849},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4369317293167114},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.43441301584243774},{"id":"https://openalex.org/keywords/continuous-time-markov-chain","display_name":"Continuous-time Markov chain","score":0.4269029498100281},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3908343017101288},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38250744342803955},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.3697894811630249},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.3429756760597229},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.25156673789024353},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.23493692278862},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10792237520217896},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07941696047782898}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7784842252731323},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6454307436943054},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5979573130607605},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5091313719749451},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.470213919878006},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.46272459626197815},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.45471855998039246},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.4546428918838501},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.44583559036254883},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.44389772415161133},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4381256401538849},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4369317293167114},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.43441301584243774},{"id":"https://openalex.org/C147080032","wikidata":"https://www.wikidata.org/wiki/Q176720","display_name":"Continuous-time Markov chain","level":5,"score":0.4269029498100281},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3908343017101288},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38250744342803955},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.3697894811630249},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.3429756760597229},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25156673789024353},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.23493692278862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10792237520217896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07941696047782898},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2017.2755366","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2017.2755366","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G6220958735","display_name":null,"funder_award_id":"N00014-16-1-2318","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7345425992","display_name":null,"funder_award_id":"N00014-15-IP-00052","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1414522187","https://openalex.org/W1521448640","https://openalex.org/W1577803140","https://openalex.org/W1580334350","https://openalex.org/W1783340153","https://openalex.org/W1976195538","https://openalex.org/W2016947536","https://openalex.org/W2018839684","https://openalex.org/W2044552296","https://openalex.org/W2046579994","https://openalex.org/W2047360753","https://openalex.org/W2057484576","https://openalex.org/W2066459185","https://openalex.org/W2084029876","https://openalex.org/W2087345964","https://openalex.org/W2088956500","https://openalex.org/W2098259051","https://openalex.org/W2116729592","https://openalex.org/W2119567691","https://openalex.org/W2120204400","https://openalex.org/W2145510175","https://openalex.org/W2158246215","https://openalex.org/W2165744313","https://openalex.org/W2167485994","https://openalex.org/W2483880798","https://openalex.org/W2490159793","https://openalex.org/W2536620281","https://openalex.org/W2577958246","https://openalex.org/W2737668828","https://openalex.org/W2962712017","https://openalex.org/W3210839039","https://openalex.org/W4298023569","https://openalex.org/W6638325495","https://openalex.org/W6731970079","https://openalex.org/W6737514680"],"related_works":["https://openalex.org/W3212261958","https://openalex.org/W2108454831","https://openalex.org/W3173774827","https://openalex.org/W2081606708","https://openalex.org/W2159877461","https://openalex.org/W2100578510","https://openalex.org/W1560931929","https://openalex.org/W4285326015","https://openalex.org/W2019735591","https://openalex.org/W2987631717"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,20,73,102,107,144,150,169],"convex":[4,170],"optimization":[5,171],"approach":[6],"to":[7,77,127,143],"control":[8,25,48],"the":[9,43,46,55,58,64,67,96,133,138,154,158,181],"density":[10],"distribution":[11,136],"of":[12,45,61,63,66,110,153],"autonomous":[13],"mobile":[14],"agents":[15],"(single":[16],"or":[17,83],"multiple)":[18],"in":[19],"stochastic":[21,155],"environment":[22,156],"with":[23],"two":[24],"modes:":[26],"ON":[27,47,56,68],"and":[28,50,72,132,157,175],"OFF.":[29],"The":[30,162],"main":[31],"new":[32,88],"characteristic":[33],"distinguishing":[34],"this":[35,79,87,91,119],"model":[36],"from":[37],"standard":[38],"Markov":[39,146,183],"decision":[40,74,130,160],"models":[41],"is":[42,70,75,81,93,99,149,166],"existence":[44],"mode":[49,69,98],"its":[51],"observed":[52],"actions.":[53],"During":[54],"mode,":[57],"instantaneous":[59],"outcome":[60],"one":[62],"actions":[65],"measured":[71],"made":[76],"whether":[78],"action":[80,92],"taken":[82],"not":[84,94],"based":[85,105],"on":[86,106,180],"observation.":[89],"If":[90],"taken,":[95],"OFF":[97],"activated":[100],"where":[101,173],"transition":[103],"occurs":[104],"predetermined":[108],"set":[109],"transitional":[111],"probabilities,":[112],"without":[113],"making":[114],"any":[115],"additional":[116],"observations.":[117],"In":[118],"decision-making":[120],"model,":[121],"an":[122,128],"agent":[123],"acts":[124],"autonomously":[125],"according":[126,142],"ON/OFF":[129,159],"policy,":[131],"discrete":[134],"probability":[135],"for":[137],"agent's":[139],"state":[140],"evolves":[141],"discrete-time":[145],"chain":[147],"that":[148],"linear":[151],"function":[152],"policy.":[161],"relevant":[163],"policy":[164],"synthesis":[165],"formulated":[167],"as":[168],"problem":[172],"safety":[174],"convergence":[176],"constraints":[177],"are":[178],"imposed":[179],"resulting":[182],"matrix.":[184]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}