{"id":"https://openalex.org/W3034702461","doi":"https://doi.org/10.24963/ijcai.2020/563","title":"Steady-State Policy Synthesis in Multichain Markov Decision Processes","display_name":"Steady-State Policy Synthesis in Multichain Markov Decision Processes","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3034702461","doi":"https://doi.org/10.24963/ijcai.2020/563","mag":"3034702461"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/563","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/563","pdf_url":"https://www.ijcai.org/proceedings/2020/0563.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0563.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003612688","display_name":"George Atia","orcid":"https://orcid.org/0000-0001-7958-9855"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"George Atia","raw_affiliation_strings":["University of Central Florida","Department of Electrical and Computer Engineering, University of Central Florida"],"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039015394","display_name":"Andre Beckus","orcid":"https://orcid.org/0000-0001-7182-0776"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andre Beckus","raw_affiliation_strings":["University of Central Florida","Department of Electrical and Computer Engineering, University of Central Florida"],"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003538946","display_name":"Ismail Alkhouri","orcid":"https://orcid.org/0000-0002-5754-5509"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ismail Alkhouri","raw_affiliation_strings":["University of Central Florida","Department of Electrical and Computer Engineering, University of Central Florida"],"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067109059","display_name":"Alvaro Velasquez","orcid":"https://orcid.org/0000-0001-6757-105X"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvaro Velasquez","raw_affiliation_strings":["Air Force Research Laboratory","Information Directorate, Air Force Research Laboratory"],"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"Information Directorate, Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003612688"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":0.5629,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.72215919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"4069","last_page":"4075"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7252438068389893},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7009716033935547},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6267258524894714},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5715071558952332},{"id":"https://openalex.org/keywords/rotation-formalisms-in-three-dimensions","display_name":"Rotation formalisms in three dimensions","score":0.5397790670394897},{"id":"https://openalex.org/keywords/linear-temporal-logic","display_name":"Linear temporal logic","score":0.5147026181221008},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5097612738609314},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4785405099391937},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.47819045186042786},{"id":"https://openalex.org/keywords/temporal-logic","display_name":"Temporal logic","score":0.46325549483299255},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.42168647050857544},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3698239326477051},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3404325246810913},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26001882553100586},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20746460556983948},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15884345769882202},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10438740253448486}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7252438068389893},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7009716033935547},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6267258524894714},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5715071558952332},{"id":"https://openalex.org/C171018156","wikidata":"https://www.wikidata.org/wiki/Q7370306","display_name":"Rotation formalisms in three dimensions","level":2,"score":0.5397790670394897},{"id":"https://openalex.org/C4777664","wikidata":"https://www.wikidata.org/wiki/Q1536492","display_name":"Linear temporal logic","level":2,"score":0.5147026181221008},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5097612738609314},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4785405099391937},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.47819045186042786},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.46325549483299255},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42168647050857544},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3698239326477051},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3404325246810913},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26001882553100586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20746460556983948},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15884345769882202},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10438740253448486},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/563","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/563","pdf_url":"https://www.ijcai.org/proceedings/2020/0563.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/563","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/563","pdf_url":"https://www.ijcai.org/proceedings/2020/0563.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034702461.pdf","grobid_xml":"https://content.openalex.org/works/W3034702461.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W13173889","https://openalex.org/W634232351","https://openalex.org/W1518931405","https://openalex.org/W1607065182","https://openalex.org/W1964535365","https://openalex.org/W1964829549","https://openalex.org/W1988560007","https://openalex.org/W2001139238","https://openalex.org/W2001543828","https://openalex.org/W2073314543","https://openalex.org/W2119567691","https://openalex.org/W2168809087","https://openalex.org/W2289918698","https://openalex.org/W2534652523","https://openalex.org/W2784743256","https://openalex.org/W2917939179","https://openalex.org/W2966075430","https://openalex.org/W4300754431","https://openalex.org/W4301441647","https://openalex.org/W4394666657"],"related_works":["https://openalex.org/W2124110813","https://openalex.org/W2521108391","https://openalex.org/W1532447905","https://openalex.org/W2031188261","https://openalex.org/W2763487042","https://openalex.org/W3021103820","https://openalex.org/W4285022830","https://openalex.org/W4232446061","https://openalex.org/W2077520193","https://openalex.org/W3035590440"],"abstract_inverted_index":{"The":[0,173,220],"formal":[1,39],"synthesis":[2],"of":[3,27,41,70,78,114,155,161,191,208,215,233],"automated":[4],"or":[5,108],"autonomous":[6],"agents":[7,31],"has":[8,96,120],"elicited":[9],"strong":[10],"interest":[11],"from":[12,178],"the":[13,25,51,73,81,94,112,135,150,153,170,188,192,205,209,212,216,227,230,239],"artificial":[14],"intelligence":[15],"community":[16],"in":[17,33,169],"recent":[18],"years.":[19],"This":[20],"problem":[21,77],"space":[22],"broadly":[23],"entails":[24],"derivation":[26],"decision-making":[28],"policies":[29,162,235],"for":[30,47,165],"acting":[32],"an":[34],"environment":[35],"such":[36,48],"that":[37,163,184],"a":[38,131,147,159,179,201],"specification":[40,240],"behavior":[42],"is":[43,111,176,223],"satisfied.":[44],"Popular":[45],"formalisms":[46],"specifications":[49,92],"include":[50],"quintessential":[52],"Linear":[53],"Temporal":[54],"Logic":[55,60],"(LTL)":[56],"and":[57,67,75,89,211,236],"Computation":[58],"Tree":[59],"(CTL)":[61],"which":[62,84],"reason":[63],"over":[64,80,158],"infinite":[65],"sequences":[66],"trees,":[68],"respectively,":[69],"states.":[71],"However,":[72],"related":[74,118],"relevant":[76],"reasoning":[79],"frequency":[82],"with":[83],"states":[85],"are":[86],"visited":[87],"infinitely":[88],"enforcing":[90],"behavioral":[91],"on":[93,187],"same":[95],"received":[97],"little":[98],"attention.":[99],"That":[100],"problem,":[101],"known":[102],"as":[103],"Steady-State":[104],"Policy":[105],"Synthesis":[106],"(SSPS)":[107],"steady-state":[109],"control,":[110],"focus":[113],"this":[115,143],"paper.":[116],"Prior":[117],"work":[119],"been":[121],"mostly":[122],"confined":[123],"to":[124,134,149,225,237],"unichain":[125],"Markov":[126,193,218],"Decision":[127],"Processes":[128],"(MDPs),":[129],"while":[130],"tractable":[132],"solution":[133,148,174],"general":[136],"multichain":[137,156],"setting":[138],"heretofore":[139],"remains":[140],"elusive.":[141],"In":[142],"paper,":[144],"we":[145],"provide":[146],"latter":[151],"within":[152],"context":[154],"MDPs":[157],"class":[160,232],"account":[164],"all":[166,248],"possible":[167,249],"transitions":[168],"given":[171],"MDP.":[172],"policy":[175,222],"derived":[177,221],"novel":[180],"linear":[181],"program":[182],"(LP)":[183],"encodes":[185],"constraints":[186,241],"limiting":[189],"distributions":[190,214],"chain":[194],"induced":[195,217],"by":[196],"said":[197],"policy.":[198],"We":[199],"establish":[200],"one-to-one":[202],"correspondence":[203],"between":[204],"feasible":[206],"solutions":[207],"LP":[210],"stationary":[213,234],"chains.":[219],"shown":[224],"maximize":[226],"reward":[228],"among":[229],"constrained":[231],"satisfy":[238],"even":[242],"when":[243],"it":[244],"does":[245],"not":[246],"exercise":[247],"transitions.":[250]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}