{"id":"https://openalex.org/W2921388598","doi":"https://doi.org/10.1109/tac.2019.2905949","title":"State Classification and Multiclass Optimization of Continuous-Time and Continuous-State Markov Processes","display_name":"State Classification and Multiclass Optimization of Continuous-Time and Continuous-State Markov Processes","publication_year":2019,"publication_date":"2019-03-18","ids":{"openalex":"https://openalex.org/W2921388598","doi":"https://doi.org/10.1109/tac.2019.2905949","mag":"2921388598"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2019.2905949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2019.2905949","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635237","display_name":"Xi\u2010Ren Cao","orcid":"https://orcid.org/0000-0001-5165-8804"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xi-Ren Cao","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5165-8804","affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100635237"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.5162,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82461073,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"64","issue":"9","first_page":"3632","last_page":"3646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6146908402442932},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.6116984486579895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5384438037872314},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.504158616065979},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4506072700023651},{"id":"https://openalex.org/keywords/continuous-optimization","display_name":"Continuous optimization","score":0.4485975205898285},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.41818103194236755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3528926968574524},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.33369892835617065},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2504425644874573},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2429463267326355},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.1953410506248474},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12130403518676758}],"concepts":[{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6146908402442932},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.6116984486579895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5384438037872314},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.504158616065979},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4506072700023651},{"id":"https://openalex.org/C92995354","wikidata":"https://www.wikidata.org/wiki/Q5165499","display_name":"Continuous optimization","level":4,"score":0.4485975205898285},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.41818103194236755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3528926968574524},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33369892835617065},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2504425644874573},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2429463267326355},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.1953410506248474},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12130403518676758},{"id":"https://openalex.org/C122357587","wikidata":"https://www.wikidata.org/wiki/Q6934508","display_name":"Multi-swarm optimization","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tac.2019.2905949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2019.2905949","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},{"id":"pmh:oai:repository.ust.hk:1783.1-100012","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=0018-9286&rft.volume=64&rft.issue=9&rft.date=2019&rft.spage=3632&rft.aulast=Cao&rft.aufirst=&rft.atitle=State%20Classification%20and%20Multiclass%20Optimization%20of%20Continuous-Time%20and%20Continuous-State%20Markov%20Processes&rft.title=IEEE%20Transactions%20on%20Automatic%20Control","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G635920217","display_name":null,"funder_award_id":"61521063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1525883337","https://openalex.org/W1558902221","https://openalex.org/W1580561995","https://openalex.org/W1977277767","https://openalex.org/W1985760175","https://openalex.org/W1986747074","https://openalex.org/W2002687012","https://openalex.org/W2028054171","https://openalex.org/W2038925243","https://openalex.org/W2080857937","https://openalex.org/W2119567691","https://openalex.org/W2119682789","https://openalex.org/W2170316986","https://openalex.org/W2334782222","https://openalex.org/W2397721491","https://openalex.org/W2402758545","https://openalex.org/W2484957131","https://openalex.org/W2522422402","https://openalex.org/W2577922185","https://openalex.org/W2611259735","https://openalex.org/W2611866857","https://openalex.org/W2752602852","https://openalex.org/W2790539397","https://openalex.org/W3123856143","https://openalex.org/W4210791600","https://openalex.org/W4237655005","https://openalex.org/W4238187298","https://openalex.org/W4301385844"],"related_works":["https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2084326697","https://openalex.org/W2027903142","https://openalex.org/W2354322608","https://openalex.org/W2804608325","https://openalex.org/W2077211377","https://openalex.org/W2186675474","https://openalex.org/W2387462590"],"abstract_inverted_index":{"We":[0],"address":[1],"the":[2,12,32,54,70,99,116],"long-standing":[3],"problem":[4,112],"of":[5,11,41],"state":[6,25,33,55],"classification":[7,26],"and":[8,15,44,105],"multiclass":[9,66],"optimization":[10,52,106,118,127],"time-nonhomogeneous":[13],"continuous-time":[14],"continuous-state":[16],"Markov":[17,77],"processes":[18],"(CTCSMPs).":[19],"The":[20,47,95,111],"fundamental":[21,48],"property":[22,49],"required":[23],"for":[24,50,61,65,75,102],"is":[27,53,80,87,113],"weak":[28,42],"ergodicity,":[29],"with":[30,107],"which":[31],"space":[34],"can":[35],"be":[36],"grouped":[37],"into":[38,92],"multiple":[39,93],"classes":[40],"ergodic":[43],"branching":[45],"states.":[46],"performance":[51],"comparability.":[56],"Optimality":[57],"conditions":[58],"are":[59,130],"derived":[60],"long-run":[62,103],"average":[63,104],"problems":[64,128],"CTCSMPs;":[67],"they":[68],"take":[69],"same":[71],"form":[72],"as":[73],"those":[74],"discrete-state":[76],"processes.":[78],"It":[79],"shown":[81],"that":[82,120,129],"a":[83],"stochastic":[84],"diffusion":[85],"process":[86],"separated":[88],"by":[89,115],"degenerate":[90],"points":[91],"classes.":[94],"results":[96],"also":[97],"cover":[98],"underselectivity":[100],"issue":[101],"nonsmooth":[108],"value":[109],"functions.":[110],"solved":[114],"relative":[117],"approach":[119],"has":[121],"been":[122],"successfully":[123],"applied":[124],"to":[125,134],"many":[126],"not":[131],"very":[132],"amenable":[133],"dynamic":[135],"programming.":[136]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
