{"id":"https://openalex.org/W2577922185","doi":"https://doi.org/10.1109/tac.2017.2655487","title":"Optimality Conditions for Long-Run Average Rewards With Underselectivity and Nonsmooth Features","display_name":"Optimality Conditions for Long-Run Average Rewards With Underselectivity and Nonsmooth Features","publication_year":2017,"publication_date":"2017-01-19","ids":{"openalex":"https://openalex.org/W2577922185","doi":"https://doi.org/10.1109/tac.2017.2655487","mag":"2577922185"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2017.2655487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2017.2655487","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635237","display_name":"Xi\u2010Ren Cao","orcid":"https://orcid.org/0000-0001-5165-8804"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Xi-Ren Cao","raw_affiliation_strings":["Institute of Advanced Study, Hong Kong University of Science and Technology, Hong Kong","Key Laboratory of System Control and Information Processing, Ministry of Education, Department of Automation, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Advanced Study, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Key Laboratory of System Control and Information Processing, Ministry of Education, Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100635237"],"corresponding_institution_ids":["https://openalex.org/I183067930","https://openalex.org/I200769079","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":2.8416,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90561258,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"62","issue":"9","first_page":"4318","last_page":"4332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46999868750572205},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4321286976337433},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43050411343574524},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.41934025287628174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22432667016983032},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.18033701181411743}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46999868750572205},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4321286976337433},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43050411343574524},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41934025287628174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22432667016983032},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18033701181411743}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2017.2655487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2017.2655487","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4956378139","display_name":null,"funder_award_id":"61221003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1487586009","https://openalex.org/W1525883337","https://openalex.org/W1558902221","https://openalex.org/W1580561995","https://openalex.org/W1583323312","https://openalex.org/W1655172732","https://openalex.org/W1977277767","https://openalex.org/W1982216777","https://openalex.org/W2002687012","https://openalex.org/W2017032949","https://openalex.org/W2028054171","https://openalex.org/W2080857937","https://openalex.org/W2115527256","https://openalex.org/W2116997137","https://openalex.org/W2119567691","https://openalex.org/W2119682789","https://openalex.org/W2170316986","https://openalex.org/W2334782222","https://openalex.org/W2402758545","https://openalex.org/W2484957131","https://openalex.org/W2522422402","https://openalex.org/W2611866857","https://openalex.org/W3123856143","https://openalex.org/W4210791600","https://openalex.org/W4229928878","https://openalex.org/W4237655005","https://openalex.org/W4238187298","https://openalex.org/W4239369248","https://openalex.org/W4247206600","https://openalex.org/W4292198165","https://openalex.org/W4297748063","https://openalex.org/W4301385844"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W4245490552","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W1587224694","https://openalex.org/W2042127053","https://openalex.org/W2142036596"],"abstract_inverted_index":{"We":[0,141],"study":[1],"three":[2],"existing":[3],"issues":[4,75],"associated":[5],"with":[6,19,85],"optimization":[7,124],"of":[8,12,63,67,78,133,137,173,177,183],"long-run":[9,53,162,189],"average":[10,54,163,190],"rewards":[11],"time-nonhomogeneous":[13],"Markov":[14],"processes":[15],"in":[16,36,81,101],"continuous":[17,20],"time":[18,39,102,111],"state":[21],"spaces:":[22],"1)":[23],"the":[24,27,45,61,79,82,122,134,151,171,188],"underselectivity,":[25],"i.e.,":[26,48],"optimal":[28],"policies":[29,49],"do":[30],"not":[31,92],"depend":[32],"on":[33,71,129,187],"their":[34],"actions":[35],"any":[37,138],"finite":[38],"period;":[40],"2)":[41],"its":[42],"related":[43],"issue,":[44],"bias":[46,157],"optimality,":[47],"that":[50,149,170],"optimize":[51],"both":[52,161],"and":[55,59,89,103,145,164,167,194],"transient":[56,165],"total":[57],"rewards,":[58],"3)":[60],"effects":[62],"a":[64,68,105,109,118,130,174,184],"nonsmooth":[65,178],"point":[66],"value":[69,185],"function":[70,186],"performance":[72,80,135,191],"optimization.":[73],"These":[74],"require":[76],"considerations":[77],"entire":[83],"period":[84],"an":[86],"infinite":[87],"horizon,":[88],"therefore":[90],"are":[91],"easily":[93],"solvable":[94],"by":[95],"dynamic":[96],"programming,":[97],"which":[98,126],"works":[99],"backwards":[100],"takes":[104],"local":[106],"view":[107],"at":[108],"particular":[110],"instant.":[112],"In":[113],"this":[114],"paper,":[115],"we":[116,155,168],"take":[117,150],"different":[119],"approach":[120],"called":[121,180],"relative":[123],"theory,":[125],"is":[127,192],"based":[128],"direct":[131],"comparison":[132],"measures":[136],"two":[139],"policies.":[140],"derive":[142,156],"tight":[143],"necessary":[144],"sufficient":[146],"optimality":[147,158],"conditions":[148,159],"underselectivity":[152],"into":[153],"consideration;":[154],"for":[160],"rewards;":[166],"show":[169],"effect":[172],"wide":[175],"class":[176],"points,":[179,182],"semismooth":[181],"zero":[193],"can":[195],"be":[196],"ignored.":[197]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}