{"id":"https://openalex.org/W7125707254","doi":"https://doi.org/10.1017/jpr.2025.10052","title":"Two-person zero-sum discounted semi-Markov games with incomplete reward information on one side","display_name":"Two-person zero-sum discounted semi-Markov games with incomplete reward information on one side","publication_year":2026,"publication_date":"2026-01-26","ids":{"openalex":"https://openalex.org/W7125707254","doi":"https://doi.org/10.1017/jpr.2025.10052"},"language":"en","primary_location":{"id":"doi:10.1017/jpr.2025.10052","is_oa":false,"landing_page_url":"https://doi.org/10.1017/jpr.2025.10052","pdf_url":null,"source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123870353","display_name":"Fang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fang Chen","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123846149","display_name":"Xianping Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xianping Guo","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114486233","display_name":"Zhong-Wei Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhong-Wei Liao","raw_affiliation_strings":["Beijing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Normal University","institution_ids":["https://openalex.org/I25254941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5114486233","https://openalex.org/A5123846149","https://openalex.org/A5123870353"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I20231570","https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09471056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"63","issue":"2","first_page":"729","last_page":"755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6729999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6729999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.19210000336170197,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7416999936103821},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6887000203132629},{"id":"https://openalex.org/keywords/shapley-value","display_name":"Shapley value","score":0.6868000030517578},{"id":"https://openalex.org/keywords/complete-information","display_name":"Complete information","score":0.6675999760627747},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5460000038146973},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5241000056266785},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4440999925136566},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.37599998712539673},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.36550000309944153}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7416999936103821},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6887000203132629},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6877999901771545},{"id":"https://openalex.org/C199022921","wikidata":"https://www.wikidata.org/wiki/Q240046","display_name":"Shapley value","level":3,"score":0.6868000030517578},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.6549999713897705},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5241000056266785},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4440999925136566},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40299999713897705},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C20538924","wikidata":"https://www.wikidata.org/wiki/Q822139","display_name":"Characteristic function (probability theory)","level":3,"score":0.35359999537467957},{"id":"https://openalex.org/C138328387","wikidata":"https://www.wikidata.org/wiki/Q5419308","display_name":"Example of a game without a value","level":5,"score":0.34450000524520874},{"id":"https://openalex.org/C202556891","wikidata":"https://www.wikidata.org/wiki/Q1584646","display_name":"Repeated game","level":3,"score":0.3361000120639801},{"id":"https://openalex.org/C73795354","wikidata":"https://www.wikidata.org/wiki/Q287618","display_name":"Sequential game","level":3,"score":0.3091999888420105},{"id":"https://openalex.org/C92424840","wikidata":"https://www.wikidata.org/wiki/Q7912772","display_name":"Value of information","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C200594392","wikidata":"https://www.wikidata.org/wiki/Q812529","display_name":"Bayesian game","level":4,"score":0.2808000147342682},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/jpr.2025.10052","is_oa":false,"landing_page_url":"https://doi.org/10.1017/jpr.2025.10052","pdf_url":null,"source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1975016648","https://openalex.org/W2010654234","https://openalex.org/W2011982165","https://openalex.org/W2028942838","https://openalex.org/W2032702176","https://openalex.org/W2036873126","https://openalex.org/W2041700247","https://openalex.org/W2044365892","https://openalex.org/W2052477650","https://openalex.org/W2061845141","https://openalex.org/W2064884981","https://openalex.org/W2075725509","https://openalex.org/W2078173534","https://openalex.org/W2083467987","https://openalex.org/W2105173236","https://openalex.org/W2286053263","https://openalex.org/W2334782222","https://openalex.org/W3004431819","https://openalex.org/W3016681154","https://openalex.org/W3121582677","https://openalex.org/W4205917247","https://openalex.org/W4255104891","https://openalex.org/W4390663927"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"We":[1],"consider":[2],"two-person":[3],"zero-sum":[4],"semi-Markov":[5],"games":[6],"with":[7],"incomplete":[8],"reward":[9],"information":[10],"on":[11],"one":[12],"side":[13],"under":[14],"the":[15,23,29,33,42,48,55,66,69,73,82,85,89,99,103,129,133],"expected":[16],"discount":[17],"criterion.":[18],"First,":[19],"we":[20,36,58,79,107],"prove":[21,81],"that":[22],"value":[24,86],"function":[25,87],"exists":[26],"and":[27,64,72,92,132],"satisfies":[28],"Shapley":[30,34],"equation.":[31],"From":[32],"equation,":[35],"construct":[37,94],"an":[38,51,60,95],"optimal":[39,52,96],"policy":[40,53,97],"for":[41,54,98,128],"informed":[43,130],"player.":[44],"Second,":[45],"to":[46,112],"show":[47],"existence":[49,83],"of":[50,84,88],"uninformed":[56,100,134],"player,":[57,135],"introduce":[59],"auxiliary":[61],"dual":[62,74,90],"game":[63,71],"establish":[65],"relationship":[67],"between":[68],"primal":[70,104],"game.":[75,105],"By":[76],"this":[77],"relationship,":[78],"also":[80],"game,":[91],"then":[93],"player":[101,131],"in":[102],"Finally,":[106],"develop":[108],"two":[109],"iterative":[110],"algorithms":[111],"compute":[113],"epsilon":[114],"<mml:math":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"":[116],"xmlns:mnf=\"http://cambridge.org/core/manifest\"":[117],"xmlns:cup=\"http://contentservices.cambridge.org\"":[118],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[119],"xmlns:m=\"http://cambridge.org/core/metadata\"":[120],"xmlns:core=\"http://cambridge.org/core\"":[121],"xmlns:c=\"http://cambridge.org/core/content\">":[122],"<mml:mi>\u03b5</mml:mi>":[123],"</mml:math>":[124],"$\\varepsilon$":[125],"-optimal":[126],"policies":[127],"respectively.":[136]},"counts_by_year":[],"updated_date":"2026-06-25T06:16:34.145877","created_date":"2026-01-27T00:00:00"}