{"id":"https://openalex.org/W4247848613","doi":"https://doi.org/10.1017/s0021900200013437","title":"Open Bandit Processes with Uncountable States and Time-Backward Effects","display_name":"Open Bandit Processes with Uncountable States and Time-Backward Effects","publication_year":2013,"publication_date":"2013-06-01","ids":{"openalex":"https://openalex.org/W4247848613","doi":"https://doi.org/10.1017/s0021900200013437"},"language":"en","primary_location":{"id":"doi:10.1017/s0021900200013437","is_oa":false,"landing_page_url":"http://doi.org/10.1017/s0021900200013437","pdf_url":null,"source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100761151","display_name":"Xianyi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xianyi Wu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008126367","display_name":"Xian Zhou","orcid":"https://orcid.org/0000-0001-5807-9426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xian Zhou","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100761151"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.411,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.74976602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"50","issue":"02","first_page":"388","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncountable-set","display_name":"Uncountable set","score":0.9062439799308777},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6518270373344421},{"id":"https://openalex.org/keywords/counterexample","display_name":"Counterexample","score":0.5446469783782959},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.4770205020904541},{"id":"https://openalex.org/keywords/discounting","display_name":"Discounting","score":0.4488692879676819},{"id":"https://openalex.org/keywords/stochastic-game","display_name":"Stochastic game","score":0.4447821378707886},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4443495571613312},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.249970942735672},{"id":"https://openalex.org/keywords/countable-set","display_name":"Countable set","score":0.16410031914710999},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08581563830375671}],"concepts":[{"id":"https://openalex.org/C142399903","wikidata":"https://www.wikidata.org/wiki/Q1128796","display_name":"Uncountable set","level":3,"score":0.9062439799308777},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6518270373344421},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.5446469783782959},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.4770205020904541},{"id":"https://openalex.org/C6177178","wikidata":"https://www.wikidata.org/wiki/Q10998070","display_name":"Discounting","level":2,"score":0.4488692879676819},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.4447821378707886},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4443495571613312},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.249970942735672},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.16410031914710999},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08581563830375671},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s0021900200013437","is_oa":false,"landing_page_url":"http://doi.org/10.1017/s0021900200013437","pdf_url":null,"source":{"id":"https://openalex.org/S160779208","display_name":"Journal of Applied Probability","issn_l":"0021-9002","issn":["0021-9002","1475-6072"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Probability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1965208040","https://openalex.org/W1977823770","https://openalex.org/W1996859119","https://openalex.org/W2063849224","https://openalex.org/W2138657485","https://openalex.org/W2144002623","https://openalex.org/W2151323275","https://openalex.org/W2156403426","https://openalex.org/W2159471113","https://openalex.org/W2166619657","https://openalex.org/W2323860985","https://openalex.org/W4235273215"],"related_works":["https://openalex.org/W2150921855","https://openalex.org/W3094399342","https://openalex.org/W3022230258","https://openalex.org/W2952198631","https://openalex.org/W3123124280","https://openalex.org/W4301215998","https://openalex.org/W2944004107","https://openalex.org/W3124338094","https://openalex.org/W2112180773","https://openalex.org/W3208642067"],"abstract_inverted_index":{"Bandit":[0],"processes":[1,44,166],"and":[2,9,12,50,154],"the":[3,15,29,55,58,93,97,103,117,136,139,143,172,175,179],"Gittins":[4,30,59,140,176],"index":[5,60,141,177],"have":[6],"provided":[7],"powerful":[8],"elegant":[10],"theory":[11,31,162],"tools":[13],"for":[14,86,92,123],"optimization":[16],"of":[17,57,96,119,138,163,174],"allocating":[18],"limited":[19],"resources":[20],"to":[21,32,40,90,109,170],"competitive":[22],"demands.":[23],"In":[24],"this":[25],"paper":[26],"we":[27,107,129],"extend":[28],"more":[33],"general":[34],"branching":[35],"bandit":[36,43,145,165,181],"processes,":[37],"also":[38,81],"referred":[39],"as":[41,72,110],"open":[42,164],",":[45],"that":[46,99,131],"allow":[47,82],"uncountable":[48],"states":[49],"backward":[51],"times.":[52,79],"We":[53,80,158],"establish":[54],"optimality":[56,137,173],"policy":[61],"with":[62,75,167],"uncountably":[63],"many":[64],"states,":[65],"which":[66,106],"is":[67,147],"useful":[68],"in":[69,142,178],"such":[70],"problems":[71],"dynamic":[73],"scheduling":[74],"continuous":[76],"random":[77],"processing":[78],"negative":[83],"time":[84],"durations":[85],"discounting":[87],"a":[88,132,156,184],"reward":[89,98],"account":[91],"present":[94,104],"value":[95],"was":[100],"received":[101],"before":[102],"time,":[105],"refer":[108],"time-backward":[111,168],"effects":[112,169],".":[113],"This":[114],"could":[115],"model":[116],"situation":[118],"offering":[120],"bonus":[121],"rewards":[122],"completing":[124],"jobs":[125],"above":[126],"expectation.":[127],"Moreover,":[128],"discover":[130],"common":[133],"belief":[134],"on":[135],"generalized":[144,180],"problem":[146,182],"not":[148],"always":[149],"true":[150],"without":[151],"additional":[152],"conditions,":[153],"provide":[155],"counterexample.":[157],"further":[159],"apply":[160],"our":[161],"prove":[171],"under":[183],"sufficient":[185],"condition.":[186]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}