{"id":"https://openalex.org/W4409498162","doi":"https://doi.org/10.1287/mnsc.2022.02831","title":"Relaxed Indexability and Index Policy for Partially Observable Restless Bandits","display_name":"Relaxed Indexability and Index Policy for Partially Observable Restless Bandits","publication_year":2025,"publication_date":"2025-04-16","ids":{"openalex":"https://openalex.org/W4409498162","doi":"https://doi.org/10.1287/mnsc.2022.02831"},"language":"en","primary_location":{"id":"doi:10.1287/mnsc.2022.02831","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2022.02831","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091108260","display_name":"Keqin Liu","orcid":"https://orcid.org/0000-0002-4783-346X"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Keqin Liu","raw_affiliation_strings":["School of Mathematics and Physics, Xi\u2019an Jiaotong-Liverpool University, Suzhou 215123, China; and Jiangsu National Center for Applied Mathematics, Nanjing 210093, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Physics, Xi\u2019an Jiaotong-Liverpool University, Suzhou 215123, China; and Jiangsu National Center for Applied Mathematics, Nanjing 210093, China","institution_ids":["https://openalex.org/I69356397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5091108260"],"corresponding_institution_ids":["https://openalex.org/I69356397"],"apc_list":null,"apc_paid":null,"fwci":2.1106,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85416887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"12","first_page":"10106","last_page":"10121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.7236576676368713},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.6840096712112427},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.492532342672348},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.4398946762084961},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.37959015369415283},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3129904270172119},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07115817070007324}],"concepts":[{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.7236576676368713},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.6840096712112427},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.492532342672348},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4398946762084961},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.37959015369415283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3129904270172119},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07115817070007324},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1287/mnsc.2022.02831","is_oa":false,"landing_page_url":"https://doi.org/10.1287/mnsc.2022.02831","pdf_url":null,"source":{"id":"https://openalex.org/S33323087","display_name":"Management Science","issn_l":"0025-1909","issn":["0025-1909","1526-5501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Management Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W166250193","https://openalex.org/W1545148916","https://openalex.org/W1985014315","https://openalex.org/W1992595998","https://openalex.org/W2044375425","https://openalex.org/W2044502527","https://openalex.org/W2056921512","https://openalex.org/W2105556121","https://openalex.org/W2109643282","https://openalex.org/W2119217665","https://openalex.org/W2135063910","https://openalex.org/W2141515329","https://openalex.org/W2144776022","https://openalex.org/W2170499618","https://openalex.org/W2317562791","https://openalex.org/W2499002200","https://openalex.org/W2511028367","https://openalex.org/W2711678697","https://openalex.org/W2989972589","https://openalex.org/W3001922646","https://openalex.org/W3104937890","https://openalex.org/W3124706464","https://openalex.org/W3125634603","https://openalex.org/W4234228486","https://openalex.org/W4235273215","https://openalex.org/W4402270108"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1994680671","https://openalex.org/W2000283393","https://openalex.org/W2002320543","https://openalex.org/W2040927204","https://openalex.org/W2061947244","https://openalex.org/W2150232912","https://openalex.org/W2054940838","https://openalex.org/W3106170641","https://openalex.org/W4321855183"],"abstract_inverted_index":{"This":[0,132],"paper":[1,133],"addresses":[2],"an":[3,76,82],"important":[4],"class":[5],"of":[6,49,63,99,103,122],"restless":[7],"multiarmed":[8],"bandit":[9],"(RMAB)":[10],"problems":[11],"that":[12,30,84],"finds":[13],"broad":[14],"application":[15],"in":[16],"operations":[17],"research,":[18],"stochastic":[19],"optimization,":[20],"and":[21,35,56,80,120,146],"reinforcement":[22],"learning.":[23],"There":[24],"are":[25,149],"N":[26],"independent":[27],"Markov":[28],"processes":[29,53],"may":[31],"be":[32],"operated,":[33],"observed":[34],"offer":[36],"rewards.":[37],"Due":[38],"to":[39,54,106,115],"the":[40,61,68,108,111,116,123,128],"resource":[41],"constraint,":[42],"we":[43],"can":[44],"only":[45],"choose":[46],"a":[47,71,86,97],"subset":[48],"[Formula:":[50],"see":[51],"text]":[52],"operate":[55],"accrue":[57],"reward":[58],"determined":[59],"by":[60,136],"states":[62],"selected":[64],"processes.":[65],"We":[66],"formulate":[67],"problem":[69],"as":[70,107],"partially":[72],"observable":[73],"RMAB":[74],"with":[75,89],"infinite":[77],"state":[78],"space":[79],"design":[81],"algorithm":[83,93],"achieves":[85],"near-optimal":[87],"performance":[88],"low":[90],"complexity.":[91],"Our":[92],"is":[94],"based":[95],"on":[96],"generalization":[98],"Whittle\u2019s":[100],"original":[101],"idea":[102],"indexability.":[104],"Referred":[105],"relaxed":[109],"indexability,":[110],"extended":[112],"definition":[113],"leads":[114],"efficient":[117],"online":[118,144],"verifications":[119],"computations":[121],"approximate":[124],"Whittle":[125],"index":[126],"under":[127],"proposed":[129],"algorithmic":[130],"framework.":[131],"was":[134],"accepted":[135],"Chung":[137],"Piaw":[138],"Teo,":[139],"optimization.":[140],"Supplemental":[141],"Material:":[142],"The":[143],"appendix":[145],"data":[147],"files":[148],"available":[150],"at":[151],"https://doi.org/10.1287/mnsc.2022.02831":[152],".":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}