{"id":"https://openalex.org/W4205443919","doi":"https://doi.org/10.1109/jstsp.2022.3142502","title":"Optimal Myopic Policy for Restless Bandit: A Perspective of Eigendecomposition","display_name":"Optimal Myopic Policy for Restless Bandit: A Perspective of Eigendecomposition","publication_year":2022,"publication_date":"2022-01-13","ids":{"openalex":"https://openalex.org/W4205443919","doi":"https://doi.org/10.1109/jstsp.2022.3142502"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2022.3142502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3142502","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005823613","display_name":"Kehao Wang","orcid":"https://orcid.org/0000-0001-9843-8104"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kehao Wang","raw_affiliation_strings":["School of Information Engineering, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9843-8104","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065566262","display_name":"Jihong Yu","orcid":"https://orcid.org/0000-0003-3639-5342"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jihong Yu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3639-5342","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069716714","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0001-7943-3172"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7943-3172","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8629-4622","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067048409","display_name":"Moe Z. Win","orcid":"https://orcid.org/0000-0002-8573-0488"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moe Z. Win","raw_affiliation_strings":["Laboratory for Information and Decision Systems (LIDS), Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8573-0488","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems (LIDS), Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.49,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64919382,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"16","issue":"3","first_page":"420","last_page":"433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6443701982498169},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.5871721506118774},{"id":"https://openalex.org/keywords/stochastic-matrix","display_name":"Stochastic matrix","score":0.5847498774528503},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45867735147476196},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.44677379727363586},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4417252242565155},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42688262462615967},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.41309237480163574},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41059035062789917},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38492661714553833},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19135954976081848}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6443701982498169},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.5871721506118774},{"id":"https://openalex.org/C49555168","wikidata":"https://www.wikidata.org/wiki/Q176583","display_name":"Stochastic matrix","level":3,"score":0.5847498774528503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45867735147476196},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.44677379727363586},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4417252242565155},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42688262462615967},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41309237480163574},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41059035062789917},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38492661714553833},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19135954976081848},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2022.3142502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3142502","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4083093590","display_name":null,"funder_award_id":"61911540481","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5696107671","display_name":null,"funder_award_id":"61901035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5817064308","display_name":"\u534f\u4f5c\u5f0f\u79fb\u52a8\u8fb9\u7f18\u8ba1\u7b97\u4e2d\u7684\u9690\u79c1\u4fdd\u62a4\u7814\u7a76","funder_award_id":"61972448","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6346705237","display_name":null,"funder_award_id":"62172455","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7285485455","display_name":null,"funder_award_id":"2021CFA001","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G7877872418","display_name":null,"funder_award_id":"92038302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7965043138","display_name":null,"funder_award_id":"62172313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1494403903","https://openalex.org/W1989239951","https://openalex.org/W1993894769","https://openalex.org/W1996859119","https://openalex.org/W1998039896","https://openalex.org/W2004333862","https://openalex.org/W2005328655","https://openalex.org/W2029199203","https://openalex.org/W2041012115","https://openalex.org/W2044502527","https://openalex.org/W2044549125","https://openalex.org/W2056921512","https://openalex.org/W2105556121","https://openalex.org/W2115138651","https://openalex.org/W2139555052","https://openalex.org/W2140397089","https://openalex.org/W2140449803","https://openalex.org/W2144776022","https://openalex.org/W2153107031","https://openalex.org/W2155965070","https://openalex.org/W2171671264","https://openalex.org/W2296314152","https://openalex.org/W2317562791","https://openalex.org/W2499002200","https://openalex.org/W2793205632","https://openalex.org/W2941097477","https://openalex.org/W2962905943","https://openalex.org/W2963061785","https://openalex.org/W2963627946","https://openalex.org/W2964296255","https://openalex.org/W2969447045","https://openalex.org/W3013005026","https://openalex.org/W3016856529","https://openalex.org/W3110865173","https://openalex.org/W3118763940","https://openalex.org/W3125634603","https://openalex.org/W3158941379"],"related_works":["https://openalex.org/W2734729804","https://openalex.org/W2015136492","https://openalex.org/W1968612088","https://openalex.org/W2186430569","https://openalex.org/W2364963676","https://openalex.org/W3041997070","https://openalex.org/W2735388074","https://openalex.org/W4388292488","https://openalex.org/W2351194865","https://openalex.org/W2379651310"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"restless":[3],"multiarmed":[4],"bandit":[5],"(RMAB)":[6],"problem":[7],"involving":[8],"partially":[9],"observed":[10],"Markov":[11],"decision":[12],"processes":[13,42],"with":[14,54],"heterogeneous":[15],"state":[16,104],"transition":[17,105],"matrices":[18],"in":[19,61,116],"discrete":[20],"time":[21],"slots.":[22],"Due":[23],"to":[24,34,80,139],"the":[25,29,35,40,46,52,64,82,85,91,94,118,123,141,144,158,161,165],"notorious":[26],"PSPACE-hardness":[27],"of":[28,51,84,93,111,114,131,143,160],"generic":[30,166],"RMAB,":[31],"we":[32,88,127],"turn":[33],"myopic":[36,47,65,86,145],"policy,":[37,87],"i.e.,":[38],"scheduling":[39],"best":[41],"each":[43,103],"time,":[44],"since":[45],"policy":[48,66,146,163],"is":[49,67],"one":[50],"policies":[53],"linear":[55],"computation":[56],"complexity":[57],"and":[58,100,137],"popularly":[59],"adopted":[60],"practice.":[62],"Intuitively,":[63],"not":[68],"optimal":[69,162],"because":[70],"it":[71],"only":[72],"exploits":[73],"information":[74],"without":[75],"exploring.":[76],"In":[77],"this":[78],"paper,":[79],"show":[81],"optimality":[83,142],"first":[89,95],"generalize":[90],"concept":[92],"order":[96],"stochastic":[97],"dominance":[98],"ordering":[99],"then":[101],"decompose":[102],"matrix":[106],"into":[107,157],"a":[108,112],"weighted":[109],"sum":[110],"series":[113],"eigenmatrices":[115,138],"which":[117],"weights":[119],"are":[120],"determined":[121],"by":[122],"corresponding":[124],"eigenvalues.":[125],"Furthermore,":[126],"identify":[128],"two":[129,148],"sets":[130],"sufficient":[132],"conditions":[133],"on":[134],"both":[135],"eigenvalues":[136],"guarantee":[140],"for":[147,164],"instances,":[149],"respectively.":[150],"The":[151],"theorectical":[152],"results":[153],"provide":[154],"some":[155],"insights":[156],"structure":[159],"RMAB.":[167]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}