{"id":"https://openalex.org/W2966266146","doi":"https://doi.org/10.1109/twc.2019.2931690","title":"Opportunistic Scheduling Revisited Using Restless Bandits: Indexability and Index Policy","display_name":"Opportunistic Scheduling Revisited Using Restless Bandits: Indexability and Index Policy","publication_year":2019,"publication_date":"2019-08-05","ids":{"openalex":"https://openalex.org/W2966266146","doi":"https://doi.org/10.1109/twc.2019.2931690","mag":"2966266146"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2019.2931690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2019.2931690","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005823613","display_name":"Kehao Wang","orcid":"https://orcid.org/0000-0001-9843-8104"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kehao Wang","raw_affiliation_strings":["Hubei Key Laboratory of Broadband Wireless Communication and Sensor Networks, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9843-8104","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Broadband Wireless Communication and Sensor Networks, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065566262","display_name":"Jihong Yu","orcid":"https://orcid.org/0000-0003-3639-5342"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jihong Yu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3639-5342","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069716714","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0001-7943-3172"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["School of Data Computer Science, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Computer Science, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["School of Electrical and Information Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8629-4622","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057308968","display_name":"Xiaohu Ge","orcid":"https://orcid.org/0000-0002-3204-5241"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu Ge","raw_affiliation_strings":["School of Electrical and Information Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3204-5241","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067048409","display_name":"Moe Z. Win","orcid":"https://orcid.org/0000-0002-8573-0488"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moe Z. Win","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8573-0488","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1168,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.44500978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"18","issue":"10","first_page":"4997","last_page":"5010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.759423553943634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6249685883522034},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6105476021766663},{"id":"https://openalex.org/keywords/stochastic-matrix","display_name":"Stochastic matrix","score":0.5385104417800903},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5141394734382629},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.451901376247406},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.45086225867271423},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.421235591173172},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.41086453199386597},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30888649821281433},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2982091009616852},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08882823586463928}],"concepts":[{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.759423553943634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6249685883522034},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6105476021766663},{"id":"https://openalex.org/C49555168","wikidata":"https://www.wikidata.org/wiki/Q176583","display_name":"Stochastic matrix","level":3,"score":0.5385104417800903},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5141394734382629},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.451901376247406},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.45086225867271423},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.421235591173172},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.41086453199386597},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30888649821281433},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2982091009616852},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08882823586463928},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2019.2931690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2019.2931690","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G4083093590","display_name":null,"funder_award_id":"61911540481","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4964079273","display_name":"\u65e0\u7ebf\u901a\u4fe1\u7cfb\u7edf\u4e2d\u57fa\u4e8e\u591a\u81c2\u673a\u7406\u8bba\u7684\u8d44\u6e90\u4f18\u5316\u5206\u914d\u673a\u5236\u7814\u7a76","funder_award_id":"61672395","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323110","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1984462310","https://openalex.org/W1989225545","https://openalex.org/W1994274739","https://openalex.org/W1995213871","https://openalex.org/W1995568927","https://openalex.org/W1996475996","https://openalex.org/W2007089224","https://openalex.org/W2015983186","https://openalex.org/W2056921512","https://openalex.org/W2071897459","https://openalex.org/W2078165835","https://openalex.org/W2079342406","https://openalex.org/W2105802076","https://openalex.org/W2116056050","https://openalex.org/W2121877077","https://openalex.org/W2132184393","https://openalex.org/W2137783341","https://openalex.org/W2143151803","https://openalex.org/W2155277691","https://openalex.org/W2158116199","https://openalex.org/W2295870161","https://openalex.org/W2333199285","https://openalex.org/W2439872401","https://openalex.org/W2769135632","https://openalex.org/W2784197312","https://openalex.org/W2890350414","https://openalex.org/W3088269390","https://openalex.org/W4236973883","https://openalex.org/W4293263215","https://openalex.org/W6783563992"],"related_works":["https://openalex.org/W2062626603","https://openalex.org/W2165749285","https://openalex.org/W4234261790","https://openalex.org/W2012431763","https://openalex.org/W4300024488","https://openalex.org/W2539087073","https://openalex.org/W2098152723","https://openalex.org/W2551884148","https://openalex.org/W2583031500","https://openalex.org/W2040926481"],"abstract_inverted_index":{"We":[0],"revisit":[1],"the":[2,24,33,41,60,69,75,79,88,113,119,128,134,138,157,163,182],"opportunistic":[3,85,183],"scheduling":[4,86,184],"problem":[5,42,185],"in":[6,87,186],"which":[7,112,161],"a":[8,47,53,100,106,144,177],"server":[9,25],"opportunistically":[10],"serves":[11],"multiple":[12],"classes":[13],"of":[14,23,37,74,102,137],"users":[15],"under":[16,111],"time-varying":[17],"multi-state":[18,90,191],"Markovian":[19,192],"channels.":[20],"The":[21],"aim":[22],"is":[26,64,81,115,123],"to":[27,46,55,65,155],"find":[28],"an":[29,152,170],"optimal":[30],"policy":[31,122],"minimizing":[32],"average":[34],"waiting":[35],"cost":[36],"those":[38],"users.":[39,196],"Mathematically,":[40],"can":[43,168],"be":[44],"recast":[45],"restless":[48,57],"multiarmed":[49],"bandit":[50,58],"one,":[51],"and":[52,71,117,166,194],"pivot":[54],"solve":[56],"by":[59,132],"Whittle":[61,76,120,130,172],"index":[62,77,121,131],"approach":[63],"establish":[66],"indexability.":[67],"Despite":[68],"theoretical":[70],"practical":[72],"importance":[73],"policy,":[78],"indexability":[80,114],"still":[82],"open":[83],"for":[84],"heterogeneous":[89],"channel":[91,107,139,146],"case.":[92],"To":[93],"fill":[94],"this":[95],"gap,":[96],"we":[97,126,150],"mathematically":[98],"identify":[99],"set":[101],"sufficient":[103,164],"conditions":[104],"on":[105],"state":[108,140,147],"transition":[109,141,148],"matrix":[110,160],"guaranteed":[116],"consequently,":[118],"feasible.":[124],"Furthermore,":[125],"obtain":[127,156],"closed-form":[129],"exploiting":[133],"structural":[135],"property":[136],"matrix.":[142],"For":[143],"generic":[145,188],"matrix,":[149],"propose":[151],"eigenvalue-arithmetic-mean":[153],"scheme":[154],"corresponding":[158],"approximate":[159,171],"satisfies":[162],"conditions,":[165],"consequently":[167],"get":[169],"index.":[173],"This":[174],"paper":[175],"constitutes":[176],"small":[178],"step":[179],"toward":[180],"solving":[181],"its":[187],"form":[189],"involving":[190],"channels":[193],"multi-class":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
