{"id":"https://openalex.org/W2555165072","doi":"https://doi.org/10.1109/allerton.2011.6120191","title":"On a restless multi-armed bandit problem with non-identical arms","display_name":"On a restless multi-armed bandit problem with non-identical arms","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2555165072","doi":"https://doi.org/10.1109/allerton.2011.6120191","mag":"2555165072"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2011.6120191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2011.6120191","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 49th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036369438","display_name":"Naumaan Nayyar","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Naumaan Nayyar","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011040174","display_name":"Yi Gai","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Gai","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063784062","display_name":"Bhaskar Krishnamachari","orcid":"https://orcid.org/0000-0002-9994-9931"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskar Krishnamachari","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036369438"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":2.0485,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88125132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"369","last_page":"376"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8366940021514893},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.6362882256507874},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6182176470756531},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5919593572616577},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.5366079211235046},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.5153936147689819},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4922613203525543},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4471891522407532},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4329715967178345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3010021448135376},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29842668771743774},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17614546418190002},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10468718409538269},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09021854400634766}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8366940021514893},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.6362882256507874},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6182176470756531},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5919593572616577},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.5366079211235046},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.5153936147689819},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4922613203525543},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4471891522407532},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4329715967178345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3010021448135376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29842668771743774},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17614546418190002},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10468718409538269},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09021854400634766},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2011.6120191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2011.6120191","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 49th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6000000238418579,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W86327413","https://openalex.org/W1972921453","https://openalex.org/W2029199203","https://openalex.org/W2034725503","https://openalex.org/W2044375425","https://openalex.org/W2049689520","https://openalex.org/W2056921512","https://openalex.org/W2120125372","https://openalex.org/W2141515329","https://openalex.org/W2148250692","https://openalex.org/W2168405694","https://openalex.org/W2171671264","https://openalex.org/W2317700292","https://openalex.org/W2499002200","https://openalex.org/W2962764550"],"related_works":["https://openalex.org/W2947263763","https://openalex.org/W4288373430","https://openalex.org/W3036260055","https://openalex.org/W4287753704","https://openalex.org/W3158925485","https://openalex.org/W2996735312","https://openalex.org/W3108185025","https://openalex.org/W4289341771","https://openalex.org/W2964125852","https://openalex.org/W1850547517"],"abstract_inverted_index":{"We":[0,76,107],"consider":[1],"the":[2,36,61,70,78,82,85,92,98,102,110,124,131,141],"following":[3],"learning":[4,114],"problem":[5,59,90,122,180],"motivated":[6],"by":[7],"opportunistic":[8],"spectrum":[9],"access":[10],"in":[11,97,158],"cognitive":[12],"radio":[13],"networks.":[14],"There":[15],"are":[16,63,105,127],"N":[17],"independent":[18],"Gilbert-Elliott":[19],"channels":[20,62,93],"with":[21,155,181],"possibly":[22],"non-identical":[23,74],"transition":[24,103,125],"matrices.":[25],"It":[26],"is":[27,51,67],"desired":[28],"to":[29,34,145,150,163,183],"have":[30],"an":[31,184],"online":[32],"policy":[33,87,173],"maximize":[35],"long-term":[37],"expected":[38],"discounted":[39],"reward":[40],"from":[41],"accessing":[42],"one":[43],"channel":[44],"at":[45],"each":[46,160],"time":[47],"dynamically.":[48],"While":[49],"there":[50],"a":[52,117,147,151,164,172],"stream":[53],"of":[54,73,81,84,120,134],"recent":[55],"results":[56],"on":[57],"this":[58,89,121,168,179],"when":[60,91],"identical,":[64],"much":[65],"less":[66],"known":[68],"for":[69,88,116,130,178],"harder":[71],"case":[72,100,133],"channels.":[75],"provide":[77,109],"first":[79,111],"characterization":[80],"structure":[83,142],"optimal":[86],"can":[94],"be":[95],"non-identical,":[96],"Bayesian":[99],"(when":[101,123],"matrices":[104,126],"known).":[106],"also":[108],"provably":[112],"efficient":[113],"algorithm":[115],"non-Bayesian":[118],"version":[119],"unknown).":[128],"Specifically,":[129],"special":[132],"two":[135],"positively":[136],"correlated":[137],"channels,":[138],"we":[139,143,170],"use":[140],"identify":[144],"develop":[146],"novel":[148],"mapping":[149],"different":[152],"multi-armed":[153],"bandit":[154],"countably-infinite":[156],"arms,":[157],"which":[159],"arm":[161],"corresponds":[162],"threshold-based":[165],"policy.":[166],"Using":[167],"mapping,":[169],"propose":[171],"that":[174],"achieves":[175],"near-logarithmic":[176],"regret":[177],"respect":[182],"e-optimal":[185],"solution.":[186]},"counts_by_year":[{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}