{"id":"https://openalex.org/W2120125372","doi":"https://doi.org/10.1109/infcom.2011.5935068","title":"Online learning in opportunistic spectrum access: A restless bandit approach","display_name":"Online learning in opportunistic spectrum access: A restless bandit approach","publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W2120125372","doi":"https://doi.org/10.1109/infcom.2011.5935068","mag":"2120125372"},"language":"en","primary_location":{"id":"doi:10.1109/infcom.2011.5935068","doi":"https://doi.org/10.1109/infcom.2011.5935068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infcom.2011.5935068","pdf_url":null,"source":{"id":"https://openalex.org/S7407087743","display_name":"IEEE Conference on Computer Communications (INFOCOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 Proceedings IEEE INFOCOM","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053015746","display_name":"Cem Tekin","orcid":"https://orcid.org/0000-0003-4361-4021","observed_orcids":["https://orcid.org/0000-0003-4361-4021"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cem Tekin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor 48109-2122, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor 48109-2122, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101967011","display_name":"Mingyan Liu","orcid":"https://orcid.org/0000-0003-3295-9200","observed_orcids":["https://orcid.org/0000-0003-3295-9200"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyan Liu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor 48109-2122, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor 48109-2122, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":12.7636,"has_fulltext":false,"cited_by_count":97,"citation_normalized_percentile":{"value":0.99341337,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2462","last_page":"2470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.6514000296592712,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.6514000296592712,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.34130001068115234,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/opportunistic-spectrum-access","display_name":"opportunistic spectrum access","score":0.996999979019165},{"id":"https://openalex.org/keywords/restless-bandits","display_name":"restless bandits","score":0.8349999785423279},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/regret-minimization","display_name":"regret minimization","score":0.7749999761581421},{"id":"https://openalex.org/keywords/regenerative-cycle","display_name":"regenerative cycle","score":0.9520000219345093},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.8960000276565552},{"id":"https://openalex.org/keywords/secondary-users","display_name":"secondary users","score":0.8379999995231628},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"cognitive radio","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.790165901184082},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6768406629562378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6219890117645264},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6108665466308594},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5589437484741211},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5315829515457153},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.4881044328212738},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.46644967794418335},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4621347486972809},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.42271941900253296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2589874267578125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2570006251335144},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2367469072341919},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1443043053150177},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.13227635622024536},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/infcom.2011.5935068","doi":"https://doi.org/10.1109/infcom.2011.5935068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infcom.2011.5935068","pdf_url":null,"source":{"id":"https://openalex.org/S7407087743","display_name":"IEEE Conference on Computer Communications (INFOCOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 Proceedings IEEE INFOCOM","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.310.2617","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.310.2617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://web.eecs.umich.edu/~mingyan/pub/Infocom11.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1549884163","https://openalex.org/W1985380836","https://openalex.org/W1998498767","https://openalex.org/W2000080679","https://openalex.org/W2009551863","https://openalex.org/W2020254732","https://openalex.org/W2029199203","https://openalex.org/W2077902449","https://openalex.org/W2113733815","https://openalex.org/W2114202040","https://openalex.org/W2120015434","https://openalex.org/W2125724988","https://openalex.org/W2139964991","https://openalex.org/W2140571193","https://openalex.org/W2168405694","https://openalex.org/W3125634603","https://openalex.org/W4232620022"],"related_works":["https://openalex.org/W2070572312","https://openalex.org/W3102381603","https://openalex.org/W1988365412","https://openalex.org/W7099654733","https://openalex.org/W1980829002","https://openalex.org/W2980641330","https://openalex.org/W7100253366","https://openalex.org/W2094581499","https://openalex.org/W7097954604","https://openalex.org/W1972921453"],"abstract_inverted_index":{"We":[0,309],"consider":[1],"an":[2,30,261,328],"opportunistic":[3],"spectrum":[4],"access":[5],"(OSA)":[6],"problem":[7,166,330],"where":[8],"the":[9,55,58,70,84,93,103,120,123,133,144,151,157,171,183,191,208,215,224,251,285,290,312,325],"time-varying":[10],"condition":[11,63],"of":[12,19,38,54,57,102,131,150,199,223,253,267,289,314,327,346],"each":[13,36],"channel":[14,45,59,62,73,135,152,216,333],"(e.g.,":[15,60],"as":[16,29,51,95,117,156],"a":[17,40,44,48,52,111,147,161,203,230,268,273,319],"result":[18,239,352],"random":[20],"fading":[21],"or":[22,243],"certain":[23,49],"primary":[24],"users'":[25],"activities)":[26],"is":[27,92,108,143,160,186,194,202,306],"modeled":[28],"arbitrary":[31],"finite-state":[32],"Markov":[33,269,291],"chain.":[34],"At":[35],"instance":[37],"time,":[39,300],"(secondary)":[41],"user":[42],"probes":[43],"and":[46,79,98,129,164,167,271,278,301,335,349],"collects":[47],"reward":[50,172,192,209],"function":[53],"state":[56,77,286],"good":[61,112],"results":[64,168],"in":[65,126,188,213,246,324],"higher":[66],"data":[67],"rate":[68],"for":[69,234,358],"user).":[71],"Each":[72],"has":[74],"potentially":[75],"different":[76],"space":[78],"statistics,":[80],"both":[81],"unknown":[82],"to":[83,88,109,118,176,180,196,220,229,250,355],"user,":[85],"who":[86],"tries":[87],"learn":[89],"which":[90,141,200,235],"one":[91,142],"best":[94,104,134,145,252],"it":[96,139],"goes":[97],"maximizes":[99],"its":[100,347],"usage":[101],"channel.":[105],"The":[106],"objective":[107],"construct":[110],"online":[113],"learning":[114,248,322],"algorithm":[115,262,294,316,339],"so":[116],"minimize":[119],"difference":[121,185],"between":[122],"user's":[124,225],"performance":[125,244,313],"total":[127],"rewards":[128],"that":[130,187,214,263,280,302],"using":[132],"(on":[136],"average)":[137],"had":[138],"known":[140,155],"from":[146],"priori":[148],"knowledge":[149],"statistics":[153],"(also":[154],"regret).":[158],"This":[159,227],"classic":[162],"exploration":[163],"exploitation":[165],"abound":[169],"when":[170],"processes":[173,210],"are":[174,211],"assumed":[175,195],"be":[177,197,341],"iid.":[178],"Compared":[179],"prior":[181],"work,":[182],"biggest":[184],"our":[189,254],"case":[190,326],"process":[193],"Markovian,":[198],"iid":[201],"special":[204],"case.":[205],"In":[206,256],"addition,":[207],"restless":[212,231],"conditions":[217,283],"will":[218],"continue":[219],"evolve":[221],"independent":[222],"actions.":[226],"leads":[228],"bandit":[232],"problem,":[233],"there":[236],"exists":[237],"little":[238],"on":[240,284],"either":[241],"algorithms":[242,323],"bounds":[245,357],"this":[247,257,293,303,315,338,351],"context":[249],"knowledge.":[255],"paper":[258],"we":[259],"introduce":[260],"utilizes":[264],"regenerative":[265],"cycles":[266],"chain":[270],"computes":[272],"samplemean":[274],"based":[275],"index":[276],"policy,":[277],"show":[279],"under":[281],"mild":[282],"transition":[287],"probabilities":[288],"chains":[292],"achieves":[295],"logarithmic":[296],"regret":[297,304],"uniformly":[298],"over":[299],"bound":[305],"also":[307],"optimal.":[308],"numerically":[310],"examine":[311],"along":[317],"with":[318,331],"few":[320],"other":[321,359],"OSA":[329],"Gilbert-Elliot":[332],"models,":[334],"discuss":[336],"how":[337,350],"may":[340,353],"further":[342],"improved":[343],"(in":[344],"terms":[345],"constant)":[348],"lead":[354],"similar":[356],"algorithms.":[360]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":19}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}