{"id":"https://openalex.org/W1980497528","doi":"https://doi.org/10.1109/tsp.2014.2360821","title":"Distributed Stochastic Online Learning Policies for Opportunistic Spectrum Access","display_name":"Distributed Stochastic Online Learning Policies for Opportunistic Spectrum Access","publication_year":2014,"publication_date":"2014-09-29","ids":{"openalex":"https://openalex.org/W1980497528","doi":"https://doi.org/10.1109/tsp.2014.2360821","mag":"1980497528"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2014.2360821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2014.2360821","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011040174","display_name":"Yi Gai","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yi Gai","raw_affiliation_strings":["Intel Labs"],"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063784062","display_name":"Bhaskar Krishnamachari","orcid":"https://orcid.org/0000-0002-9994-9931"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskar Krishnamachari","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Department of Electrical Engineering , University of Southern California , Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Department of Electrical Engineering , University of Southern California , Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5011040174"],"corresponding_institution_ids":["https://openalex.org/I1343180700"],"apc_list":null,"apc_paid":null,"fwci":7.5668,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":{"value":0.97069691,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"62","issue":"23","first_page":"6184","last_page":"6193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.5594898462295532},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5252458453178406},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5173872709274292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3767991364002228},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3296431005001068},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.31369689106941223},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23289421200752258},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.12233063578605652}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.5594898462295532},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5252458453178406},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5173872709274292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3767991364002228},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3296431005001068},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31369689106941223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23289421200752258},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.12233063578605652}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2014.2360821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2014.2360821","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.706.2899","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.706.2899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-scf.usc.edu/%7Eygai/publications/TSP2014.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1964826302","https://openalex.org/W2002815416","https://openalex.org/W2009551863","https://openalex.org/W2010029425","https://openalex.org/W2015056750","https://openalex.org/W2020254732","https://openalex.org/W2048285573","https://openalex.org/W2061746909","https://openalex.org/W2101840010","https://openalex.org/W2120015434","https://openalex.org/W2125724988","https://openalex.org/W2139552971","https://openalex.org/W2140571193","https://openalex.org/W2141515329","https://openalex.org/W2168405694","https://openalex.org/W2169926276","https://openalex.org/W2964296255","https://openalex.org/W3103604572","https://openalex.org/W4232620022","https://openalex.org/W4292025355","https://openalex.org/W6654532046"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W4376155396","https://openalex.org/W1947085858","https://openalex.org/W2101991911","https://openalex.org/W2174986909","https://openalex.org/W2527791220","https://openalex.org/W2155070487","https://openalex.org/W4311589891","https://openalex.org/W3123835761","https://openalex.org/W118270247"],"abstract_inverted_index":{"The":[0,69],"fundamental":[1],"problem":[2,33,86,240],"of":[3,207,220,226,230],"multiple":[4,13],"secondary":[5],"users":[6,42,98,181,208],"contending":[7],"for":[8,108,179,235],"opportunistic":[9],"spectrum":[10],"access":[11,120,171],"over":[12,152],"channels":[14],"in":[15,88,216],"cognitive":[16],"radio":[17],"networks":[18],"has":[19],"been":[20],"formulated":[21],"recently":[22],"as":[23,63],"a":[24,31,100,169,194,243],"decentralized":[25],"multi-armed":[26,238],"bandit":[27,239],"(D-MAB)":[28],"problem.":[29],"In":[30],"D-MAB":[32],"there":[34],"are":[35,65],"<formula":[36,44,110,125,256,262],"formulatype=\"inline\"":[37,45,111,126,257,263],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[38,46,112,127,258,264],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex":[39,47,113,259,265],"Notation=\"TeX\">$M$</tex>":[40],"</formula>":[41,49,261],"and":[43,209],"Notation=\"TeX\">$N$</tex>":[48],"arms":[50],"(channels)":[51],"that":[52,78,104,145,148,197,241,253],"each":[53],"offer":[54],"i.i.d.":[55],"stochastic":[56],"rewards":[57],"with":[58,202],"unknown":[59],"means":[60],"so":[61],"long":[62],"they":[64],"accessed":[66],"without":[67,154],"collision.":[68],"goal":[70],"is":[71,106,149,173,177],"to":[72,117,119,182,204,246,249],"design":[73],"distributed":[74,143,195,222],"online":[75],"learning":[76],"policies":[77,215,223],"incur":[79],"minimal":[80],"regret.":[81],"We":[82],"consider":[83,93,165],"two":[84],"related":[85],"formulations":[87],"this":[89,136,189],"paper.":[90],"First,":[91],"we":[92,138,164,191],"the":[94,97,109,121,124,141,160,166,184,205,217,231,236,251,255],"setting":[95],"where":[96],"have":[99],"prioritized":[101],"ranking,":[102],"such":[103],"it":[105,176],"desired":[107,178],"Notation=\"TeX\">$K$</tex></formula>":[114,130,266],"-th-ranked":[115],"user":[116,245],"learn":[118,247],"arm":[122,252],"offering":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[128],"<tex":[129],"-th":[131,267],"highest":[132],"mean":[133,161,186,269],"reward.":[134,187,270],"For":[135,188],"problem,":[137,190],"present":[139,192],"DLP,":[140],"first":[142],"policy":[144,172,196,234],"yields":[146,198,254],"regret":[147,200],"uniformly":[150],"logarithmic":[151],"time":[153],"requiring":[155],"any":[156],"prior":[157],"assumption":[158],"about":[159],"rewards.":[162],"Second,":[163],"case":[167],"when":[168],"fair":[170],"required,":[174],"i.e.,":[175],"all":[180],"experience":[183],"same":[185],"DLF,":[193],"order-optimal":[199],"scaling":[201],"respect":[203],"number":[206],"arms,":[210],"better":[211],"than":[212],"previously":[213],"proposed":[214],"literature.":[218],"Both":[219],"our":[221],"make":[224],"use":[225],"an":[227],"innovative":[228],"modification":[229],"well-known":[232],"UCB1":[233],"classic":[237],"allows":[242],"single":[244],"how":[248],"play":[250],"Notation=\"TeX\">$K$</tex>":[260],"largest":[268]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":21},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}