{"id":"https://openalex.org/W2069979655","doi":"https://doi.org/10.1109/tsp.2014.2357779","title":"Sequential Learning for Multi-Channel Wireless Network Monitoring With Channel Switching Costs","display_name":"Sequential Learning for Multi-Channel Wireless Network Monitoring With Channel Switching Costs","publication_year":2014,"publication_date":"2014-09-12","ids":{"openalex":"https://openalex.org/W2069979655","doi":"https://doi.org/10.1109/tsp.2014.2357779","mag":"2069979655"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2014.2357779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2014.2357779","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101966548","display_name":"Thanh Van Le","orcid":"https://orcid.org/0009-0002-9706-0941"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thanh Le","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, Texas, USA","Samsung Electronics, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, Texas, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Samsung Electronics, Vietnam","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069856068","display_name":"Csaba Szepesv\u00e1ri","orcid":"https://orcid.org/0000-0002-9286-2892"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Csaba Szepesvari","raw_affiliation_strings":["Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing Science, University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056442083","display_name":"Rong Zheng","orcid":"https://orcid.org/0000-0003-4070-075X"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]},{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Rong Zheng","raw_affiliation_strings":["Department of Computer Science, University of Houston, Houston, Texas, USA","Department of Computing and Software, McMaster University, Hamilton, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Houston, Houston, Texas, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Computing and Software, McMaster University, Hamilton, ON, Canada","institution_ids":["https://openalex.org/I98251732"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5235,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.94394324,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"62","issue":"22","first_page":"5919","last_page":"5929"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7365005016326904},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.7288947701454163},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6488032341003418},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6045049428939819},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.6038615703582764},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5253105759620667},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.49536430835723877},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4716091752052307},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.4390407204627991},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.41502249240875244},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3238765597343445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21769949793815613},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20868146419525146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15689614415168762},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1312074363231659}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7365005016326904},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.7288947701454163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6488032341003418},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6045049428939819},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.6038615703582764},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5253105759620667},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.49536430835723877},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4716091752052307},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.4390407204627991},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.41502249240875244},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3238765597343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21769949793815613},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20868146419525146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15689614415168762},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1312074363231659},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2014.2357779","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2014.2357779","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.681.9768","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.681.9768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ualberta.ca/%7Eszepesva/papers/zheng-tsp2014.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319907","display_name":"Alberta Innovates - Technology Futures","ror":"https://ror.org/00ynafe15"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W50486269","https://openalex.org/W157259654","https://openalex.org/W1482405521","https://openalex.org/W1583155004","https://openalex.org/W1944301273","https://openalex.org/W1964631708","https://openalex.org/W1964848431","https://openalex.org/W1975804880","https://openalex.org/W1991519381","https://openalex.org/W1998498767","https://openalex.org/W2000080679","https://openalex.org/W2009551863","https://openalex.org/W2020254732","https://openalex.org/W2061753713","https://openalex.org/W2078323119","https://openalex.org/W2109108547","https://openalex.org/W2120015434","https://openalex.org/W2123536775","https://openalex.org/W2125724988","https://openalex.org/W2128421120","https://openalex.org/W2140571193","https://openalex.org/W2143229717","https://openalex.org/W2144344331","https://openalex.org/W2146025745","https://openalex.org/W2149777840","https://openalex.org/W2152390472","https://openalex.org/W2159050893","https://openalex.org/W2165607537","https://openalex.org/W2167141469","https://openalex.org/W2168405694","https://openalex.org/W2914156981","https://openalex.org/W4211259986","https://openalex.org/W4232526437","https://openalex.org/W4232620022","https://openalex.org/W4250164123","https://openalex.org/W6602031475","https://openalex.org/W6628879673","https://openalex.org/W6644341952"],"related_works":["https://openalex.org/W2947263763","https://openalex.org/W4288373430","https://openalex.org/W3036260055","https://openalex.org/W4287753704","https://openalex.org/W3158925485","https://openalex.org/W2996735312","https://openalex.org/W4289341771","https://openalex.org/W2958076322","https://openalex.org/W3191284239","https://openalex.org/W2996787464"],"abstract_inverted_index":{"We":[0,78,115,138],"consider":[1],"the":[2,14,33,47,54,80,98,117,123,126,141,160,171],"problem":[3],"of":[4,27,49,94,100,135,162,173],"optimally":[5],"assigning":[6],"p":[7],"sniffers":[8,34,66],"to":[9,12,32,37,45,111,121],"K":[10],"channels":[11],"monitor":[13],"transmission":[15],"activities":[16],"in":[17,53,153,170],"a":[18,72,87,92,130,149],"multichannel":[19],"wireless":[20],"network":[21],"with":[22,41,83],"switching":[23,84,167],"costs.":[24],"The":[25],"activity":[26],"users":[28],"is":[29,36,104],"initially":[30],"unknown":[31],"and":[35,59,128],"be":[38],"learned":[39],"along":[40],"channel":[42,69],"assignment":[43,82],"decisions":[44],"maximize":[46],"benefits":[48],"this":[50,136],"assignment,":[51],"resulting":[52],"fundamental":[55],"tradeoff":[56],"between":[57],"exploration":[58],"exploitation.":[60],"Switching":[61],"costs":[62,85],"are":[63,76,108],"incurred":[64],"when":[65],"change":[67],"their":[68],"assignments.":[70],"As":[71,97],"result,":[73],"frequent":[74],"changes":[75],"undesirable.":[77],"formulate":[79],"sniffer-channel":[81],"as":[86],"linear":[88,118],"partial":[89],"monitoring":[90],"problem,":[91],"superclass":[93],"multiarmed":[95],"bandits.":[96],"number":[99,161],"arms":[101,127],"(sniffer-channel":[102],"assignments)":[103],"exponential,":[105],"novel":[106],"techniques":[107],"called":[109],"for,":[110],"allow":[112],"efficient":[113],"learning.":[114],"use":[116],"bandit":[119],"model":[120],"capture":[122],"dependency":[124],"amongst":[125],"develop":[129],"policy":[131,147],"that":[132,140,156],"takes":[133],"advantage":[134],"dependency.":[137],"prove":[139],"proposed":[142],"Upper":[143],"Confident":[144],"Bound-based":[145],"(UCB)":[146],"enjoys":[148],"logarithmic":[150],"regret":[151],"bound":[152],"time":[154],"t":[155],"depends":[157],"sublinearly":[158],"on":[159],"arms,":[163],"while":[164],"its":[165],"total":[166],"cost":[168],"grows":[169],"order":[172],"O(loglog(t)).":[174]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":55},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}