{"id":"https://openalex.org/W4411203093","doi":"https://doi.org/10.1109/lcsys.2025.3578934","title":"Remote State Estimation With Discounted Multi-Armed Bandits for Non-Stationary Channel Selection","display_name":"Remote State Estimation With Discounted Multi-Armed Bandits for Non-Stationary Channel Selection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411203093","doi":"https://doi.org/10.1109/lcsys.2025.3578934"},"language":"en","primary_location":{"id":"doi:10.1109/lcsys.2025.3578934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2025.3578934","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114549573","display_name":"Jiuzhou Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jiuzhou Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0000-0298-6895","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074476597","display_name":"Wei Huo","orcid":"https://orcid.org/0000-0003-4700-7915"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Huo","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-4700-7915","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053741120","display_name":"Xiaomeng Chen","orcid":"https://orcid.org/0009-0006-5465-065X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaomeng Chen","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0006-5465-065X","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064495710","display_name":"Daniel E. Quevedo","orcid":"https://orcid.org/0000-0002-4804-5481"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I4210088648","display_name":"Cooperative Trials Group for Neuro-Oncology","ror":"https://ror.org/004gchq58","country_code":"AU","type":"other","lineage":["https://openalex.org/I4210088648"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel E. Quevedo","raw_affiliation_strings":["School of Electronic and Computer Engineering, The University of Sydney, Camperdown, NSW, Australia","School of Electronic and Computer Engineering, The University of Sydney, Camperdown NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4804-5481","affiliations":[{"raw_affiliation_string":"School of Electronic and Computer Engineering, The University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602","https://openalex.org/I4210088648"]},{"raw_affiliation_string":"School of Electronic and Computer Engineering, The University of Sydney, Camperdown NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007329669","display_name":"Ling Shi","orcid":"https://orcid.org/0000-0002-6771-8258"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ling Shi","raw_affiliation_strings":["Department of Electronic and Computer Engineering, and the Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6771-8258","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, and the Department of Chemical and Biological Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Clear Water Bay, Hong Kong University of Science and Technology, Department of Electronic and Computer Engineering, Hong Kong, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5114549573"],"corresponding_institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14589856,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":null,"first_page":"787","last_page":"792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6848716735839844},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5963968634605408},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5753056406974792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5464911460876465},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.44439569115638733},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.33892661333084106},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3321564197540283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27407556772232056},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18659943342208862},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18596047163009644},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17137733101844788},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16781073808670044}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6848716735839844},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5963968634605408},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5753056406974792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5464911460876465},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.44439569115638733},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33892661333084106},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3321564197540283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27407556772232056},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18659943342208862},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18596047163009644},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17137733101844788},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16781073808670044},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcsys.2025.3578934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2025.3578934","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-158680","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-158680","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2164522996","https://openalex.org/W2168405694","https://openalex.org/W2833137168","https://openalex.org/W2963007936","https://openalex.org/W2991374702","https://openalex.org/W2994803162","https://openalex.org/W3030314836","https://openalex.org/W3115892855","https://openalex.org/W3180859665","https://openalex.org/W4236076921","https://openalex.org/W4296437334","https://openalex.org/W4385299179","https://openalex.org/W4403635998","https://openalex.org/W6640648879","https://openalex.org/W6682110964","https://openalex.org/W6845881041","https://openalex.org/W6852696443"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2576994247","https://openalex.org/W2608353378","https://openalex.org/W4249206767","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W2563559453","https://openalex.org/W2382330008","https://openalex.org/W1519970947","https://openalex.org/W4243860260"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,28,62,79,86,90,102],"problem":[4],"of":[5,32,89],"optimal":[6,97],"channel":[7,34],"selection":[8],"for":[9],"remote":[10],"state":[11],"estimation":[12,70,81,91],"in":[13],"cyber-physical":[14],"systems,":[15],"where":[16],"a":[17,36,105],"sensor":[18],"transmits":[19],"measurements":[20],"over":[21,110],"multiple":[22],"time-varying":[23],"wireless":[24],"channels.":[25],"We":[26],"model":[27],"packet":[29,65],"arrival":[30,66],"probability":[31],"each":[33],"as":[35,85],"non-stationary":[37,119],"Bernoulli":[38],"process":[39],"and":[40,53,78,112],"adapt":[41],"two":[42],"discounted":[43],"Multi-Armed":[44],"Bandit":[45],"(MAB)":[46],"algorithms,":[47],"Discounted":[48,54],"Upper":[49],"Confidence":[50],"Bound":[51],"(D-UCB)":[52],"Thompson":[55],"Sampling":[56],"(D-TS),":[57],"to":[58,95],"select":[59],"channels":[60],"with":[61],"highest":[63],"expected":[64],"rates":[67],"adaptively.":[68],"The":[69],"error":[71,92],"covariance":[72,93],"is":[73,83],"analyzed":[74],"using":[75],"Kalman":[76],"filtering,":[77],"cumulative":[80],"regret":[82,106],"defined":[84],"excess":[87],"trace":[88],"compared":[94],"an":[96],"policy.":[98],"Theoretical":[99],"analysis":[100],"shows":[101],"algorithms":[103],"achieve":[104],"that":[107],"grows":[108],"gradually":[109],"time,":[111],"numerical":[113],"simulations":[114],"validate":[115],"their":[116],"effectiveness":[117],"under":[118],"conditions.":[120]},"counts_by_year":[],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}