{"id":"https://openalex.org/W3016268025","doi":"https://doi.org/10.1109/tcns.2019.2959162","title":"Learning Optimal Scheduling Policy for Remote State Estimation Under Uncertain Channel Condition","display_name":"Learning Optimal Scheduling Policy for Remote State Estimation Under Uncertain Channel Condition","publication_year":2019,"publication_date":"2019-12-12","ids":{"openalex":"https://openalex.org/W3016268025","doi":"https://doi.org/10.1109/tcns.2019.2959162","mag":"3016268025"},"language":"en","primary_location":{"id":"doi:10.1109/tcns.2019.2959162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2019.2959162","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100778373","display_name":"Shuang Wu","orcid":"https://orcid.org/0000-0001-9512-2358"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuang Wu","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9512-2358","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070014635","display_name":"Xiaoqiang Ren","orcid":"https://orcid.org/0000-0001-6674-4553"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Ren","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6674-4553","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044965133","display_name":"Qing\u2010Shan Jia","orcid":"https://orcid.org/0000-0002-4683-7215"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing-Shan Jia","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology, Center for Intelligent and Networked Systems, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4683-7215","affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology, Center for Intelligent and Networked Systems, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045975901","display_name":"Karl Henrik Johansson","orcid":"https://orcid.org/0000-0001-9940-5929"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Karl Henrik Johansson","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-9940-5929","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007329669","display_name":"Ling Shi","orcid":"https://orcid.org/0000-0002-6771-8258"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ling Shi","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6771-8258","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":3.6122,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.93382177,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"2","first_page":"579","last_page":"591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6751369833946228},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.664965808391571},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6322214007377625},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5651940107345581},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5224501490592957},{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.490755170583725},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.4638972282409668},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.45523929595947266},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.4375010132789612},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4214555621147156},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25625795125961304},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22682547569274902},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.20946255326271057},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.10522153973579407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751369833946228},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.664965808391571},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6322214007377625},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5651940107345581},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5224501490592957},{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.490755170583725},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.4638972282409668},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.45523929595947266},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.4375010132789612},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4214555621147156},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25625795125961304},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22682547569274902},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.20946255326271057},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.10522153973579407},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcns.2019.2959162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2019.2959162","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.ust.hk:1783.1-101337","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=2325-5870&rft.volume=&rft.issue=&rft.date=2019&rft.spage=&rft.aulast=Wu&rft.aufirst=&rft.atitle=Learning+Optimal+Scheduling+Policy+for+Remote+State+Estimation+under+Uncertain+Channel+Condition&rft.title=IEEE+Transactions+on+Control+of+Network+Systems","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7064461000","display_name":null,"funder_award_id":"61673229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8490245342","display_name":null,"funder_award_id":"2016YFB0901900","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"},{"id":"https://openalex.org/F4320336026","display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W118602349","https://openalex.org/W359561291","https://openalex.org/W1518931405","https://openalex.org/W1534416612","https://openalex.org/W1535136082","https://openalex.org/W1608078612","https://openalex.org/W1941445455","https://openalex.org/W1976364616","https://openalex.org/W2002781653","https://openalex.org/W2010654234","https://openalex.org/W2011753154","https://openalex.org/W2045633984","https://openalex.org/W2056746269","https://openalex.org/W2068782949","https://openalex.org/W2070570138","https://openalex.org/W2071983464","https://openalex.org/W2110647183","https://openalex.org/W2119567691","https://openalex.org/W2119940423","https://openalex.org/W2121863487","https://openalex.org/W2125794835","https://openalex.org/W2154204727","https://openalex.org/W2155371757","https://openalex.org/W2160690679","https://openalex.org/W2169071224","https://openalex.org/W2169811528","https://openalex.org/W2534263264","https://openalex.org/W2962710862","https://openalex.org/W2963230267","https://openalex.org/W3011120880","https://openalex.org/W3016268025","https://openalex.org/W3100037161","https://openalex.org/W4214717370","https://openalex.org/W4232753567","https://openalex.org/W4233840023","https://openalex.org/W4245744559","https://openalex.org/W4253201987","https://openalex.org/W4254676676","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2184166483","https://openalex.org/W2397293317","https://openalex.org/W2377713709","https://openalex.org/W2373973180","https://openalex.org/W2372008037","https://openalex.org/W2978148977","https://openalex.org/W3003077338","https://openalex.org/W2225350526","https://openalex.org/W1545991362","https://openalex.org/W2060984508"],"abstract_inverted_index":{"We":[0,10,28,50,88],"consider":[1],"optimal":[2,36],"sensor":[3],"scheduling":[4,15,37,82],"with":[5,17,79,84,108],"unknown":[6,85],"communication":[7,19],"channel":[8,46,86,131],"statistics.":[9,87],"formulate":[11],"two":[12,81],"types":[13],"of":[14,102,129],"problems":[16,83],"the":[18,35,45,53,80,100,109,130],"rate":[20],"being":[21],"a":[22,70],"soft":[23],"or":[24],"hard":[25],"constraint,":[26],"respectively.":[27],"first":[29],"present":[30],"some":[31],"structural":[32],"results":[33],"on":[34,126],"policy":[38],"using":[39],"dynamic":[40],"programming":[41],"and":[42,57,73],"assuming":[43],"that":[44,52],"statistics":[47],"is":[48,55,113],"known.":[49],"prove":[51,99],"Q-factor":[54],"monotonic":[56],"submodular,":[58],"which":[59,118],"leads":[60],"to":[61,77,92],"thresholdlike":[62],"structures":[63,91],"in":[64],"both":[65],"problems.":[66],"Then,":[67],"we":[68],"develop":[69],"stochastic":[71],"approximation":[72],"parameter":[74],"learning":[75,95],"frameworks":[76],"deal":[78],"utilize":[89],"their":[90],"design":[93],"specialized":[94],"algorithms.":[96,104],"We,":[97],"then":[98],"convergence":[101],"these":[103],"Performance":[105],"improvement":[106],"compared":[107],"standard":[110],"Q-learning":[111],"algorithm":[112],"shown":[114],"through":[115],"numerical":[116],"examples,":[117],"will":[119],"also":[120],"discuss":[121],"an":[122],"alternative":[123],"method":[124],"based":[125],"recursive":[127],"estimation":[128],"quality.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}