{"id":"https://openalex.org/W3211245791","doi":"https://doi.org/10.1109/tcomm.2021.3123362","title":"Partially Observable Minimum-Age Scheduling: The Greedy Policy","display_name":"Partially Observable Minimum-Age Scheduling: The Greedy Policy","publication_year":2021,"publication_date":"2021-10-27","ids":{"openalex":"https://openalex.org/W3211245791","doi":"https://doi.org/10.1109/tcomm.2021.3123362","mag":"3211245791"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2021.3123362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3123362","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037069274","display_name":"Yulin Shao","orcid":"https://orcid.org/0000-0002-6300-3175"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yulin Shao","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London (ICL), London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6300-3175","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London (ICL), London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025342659","display_name":"Qi Cao","orcid":"https://orcid.org/0000-0001-8649-9313"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Cao","raw_affiliation_strings":["School of Telecommunications Engineering, Xidian University, Xi’an, China","an, China","School of Telecommunications Engineering, Xidian University, Xi&#x2019"],"raw_orcid":"https://orcid.org/0000-0001-8649-9313","affiliations":[{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"an, China","institution_ids":[]},{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University, Xi&#x2019","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019164720","display_name":"Soung Chang Liew","orcid":"https://orcid.org/0000-0001-7055-6483"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Soung Chang Liew","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7055-6483","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100327671","display_name":"He Chen","orcid":"https://orcid.org/0000-0001-8886-9680"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"He Chen","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-8886-9680","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong (CUHK), Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2517,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.91865954,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"404","last_page":"418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10300","display_name":"Congenital Heart Disease Studies","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.855016827583313},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.753404974937439},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.7056398391723633},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6276682019233704},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6025123000144958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5490548610687256},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5007250308990479},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4951581060886383},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.4808407723903656},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.42264753580093384},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.42247694730758667},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4224241375923157},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27643847465515137},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10816976428031921},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08778294920921326},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08275496959686279}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.855016827583313},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.753404974937439},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.7056398391723633},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6276682019233704},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6025123000144958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5490548610687256},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5007250308990479},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4951581060886383},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.4808407723903656},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.42264753580093384},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.42247694730758667},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4224241375923157},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27643847465515137},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10816976428031921},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08778294920921326},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08275496959686279},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2021.3123362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3123362","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1484113995","https://openalex.org/W1677318746","https://openalex.org/W1903219624","https://openalex.org/W1969681815","https://openalex.org/W1993918491","https://openalex.org/W1996859119","https://openalex.org/W2004333862","https://openalex.org/W2029199203","https://openalex.org/W2044549125","https://openalex.org/W2066786775","https://openalex.org/W2094769033","https://openalex.org/W2119940423","https://openalex.org/W2124253904","https://openalex.org/W2141515329","https://openalex.org/W2146487252","https://openalex.org/W2149476049","https://openalex.org/W2156107305","https://openalex.org/W2171671264","https://openalex.org/W2413037102","https://openalex.org/W2499002200","https://openalex.org/W2581339759","https://openalex.org/W2626694546","https://openalex.org/W2744248483","https://openalex.org/W2744483094","https://openalex.org/W2796278575","https://openalex.org/W2944580845","https://openalex.org/W2945384854","https://openalex.org/W2963202583","https://openalex.org/W2963270598","https://openalex.org/W2963627946","https://openalex.org/W2976832954","https://openalex.org/W2992286867","https://openalex.org/W2995433474","https://openalex.org/W3035645198","https://openalex.org/W3105799675","https://openalex.org/W3132179075","https://openalex.org/W3132341739","https://openalex.org/W3137257456","https://openalex.org/W3177030905","https://openalex.org/W3211245791","https://openalex.org/W4239466562","https://openalex.org/W4239944506","https://openalex.org/W4254346742","https://openalex.org/W4256293905","https://openalex.org/W4298023569","https://openalex.org/W6628758712","https://openalex.org/W6631864160","https://openalex.org/W6783570021"],"related_works":["https://openalex.org/W2999848267","https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W131709709"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3,18,31,36,49,64,70,73,77,85,100,105,115,118,131,135,139,156,161,169,182,191,197],"minimum-age":[4,86],"scheduling":[5,87],"problem":[6,88,93],"in":[7,60,194],"a":[8,24,90,125,146,166],"wireless":[9],"sensor":[10,57],"network":[11],"where":[12],"an":[13,21,110,187,202],"access":[14],"point":[15],"(AP)":[16],"monitors":[17],"state":[19,67,74],"of":[20,26,30,69,117,134,142,168,196],"object":[22,71],"via":[23],"set":[25],"sensors.":[27],"The":[28,51],"freshness":[29],"sensed":[32],"state,":[33],"measured":[34],"by":[35],"age-of-information":[37],"(AoI),":[38],"varies":[39],"at":[40],"different":[41],"sensors":[42],"and":[43,98,153,177],"is":[44,186],"not":[45],"directly":[46],"observable":[47,96,148],"to":[48,54,58,62,103,190],"AP.":[50],"AP":[52],"has":[53],"decide":[55],"which":[56],"query/sample":[59],"order":[61],"get":[63],"most":[65],"updated":[66],"information":[68,75],"(i.e.,":[72],"with":[76,94],"minimum":[78],"AoI).":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,121],"formulate":[84,138],"as":[89,145,165],"multi-armed":[91],"bandit":[92],"partially":[95,147],"arms":[97],"explore":[99],"greedy":[101,119,127,163,184,192],"policy":[102,128,164,185,193],"minimize":[104],"expected":[106,198],"AoI":[107,159,171,199],"sampled":[108,158,172,200],"over":[109,201],"infinite":[111,203],"horizon.":[112,204],"To":[113],"analyze":[114],"performance":[116],"policy,":[120],"1)":[122],"put":[123],"forth":[124],"relaxed":[126,162,183],"that":[129,181],"decouples":[130],"sampling":[132,140],"processes":[133],"arms,":[136],"2)":[137],"process":[141,151],"each":[143],"arm":[144],"Markov":[149],"decision":[150],"(POMDP),":[152],"3)":[154],"derive":[155],"average":[157,170],"under":[160],"sum":[167],"from":[173],"individual":[174],"arms.":[175],"Numerical":[176],"simulation":[178],"results":[179],"validate":[180],"excellent":[188],"approximation":[189],"terms":[195]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}