{"id":"https://openalex.org/W4405909400","doi":"https://doi.org/10.1109/itw61385.2024.10806969","title":"Sampling to Achieve the Goal: An Age-aware Remote Markov Decision Process","display_name":"Sampling to Achieve the Goal: An Age-aware Remote Markov Decision Process","publication_year":2024,"publication_date":"2024-11-24","ids":{"openalex":"https://openalex.org/W4405909400","doi":"https://doi.org/10.1109/itw61385.2024.10806969"},"language":"en","primary_location":{"id":"doi:10.1109/itw61385.2024.10806969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw61385.2024.10806969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100382838","display_name":"Aimin Li","orcid":"https://orcid.org/0000-0002-6983-2310"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Li","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684143","display_name":"Shaohua Wu","orcid":"https://orcid.org/0000-0002-6950-0594"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Wu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027953377","display_name":"Gary C.F. Lee","orcid":"https://orcid.org/0000-0003-4318-8958"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gary C.F. Lee","raw_affiliation_strings":["Institute for Infocomm Research, Agency for Science, Technology and Research,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Agency for Science, Technology and Research,Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031220773","display_name":"Xiaomeng Chen","orcid":"https://orcid.org/0000-0001-9620-7361"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomeng Chen","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100606009","display_name":"Sumei Sun","orcid":"https://orcid.org/0000-0002-1701-8122"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sumei Sun","raw_affiliation_strings":["Institute for Infocomm Research, Agency for Science, Technology and Research,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Agency for Science, Technology and Research,Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.932,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.95325029,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9057999849319458,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9057999849319458,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7630206942558289},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5813945531845093},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5604067444801331},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5127905011177063},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49945664405822754},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4153614938259125},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3806121349334717},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3315744400024414},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31473326683044434},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2754212021827698},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20176160335540771},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10437068343162537},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07876899838447571},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06670549511909485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7630206942558289},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5813945531845093},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5604067444801331},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5127905011177063},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49945664405822754},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4153614938259125},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3806121349334717},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3315744400024414},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31473326683044434},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2754212021827698},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20176160335540771},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10437068343162537},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07876899838447571},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06670549511909485},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itw61385.2024.10806969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw61385.2024.10806969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Information Theory Workshop (ITW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1551322006","display_name":null,"funder_award_id":"2022B1515120002","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2288437674","display_name":null,"funder_award_id":"2020YFB 1806403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1640967807","https://openalex.org/W1919404870","https://openalex.org/W1967956032","https://openalex.org/W1993918491","https://openalex.org/W2095323819","https://openalex.org/W2117864026","https://openalex.org/W2744248483","https://openalex.org/W2767300261","https://openalex.org/W2963082493","https://openalex.org/W2963294159","https://openalex.org/W2966441493","https://openalex.org/W2970983057","https://openalex.org/W3013672175","https://openalex.org/W3019935896","https://openalex.org/W3045383574","https://openalex.org/W3137257456","https://openalex.org/W3164366798","https://openalex.org/W3173238424","https://openalex.org/W3177724065","https://openalex.org/W3180974649","https://openalex.org/W3189917158","https://openalex.org/W3195819804","https://openalex.org/W3200517331","https://openalex.org/W3204258145","https://openalex.org/W4205984110","https://openalex.org/W4225350605","https://openalex.org/W4237591687","https://openalex.org/W4290995020","https://openalex.org/W4297882658","https://openalex.org/W4312040304","https://openalex.org/W4312881208","https://openalex.org/W4313427316","https://openalex.org/W4315630314","https://openalex.org/W4366251214","https://openalex.org/W4387197045","https://openalex.org/W4387415310","https://openalex.org/W4389633715","https://openalex.org/W4391020658","https://openalex.org/W4399039546","https://openalex.org/W4399766708","https://openalex.org/W4399835332","https://openalex.org/W4400188121","https://openalex.org/W4405909400"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"Age":[0],"of":[1,15,29,35,52],"Information":[2],"(AoI)":[3],"has":[4],"been":[5],"recognized":[6],"as":[7,71,136,153],"an":[8,72],"important":[9,154],"metric":[10,138],"to":[11,18,40,49,70,80,102,123,157],"measure":[12],"the":[13,27,33,42,50,53,88,115],"freshness":[14,28],"information.":[16],"Central":[17],"this":[19,60,62,82],"consensus":[20],"is":[21,56,141],"that":[22,46,114,132],"minimizing":[23],"AoI":[24,48,99,134,150],"can":[25,120,151],"enhance":[26],"information,":[30],"thereby":[31],"facilitating":[32],"accuracy":[34],"subsequent":[36],"decision-making":[37,54,107],"processes.":[38],"However,":[39],"date":[41],"direct":[43],"causal":[44],"relationship":[45],"links":[47],"utility":[51],"process":[55,108],"unexplored.":[57],"To":[58],"fill":[59],"gap,":[61],"paper":[63],"proposes":[64],"a":[65,94,124,137],"sampling-control":[66],"co-design":[67],"problem,":[68,79],"referred":[69],"age-aware":[73,116],"remote":[74,106,117,146,159],"Markov":[75],"Decision":[76],"Process":[77],"(MDP)":[78],"explore":[81],"unexplored":[83],"relationship.":[84],"Our":[85],"framework":[86],"revisits":[87],"sampling":[89],"problem":[90,119,127],"in":[91,144],"[1]":[92],"with":[93],"refined":[95],"focus:":[96],"moving":[97],"from":[98],"penalty":[100],"minimization":[101],"directly":[103],"optimizing":[104],"goal-oriented":[105],"under":[109],"random":[110],"delay.":[111],"We":[112],"derive":[113],"MDP":[118,126],"be":[121],"reduced":[122],"standard":[125],"without":[128],"delays,":[129],"and":[130],"reveal":[131],"treating":[133],"solely":[135],"for":[139],"optimization":[140],"not":[142],"optimal":[143],"achieving":[145],"decision":[147,160],"making.":[148,161],"Instead,":[149],"serve":[152],"side":[155],"information":[156],"facilitate":[158]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}