{"id":"https://openalex.org/W3083841247","doi":"https://doi.org/10.1109/tcomm.2021.3114681","title":"AoI Minimization in Status Update Control With Energy Harvesting Sensors","display_name":"AoI Minimization in Status Update Control With Energy Harvesting Sensors","publication_year":2021,"publication_date":"2021-09-22","ids":{"openalex":"https://openalex.org/W3083841247","doi":"https://doi.org/10.1109/tcomm.2021.3114681","mag":"3083841247"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2021.3114681","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3114681","pdf_url":"https://ieeexplore.ieee.org/ielx7/26/9653733/09546792.pdf","source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/26/9653733/09546792.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061287264","display_name":"Mohammad Hatami","orcid":"https://orcid.org/0000-0002-0730-7668"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Mohammad Hatami","raw_affiliation_strings":["Centre for Wireless Communications\u2014Radio Technologies, University of Oulu, Oulu, Finland","[Centre for Wireless Communications \u2013 Radio Technologies, University of Oulu, Finland. (e-mail: Mohammad.Hatami@oulu.fi)]"],"raw_orcid":"https://orcid.org/0000-0002-0730-7668","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications\u2014Radio Technologies, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"[Centre for Wireless Communications \u2013 Radio Technologies, University of Oulu, Finland. (e-mail: Mohammad.Hatami@oulu.fi)]","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056939003","display_name":"Markus Leinonen","orcid":"https://orcid.org/0000-0002-5639-3144"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markus Leinonen","raw_affiliation_strings":["Centre for Wireless Communications\u2014Radio Technologies, University of Oulu, Oulu, Finland","Centre for Wireless Communications \u2013 Radio Technologies University of Oulu,Finland"],"raw_orcid":"https://orcid.org/0000-0002-5639-3144","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications\u2014Radio Technologies, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communications \u2013 Radio Technologies University of Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028268404","display_name":"Marian Codreanu","orcid":"https://orcid.org/0000-0003-0210-4375"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Marian Codreanu","raw_affiliation_strings":["Department of Science and Technology, Link\u00f6ping University, Link\u00f6ping, Sweden","Link\u00f6ping University"],"raw_orcid":"https://orcid.org/0000-0003-0210-4375","affiliations":[{"raw_affiliation_string":"Department of Science and Technology, Link\u00f6ping University, Link\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]},{"raw_affiliation_string":"Link\u00f6ping University","institution_ids":["https://openalex.org/I102134673"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061287264"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":1.6016,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83509392,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"69","issue":"12","first_page":"8335","last_page":"8351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8254168033599854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7804945707321167},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6914576888084412},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6893462538719177},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.6870267987251282},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6661282777786255},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6616722345352173},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5322325825691223},{"id":"https://openalex.org/keywords/sensor-node","display_name":"Sensor node","score":0.5138766765594482},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.44386547803878784},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.426530122756958},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.42246416211128235},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4218369722366333},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4183228015899658},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4161113202571869},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4125877022743225},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3552454710006714},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3484569787979126},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.2754398584365845},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23797088861465454},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.2276899516582489},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17023205757141113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16483667492866516},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10520172119140625},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08565226197242737}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8254168033599854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7804945707321167},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6914576888084412},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6893462538719177},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.6870267987251282},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6661282777786255},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6616722345352173},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5322325825691223},{"id":"https://openalex.org/C111185680","wikidata":"https://www.wikidata.org/wiki/Q3866206","display_name":"Sensor node","level":5,"score":0.5138766765594482},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44386547803878784},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.426530122756958},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.42246416211128235},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4218369722366333},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4183228015899658},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4161113202571869},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4125877022743225},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3552454710006714},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3484569787979126},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.2754398584365845},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23797088861465454},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2276899516582489},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17023205757141113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16483667492866516},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10520172119140625},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08565226197242737},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tcomm.2021.3114681","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3114681","pdf_url":"https://ieeexplore.ieee.org/ielx7/26/9653733/09546792.pdf","source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2009.04224","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.04224","pdf_url":"https://arxiv.org/pdf/2009.04224","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3083841247","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2009.04224.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:DiVA.org:liu-182230","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:liu:diva-182230","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in journal"},{"id":"doi:10.48550/arxiv.2009.04224","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2009.04224","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/tcomm.2021.3114681","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3114681","pdf_url":"https://ieeexplore.ieee.org/ielx7/26/9653733/09546792.pdf","source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2182880106","display_name":null,"funder_award_id":"323698","funder_id":"https://openalex.org/F4320336704","funder_display_name":"Infotech Oulu"},{"id":"https://openalex.org/G3046277857","display_name":"Compressed Sensing Techniques for Wireless Sensor Networks","funder_award_id":"793402","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3450801811","display_name":null,"funder_award_id":"323698","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4230935547","display_name":null,"funder_award_id":"318927","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4846685480","display_name":null,"funder_award_id":"319485","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8031623632","display_name":null,"funder_award_id":"318927","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320331778","display_name":"HPY Research Foundation","ror":null},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3083841247.pdf","grobid_xml":"https://content.openalex.org/works/W3083841247.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1640967807","https://openalex.org/W1919404870","https://openalex.org/W1932416753","https://openalex.org/W1993918491","https://openalex.org/W2038194220","https://openalex.org/W2039910645","https://openalex.org/W2046672513","https://openalex.org/W2105556121","https://openalex.org/W2106762527","https://openalex.org/W2120345201","https://openalex.org/W2121863487","https://openalex.org/W2491017130","https://openalex.org/W2499002200","https://openalex.org/W2596683455","https://openalex.org/W2649848418","https://openalex.org/W2742721402","https://openalex.org/W2768771208","https://openalex.org/W2900617671","https://openalex.org/W2902198570","https://openalex.org/W2903879234","https://openalex.org/W2916893026","https://openalex.org/W2919776980","https://openalex.org/W2944580845","https://openalex.org/W2963294159","https://openalex.org/W2966441493","https://openalex.org/W2969447045","https://openalex.org/W2971937201","https://openalex.org/W2974930049","https://openalex.org/W2975901010","https://openalex.org/W2990608882","https://openalex.org/W2995358840","https://openalex.org/W2997442646","https://openalex.org/W3010314710","https://openalex.org/W3010946786","https://openalex.org/W3014025892","https://openalex.org/W3016567321","https://openalex.org/W3017275226","https://openalex.org/W3020925646","https://openalex.org/W3023353249","https://openalex.org/W3048482018","https://openalex.org/W3091773349","https://openalex.org/W3099909623","https://openalex.org/W3105138911","https://openalex.org/W3113239917","https://openalex.org/W3176460270","https://openalex.org/W4205984110","https://openalex.org/W4211024811","https://openalex.org/W6776306998","https://openalex.org/W6777674203"],"related_works":["https://openalex.org/W3203778212","https://openalex.org/W3013306734","https://openalex.org/W2949216916","https://openalex.org/W2613089819","https://openalex.org/W3014502234","https://openalex.org/W3198742250","https://openalex.org/W2783882572","https://openalex.org/W2901803471","https://openalex.org/W3172055698","https://openalex.org/W2280550787","https://openalex.org/W3187098993","https://openalex.org/W1840000554","https://openalex.org/W2186746235","https://openalex.org/W2123565932","https://openalex.org/W2918444789","https://openalex.org/W1486050890","https://openalex.org/W2474479075","https://openalex.org/W2982480115","https://openalex.org/W1594922496","https://openalex.org/W1492416281"],"abstract_inverted_index":{"Information":[0],"freshness":[1],"is":[2,146,163,181],"crucial":[3],"for":[4,44,138],"time-critical":[5],"IoT":[6,15],"applications,":[7],"e.g.,":[8],"monitoring":[9],"and":[10,24,120,129,185],"control.":[11],"We":[12,85,111,132],"consider":[13],"an":[14,75,169,178],"status":[16,156],"update":[17,76],"system":[18],"with":[19],"users,":[20,107],"energy":[21],"harvesting":[22],"sensors,":[23],"a":[25,40,64,116,135,182],"cache-enabled":[26],"edge":[27,49,67,94,144],"node.":[28],"The":[29,158],"users":[30],"receive":[31],"time-sensitive":[32],"information":[33,46],"about":[34,148],"physical":[35],"quantities,":[36],"each":[37,60],"measured":[38],"by":[39],"sensor.":[41,61],"Users":[42],"demand":[43],"the":[45,48,54,66,71,79,83,89,93,98,102,106,139,143,149,155,187,193],"from":[47,59,82],"node":[50,68,95,145],"whose":[51],"cache":[52],"stores":[53],"most":[55],"recently":[56],"received":[57],"measurements":[58,104],"To":[62],"serve":[63],"request,":[65],"either":[69],"commands":[70],"sensor":[72],"to":[73,96,197],"send":[74],"or":[77],"retrieves":[78],"aged":[80],"measurement":[81],"cache.":[84],"aim":[86],"at":[87,105],"finding":[88],"best":[90],"actions":[91],"of":[92,101,168],"minimize":[97],"average":[99,194],"AoI":[100],"served":[103],"termed":[108],"on-demand":[109],"AoI.":[110],"model":[112],"this":[113],"problem":[114],"as":[115],"Markov":[117],"decision":[118],"process":[119],"develop":[121],"reinforcement":[122],"learning":[123],"(RL)":[124],"algorithms:":[125],"model-based":[126],"value":[127],"iteration":[128],"model-free":[130],"Q-learning.":[131],"also":[133,164],"propose":[134],"Q-learning":[136],"method":[137],"realistic":[140],"case":[141,159],"where":[142],"informed":[147],"sensors\u2019":[150],"battery":[151],"levels":[152],"only":[153],"via":[154],"updates.":[157],"under":[160],"transmission":[161],"limitations":[162],"addressed.":[165],"Furthermore,":[166],"properties":[167],"optimal":[170,179],"policy":[171,180,184],"are":[172],"characterized.":[173],"Simulation":[174],"results":[175],"show":[176],"that":[177,186],"threshold-based":[183],"proposed":[188],"RL":[189],"methods":[190],"significantly":[191],"reduce":[192],"cost":[195],"compared":[196],"several":[198],"baselines.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}