{"id":"https://openalex.org/W4417201787","doi":"https://doi.org/10.1109/tcomm.2025.3642695","title":"Policy Gradient Algorithms for Age-of-Information Cost Minimization","display_name":"Policy Gradient Algorithms for Age-of-Information Cost Minimization","publication_year":2025,"publication_date":"2025-12-10","ids":{"openalex":"https://openalex.org/W4417201787","doi":"https://doi.org/10.1109/tcomm.2025.3642695"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2025.3642695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2025.3642695","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.11990","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039532038","display_name":"Jos\u00e9 R. Vidal","orcid":"https://orcid.org/0000-0002-7137-1349"},"institutions":[{"id":"https://openalex.org/I1317635190","display_name":"Valve (United States)","ror":"https://ror.org/020esap58","country_code":"US","type":"company","lineage":["https://openalex.org/I1317635190"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jos\u00e9-Ram\u00f3n Vidal","raw_affiliation_strings":["Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Val&#x00E8;ncia, Spain","Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Cam&#x00ED; de Vera s/n, Val&#x00E8;ncia, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7137-1349","affiliations":[{"raw_affiliation_string":"Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Val&#x00E8;ncia, Spain","institution_ids":["https://openalex.org/I1317635190"]},{"raw_affiliation_string":"Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Cam&#x00ED; de Vera s/n, Val&#x00E8;ncia, Spain","institution_ids":["https://openalex.org/I1317635190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002611857","display_name":"Vicent Pla","orcid":"https://orcid.org/0000-0002-0894-9494"},"institutions":[{"id":"https://openalex.org/I1317635190","display_name":"Valve (United States)","ror":"https://ror.org/020esap58","country_code":"US","type":"company","lineage":["https://openalex.org/I1317635190"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vicent Pla","raw_affiliation_strings":["Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Val&#x00E8;ncia, Spain","Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Cam&#x00ED; de Vera s/n, Val&#x00E8;ncia, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0894-9494","affiliations":[{"raw_affiliation_string":"Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Val&#x00E8;ncia, Spain","institution_ids":["https://openalex.org/I1317635190"]},{"raw_affiliation_string":"Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Cam&#x00ED; de Vera s/n, Val&#x00E8;ncia, Spain","institution_ids":["https://openalex.org/I1317635190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075265123","display_name":"Luis Guijarro","orcid":"https://orcid.org/0000-0001-9774-9728"},"institutions":[{"id":"https://openalex.org/I1317635190","display_name":"Valve (United States)","ror":"https://ror.org/020esap58","country_code":"US","type":"company","lineage":["https://openalex.org/I1317635190"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Guijarro","raw_affiliation_strings":["Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Val&#x00E8;ncia, Spain","Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Cam&#x00ED; de Vera s/n, Val&#x00E8;ncia, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9774-9728","affiliations":[{"raw_affiliation_string":"Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Val&#x00E8;ncia, Spain","institution_ids":["https://openalex.org/I1317635190"]},{"raw_affiliation_string":"Department of Communications, Universitat Polit&#x00E8;cnica de Val&#x00E8;ncia, Cam&#x00ED; de Vera s/n, Val&#x00E8;ncia, Spain","institution_ids":["https://openalex.org/I1317635190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061754527","display_name":"Israel Leyva\u2010Mayorga","orcid":"https://orcid.org/0000-0002-7116-397X"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Israel Leyva-Mayorga","raw_affiliation_strings":["Department of Electronic Systems, Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-7116-397X","affiliations":[{"raw_affiliation_string":"Department of Electronic Systems, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39600394,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":null,"first_page":"2016","last_page":"2031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6312000155448914},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.590499997138977},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5073000192642212},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.49869999289512634},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4706999957561493},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43230000138282776},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.4133000075817108},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.3953999876976013},{"id":"https://openalex.org/keywords/cost-reduction","display_name":"Cost reduction","score":0.39489999413490295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7013999819755554},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6312000155448914},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5178999900817871},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4706999957561493},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41819998621940613},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3953999876976013},{"id":"https://openalex.org/C2778820799","wikidata":"https://www.wikidata.org/wiki/Q3454688","display_name":"Cost reduction","level":2,"score":0.39489999413490295},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C2780958618","wikidata":"https://www.wikidata.org/wiki/Q945621","display_name":"Average cost","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcomm.2025.3642695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2025.3642695","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2512.11990","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.11990","pdf_url":"https://arxiv.org/pdf/2512.11990","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/14a97603-0281-4bc3-8c68-7a81efc2cf36","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/14a97603-0281-4bc3-8c68-7a81efc2cf36","pdf_url":"https://arxiv.org/pdf/2512.11990","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vidal, J-R, Pla, V, Guijarro, L & Leyva-Mayorga, I 2026, 'Policy Gradient Algorithms for Age-of-Information Cost Minimization', IEEE Transactions on Communications, vol. 74, pp. 2016-2031. https://doi.org/10.1109/TCOMM.2025.3642695","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.11990","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2512.11990","pdf_url":"https://arxiv.org/pdf/2512.11990","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1246816390","display_name":null,"funder_award_id":"TED2021-131387B-I00","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1622782223","display_name":null,"funder_award_id":"MCIN/AEI/10","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G1643949827","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G1656504407","display_name":null,"funder_award_id":"PID2021-123168NB-I00,","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2601397997","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3219925899","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3681454997","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3845001103","display_name":null,"funder_award_id":"TED2021-131387B-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G4042783231","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4045093968","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G410571670","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G451917667","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5539308778","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G5967599077","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6823456974","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8536067382","display_name":null,"funder_award_id":"PID2021-123168NB-I00","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8695128545","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8875184233","display_name":null,"funder_award_id":"PID2021-123168NB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2,59,177,219],"cyber-physical":[3,60],"systems":[4,61],"have":[5],"increased":[6],"the":[7,11,14,17,22,32,40,55,64,76,79,83,92,97,100,103,108,124,145,168,183,198,202,214,224],"importance":[8],"of":[9,13,25,27,39,78,115,126,197,223,233,249],"maximizing":[10],"freshness":[12],"information":[15,56,157],"about":[16],"physical":[18],"environment.":[19],"However,":[20],"optimizing":[21],"access":[23],"policies":[24],"Internet":[26],"Things":[28],"devices":[29],"to":[30,53,90,135,154,166,173,229],"maximize":[31],"data":[33,104],"freshness,":[34],"measured":[35],"as":[36],"a":[37,45,112,148,192,230,236,242],"function":[38],"Age-of-Information":[41],"(AoI)":[42],"metric,":[43],"is":[44,164,204],"challenging":[46],"task.":[47],"This":[48],"work":[49],"introduces":[50],"two":[51,169],"algorithms":[52,118,185,216],"optimize":[54],"update":[57],"process":[58],"operating":[62],"under":[63],"<italic":[65],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[66],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">generate-at-will":[67],"model</i>,":[68],"by":[69],"finding":[70],"an":[71,156,174],"online":[72],"policy":[73,120],"without":[74],"knowing":[75],"characteristics":[77],"transmission":[80,105],"delay":[81],"or":[82,221],"age":[84],"cost":[85,146,194,244],"function.":[86],"The":[87,179],"optimization":[88],"seeks":[89],"minimize":[91],"time-average":[93,193,238],"cost,":[94,106,239],"which":[95],"integrates":[96],"AoI":[98],"at":[99,245],"receiver":[101],"and":[102,131,139,190,240],"making":[107],"approach":[109],"suitable":[110],"for":[111,151],"broad":[113],"range":[114,232],"scenarios.":[116],"Both":[117],"employ":[119],"gradient":[121],"methods":[122,211],"within":[123,195],"framework":[125],"model-free":[127],"reinforcement":[128],"learning":[129],"(RL)":[130],"are":[132],"specifically":[133],"designed":[134],"handle":[136],"continuous":[137],"state":[138],"action":[140],"spaces.":[141],"Each":[142],"algorithm":[143],"minimizes":[144],"using":[147],"distinct":[149],"strategy":[150],"deciding":[152],"when":[153,201],"send":[155],"update.":[158],"Moreover,":[159],"we":[160],"demonstrate":[161,181],"that":[162,182,213],"it":[163],"feasible":[165],"apply":[167],"strategies":[170],"simultaneously,":[171],"leading":[172],"additional":[175],"reduction":[176],"cost.":[178],"results":[180],"proposed":[184,215],"exhibit":[186],"good":[187],"convergence":[188],"properties":[189],"achieve":[191],"3%":[196],"optimal":[199],"value,":[200],"latter":[203],"computable.":[205],"A":[206],"comparison":[207],"with":[208],"other":[209],"state-of-the-art":[210],"shows":[212],"outperform":[217],"them":[218],"one":[220,247],"more":[222],"following":[225],"aspects:":[226],"being":[227],"applicable":[228],"broader":[231],"scenarios,":[234],"achieving":[235],"lower":[237],"requiring":[241],"computational":[243],"least":[246],"order":[248],"magnitude":[250],"lower.":[251]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-10T00:00:00"}