{"id":"https://openalex.org/W4390188787","doi":"https://doi.org/10.1109/latincom59467.2023.10361899","title":"Traffic Shaping with Deep Q-Networks for Optimizing the Age of Information","display_name":"Traffic Shaping with Deep Q-Networks for Optimizing the Age of Information","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4390188787","doi":"https://doi.org/10.1109/latincom59467.2023.10361899"},"language":"en","primary_location":{"id":"doi:10.1109/latincom59467.2023.10361899","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/latincom59467.2023.10361899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Latin-American Conference on Communications (LATINCOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075639286","display_name":"Ricardo Lent","orcid":"https://orcid.org/0000-0003-4884-3456"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ricardo Lent","raw_affiliation_strings":["University of Houston,Houston,Texas,USA","University of Houston, Houston, Texas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Houston,Houston,Texas,USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"University of Houston, Houston, Texas, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075639286"],"corresponding_institution_ids":["https://openalex.org/I44461941"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22963356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"39","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8410872220993042},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6516662240028381},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6128944754600525},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6125280857086182},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5921938419342041},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.5388225317001343},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.5333958268165588},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5325547456741333},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4976032078266144},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4887385368347168},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4529794454574585},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4489733576774597},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.43919599056243896},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.43327295780181885},{"id":"https://openalex.org/keywords/information-age","display_name":"Information Age","score":0.42704644799232483},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.20298346877098083},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1417171061038971},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.14168673753738403},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12171140313148499}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8410872220993042},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6516662240028381},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6128944754600525},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6125280857086182},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5921938419342041},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.5388225317001343},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5333958268165588},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5325547456741333},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4976032078266144},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4887385368347168},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4529794454574585},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4489733576774597},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.43919599056243896},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.43327295780181885},{"id":"https://openalex.org/C91093795","wikidata":"https://www.wikidata.org/wiki/Q956129","display_name":"Information Age","level":2,"score":0.42704644799232483},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.20298346877098083},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1417171061038971},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14168673753738403},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12171140313148499},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/latincom59467.2023.10361899","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/latincom59467.2023.10361899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Latin-American Conference on Communications (LATINCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2768771208","https://openalex.org/W2885608975","https://openalex.org/W2886393876","https://openalex.org/W2939949661","https://openalex.org/W3004273799","https://openalex.org/W4200480059","https://openalex.org/W4206760288","https://openalex.org/W4238857332","https://openalex.org/W4283221296","https://openalex.org/W4382365196","https://openalex.org/W6747426332","https://openalex.org/W6775745826","https://openalex.org/W6778036025","https://openalex.org/W6780544281"],"related_works":["https://openalex.org/W2783882805","https://openalex.org/W2358115907","https://openalex.org/W2132767805","https://openalex.org/W2002553083","https://openalex.org/W2043600582","https://openalex.org/W2581865514","https://openalex.org/W2059960749","https://openalex.org/W4387490398","https://openalex.org/W2514655323","https://openalex.org/W3008922481"],"abstract_inverted_index":{"The":[0],"Age":[1],"of":[2,17,38,53,58,72,89,118,199],"Information":[3],"(AoI)":[4],"has":[5],"emerged":[6],"as":[7],"a":[8,140,168],"pivotal":[9],"metric":[10],"in":[11,29,70],"quantifying":[12],"the":[13,20,51,59,73,87,116,178,183,187,196],"freshness":[14],"and":[15,35,61,83,97,157,194],"relevance":[16],"information":[18,134],"at":[19,122],"receiver's":[21],"end.":[22],"While":[23],"theoretical":[24],"advancements":[25],"have":[26],"been":[27],"made":[28],"basic":[30],"queueing":[31],"systems,":[32],"practical":[33],"implementations":[34],"dynamic":[36,119],"management":[37,193],"AoI":[39,85,127,192],"remain":[40],"underexplored.":[41],"This":[42],"research":[43],"aims":[44],"to":[45,65,128,150,160,176,185],"bridge":[46],"this":[47,137,164],"gap":[48],"by":[49,94,102],"investigating":[50],"intricacies":[52],"AoI,":[54],"exploring":[55],"different":[56],"forms":[57],"metric,":[60],"proposing":[62],"novel":[63],"techniques":[64],"improve":[66],"its":[67],"performance,":[68],"particularly":[69],"terms":[71],"average":[74],"peak":[75,126],"AoI.":[76],"Complementing":[77],"traditional":[78],"metrics":[79],"like":[80],"response":[81],"time":[82],"throughput,":[84],"captures":[86],"timeliness":[88],"information,":[90],"influenced":[91],"not":[92],"only":[93],"generation":[95],"rates":[96],"link":[98],"characteristics":[99],"but":[100],"also":[101],"network":[103],"congestion":[104],"from":[105],"various":[106],"sources.":[107],"A":[108],"key":[109],"aspect":[110],"that":[111],"requires":[112],"further":[113],"examination":[114],"is":[115],"implementation":[117],"traffic":[120],"shaping":[121],"routers,":[123],"specifically":[124],"targeting":[125],"establish":[129],"an":[130],"upper":[131],"limit":[132],"on":[133],"freshness.":[135],"However,":[136],"problem":[138],"presents":[139],"combinatorial":[141],"challenge,":[142],"requiring":[143],"sequential":[144],"decision-making":[145,179],"for":[146],"each":[147],"packet":[148],"arrival":[149],"achieve":[151],"suitable":[152],"tradeoffs":[153],"between":[154],"dropping":[155],"packets":[156],"allowing":[158],"them":[159],"pass.":[161],"To":[162],"address":[163],"problem,":[165],"we":[166,190],"explore":[167],"machine":[169],"learning":[170],"approach":[171],"utilizing":[172],"Deep":[173],"Q-Networks":[174],"(DQNs)":[175],"optimize":[177],"processes.":[180],"By":[181],"training":[182],"DQN":[184],"determine":[186],"packet-drop":[188],"decisions,":[189],"enhance":[191],"enable":[195],"efficient":[197],"delivery":[198],"timely":[200],"information.":[201]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}