{"id":"https://openalex.org/W4390970155","doi":"https://doi.org/10.1109/jiot.2024.3355410","title":"Deep-Reinforcement-Learning-Based Age-of-Information-Aware Low-Power Active Queue Management for IoT Sensor Networks","display_name":"Deep-Reinforcement-Learning-Based Age-of-Information-Aware Low-Power Active Queue Management for IoT Sensor Networks","publication_year":2024,"publication_date":"2024-01-18","ids":{"openalex":"https://openalex.org/W4390970155","doi":"https://doi.org/10.1109/jiot.2024.3355410"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3355410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3355410","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085157942","display_name":"Taewon Song","orcid":"https://orcid.org/0000-0002-2447-9613"},"institutions":[{"id":"https://openalex.org/I24541011","display_name":"Soonchunhyang University","ror":"https://ror.org/03qjsrb10","country_code":"KR","type":"education","lineage":["https://openalex.org/I24541011"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Taewon Song","raw_affiliation_strings":["Department of Internet of Things, SCH MediaLabs, Soonchunhyang University, Chungcheongnam, Asan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2447-9613","affiliations":[{"raw_affiliation_string":"Department of Internet of Things, SCH MediaLabs, Soonchunhyang University, Chungcheongnam, Asan, South Korea","institution_ids":["https://openalex.org/I24541011"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082399620","display_name":"Yeunwoong Kyung","orcid":"https://orcid.org/0000-0002-5247-0296"},"institutions":[{"id":"https://openalex.org/I206597221","display_name":"Kongju National University","ror":"https://ror.org/0373nm262","country_code":"KR","type":"education","lineage":["https://openalex.org/I206597221"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeunwoong Kyung","raw_affiliation_strings":["Division of Information and Communication Engineering, Kongju National University, Chungcheongnam, Chunan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5247-0296","affiliations":[{"raw_affiliation_string":"Division of Information and Communication Engineering, Kongju National University, Chungcheongnam, Chunan, South Korea","institution_ids":["https://openalex.org/I206597221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085157942"],"corresponding_institution_ids":["https://openalex.org/I24541011"],"apc_list":null,"apc_paid":null,"fwci":5.7187,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.9626565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":"9","first_page":"16700","last_page":"16709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.814115047454834},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6530286073684692},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6505643725395203},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6270091533660889},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5984041094779968},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5412726998329163},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5018918514251709},{"id":"https://openalex.org/keywords/data-aggregator","display_name":"Data aggregator","score":0.4721498489379883},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4268973469734192},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.396597295999527},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.31947439908981323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13234171271324158}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.814115047454834},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6530286073684692},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6505643725395203},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6270091533660889},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5984041094779968},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5412726998329163},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5018918514251709},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.4721498489379883},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4268973469734192},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.396597295999527},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31947439908981323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13234171271324158},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3355410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3355410","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3414376183","display_name":null,"funder_award_id":"2022R1F1A1076069","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G4275493170","display_name":null,"funder_award_id":"2021RIS-004","funder_id":"https://openalex.org/F4320321408","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320321301","display_name":"Soonchunhyang University","ror":"https://ror.org/03qjsrb10"},{"id":"https://openalex.org/F4320321408","display_name":"Ministry of Education","ror":"https://ror.org/01p262204"},{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1595483645","https://openalex.org/W1616225519","https://openalex.org/W1682403713","https://openalex.org/W1993918491","https://openalex.org/W2004244301","https://openalex.org/W2073296021","https://openalex.org/W2074501873","https://openalex.org/W2098046554","https://openalex.org/W2106335692","https://openalex.org/W2108395864","https://openalex.org/W2121853206","https://openalex.org/W2143938200","https://openalex.org/W2158733823","https://openalex.org/W2167870975","https://openalex.org/W2265074903","https://openalex.org/W2899011371","https://openalex.org/W2911373350","https://openalex.org/W2963696760","https://openalex.org/W3129878844","https://openalex.org/W3135357055","https://openalex.org/W3137257456","https://openalex.org/W3159537171","https://openalex.org/W3165200801","https://openalex.org/W3183425227","https://openalex.org/W4220988675","https://openalex.org/W4250278952","https://openalex.org/W4285156418","https://openalex.org/W4293377385","https://openalex.org/W4298857966","https://openalex.org/W4321764281","https://openalex.org/W6631190155","https://openalex.org/W6635465357","https://openalex.org/W6637967152","https://openalex.org/W6653636633","https://openalex.org/W6693463376"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"As":[0],"the":[1,58,85,123,158,164,194,204],"number":[2,38],"of":[3,5,39,64,71,84,163,197],"Internet":[4],"Things":[6],"(IoT)":[7],"sensors":[8,40],"increases":[9],"and":[10,41,95,109],"their":[11],"deployment":[12],"becomes":[13,21],"denser,":[14],"power":[15,195],"management":[16,141,186,190],"for":[17,142],"IoT":[18,26,143,210],"sensor":[19,27,144,211],"networks":[20,212],"more":[22,98],"important.":[23],"In":[24,128],"most":[25,86],"networks,":[28],"one":[29,83,162],"cluster":[30,175],"head":[31],"(CH)":[32],"collects":[33],"data":[34,91,100,172],"from":[35,89,173],"a":[36,74,133,151],"large":[37],"forwards":[42],"them":[43],"to":[44,56,97,202,213],"backbone":[45],"networks.":[46,145],"Thus,":[47],"managing":[48],"CH\u2019s":[49],"queue":[50,140,185,189],"condition":[51],"is":[52,114],"crucial":[53],"in":[54,156],"order":[55],"extend":[57],"network\u2019s":[59],"lifespan":[60],"or":[61,169],"satisfy":[62],"quality":[63],"service":[65],"(QoS)":[66],"requirements.":[67],"Meanwhile,":[68],"reducing":[69],"age":[70],"information":[72,79,108],"(AoI),":[73],"metric":[75],"describing":[76],"how":[77],"fresh":[78],"is,":[80],"has":[81],"become":[82],"important":[87],"metrics,":[88],"simple":[90],"such":[92,105],"as":[93,106],"temperature":[94],"humidity":[96],"complex":[99],"that":[101,116,181],"must":[102],"be":[103,214],"timely,":[104],"vehicle":[107],"road":[110],"dynamics.":[111],"However,":[112],"it":[113],"shown":[115],"AoI":[117,205],"may":[118],"heavily":[119],"fluctuate":[120],"depending":[121],"on":[122],"medium":[124],"access":[125],"control":[126],"protocol.":[127],"this":[129,147],"paper,":[130],"we":[131,149],"propose":[132],"deep":[134],"reinforcement":[135],"learning-based":[136],"AoI-aware":[137],"low-power":[138],"active":[139],"To":[146],"end,":[148],"formulate":[150],"Markov":[152],"decision":[153],"process":[154],"model":[155],"which":[157],"CH":[159,198],"can":[160,192],"select":[161],"actions":[165],"including":[166],"forward,":[167],"flush,":[168],"leave":[170],"buffered":[171],"associated":[174],"member":[176],"nodes.":[177],"Extensive":[178],"simulations":[179],"show":[180],"compared":[182],"with":[183],"traditional":[184],"methods,":[187],"our":[188],"method":[191],"reduce":[193],"consumption":[196],"while":[199,216],"trying":[200],"not":[201],"exceed":[203],"value":[206],"threshold,":[207],"thereby":[208],"enabling":[209],"stable":[215],"ensuring":[217],"satisfactory":[218],"QoS.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}