{"id":"https://openalex.org/W4410770666","doi":"https://doi.org/10.1109/jiot.2025.3572481","title":"DRL-ABS: Deep Reinforcement Learning-Based Adaptive Buffer Sizing for Edge Routers in AIoT Networks","display_name":"DRL-ABS: Deep Reinforcement Learning-Based Adaptive Buffer Sizing for Edge Routers in AIoT Networks","publication_year":2025,"publication_date":"2025-05-27","ids":{"openalex":"https://openalex.org/W4410770666","doi":"https://doi.org/10.1109/jiot.2025.3572481"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3572481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3572481","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034160008","display_name":"Chengsheng Pan","orcid":"https://orcid.org/0000-0001-8039-5425"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengsheng Pan","raw_affiliation_strings":["Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8039-5425","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075183299","display_name":"Yingzhi Wang","orcid":"https://orcid.org/0000-0001-8438-6243"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingzhi Wang","raw_affiliation_strings":["Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8438-6243","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002797596","display_name":"Huaifeng Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaifeng Shi","raw_affiliation_strings":["Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5364-4956","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038007472","display_name":"Wen Tian","orcid":"https://orcid.org/0000-0003-1648-3863"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Tian","raw_affiliation_strings":["Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1648-3863","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Support Technology in Complex Environments, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Intelligent Support Technology in Complex Environments, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10508141,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"15","first_page":"30475","last_page":"30492"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8334635496139526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8167644739151001},{"id":"https://openalex.org/keywords/sizing","display_name":"Sizing","score":0.5265327095985413},{"id":"https://openalex.org/keywords/buffer","display_name":"Buffer (optical fiber)","score":0.5094020962715149},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5052340626716614},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49559128284454346},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3695639371871948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3530983328819275},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09260618686676025}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8334635496139526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8167644739151001},{"id":"https://openalex.org/C2777767291","wikidata":"https://www.wikidata.org/wiki/Q1080291","display_name":"Sizing","level":2,"score":0.5265327095985413},{"id":"https://openalex.org/C145018004","wikidata":"https://www.wikidata.org/wiki/Q4985944","display_name":"Buffer (optical fiber)","level":2,"score":0.5094020962715149},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5052340626716614},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49559128284454346},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3695639371871948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3530983328819275},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09260618686676025},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3572481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3572481","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6068309802","display_name":null,"funder_award_id":"61931004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1972837134","https://openalex.org/W1997548412","https://openalex.org/W2054256732","https://openalex.org/W2097474211","https://openalex.org/W2106717832","https://openalex.org/W2125884935","https://openalex.org/W2132506361","https://openalex.org/W2143656657","https://openalex.org/W2168224464","https://openalex.org/W2322246229","https://openalex.org/W2891840719","https://openalex.org/W2984874211","https://openalex.org/W2990740617","https://openalex.org/W3005228016","https://openalex.org/W3033870971","https://openalex.org/W3039467067","https://openalex.org/W3056114936","https://openalex.org/W3088825482","https://openalex.org/W3159400864","https://openalex.org/W3159537171","https://openalex.org/W3161507710","https://openalex.org/W3201942270","https://openalex.org/W4283206034","https://openalex.org/W4309489539","https://openalex.org/W4361862243","https://openalex.org/W4378882744","https://openalex.org/W4380591593","https://openalex.org/W4381301812","https://openalex.org/W4383212264","https://openalex.org/W4385624449","https://openalex.org/W4385976283","https://openalex.org/W4386321840","https://openalex.org/W4386474158","https://openalex.org/W4386918758","https://openalex.org/W4387340495","https://openalex.org/W4402353467","https://openalex.org/W4408540561","https://openalex.org/W6637079739","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2375311683","https://openalex.org/W2366062860","https://openalex.org/W2373777250","https://openalex.org/W2353956655","https://openalex.org/W2020653254","https://openalex.org/W2010454064","https://openalex.org/W2352072014","https://openalex.org/W217279133","https://openalex.org/W2393487946","https://openalex.org/W2373310108"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,5],"edge":[3,13,17],"Internet":[4],"Things":[6],"(IoT)":[7],"devices":[8],"intensifies":[9],"congestion":[10,98,118,201],"challenges":[11],"in":[12],"IoT":[14],"networks.":[15],"Adjusting":[16],"router":[18],"buffer":[19,38,67,87,151,155,160,167,196],"sizes":[20],"is":[21],"a":[22,55,77,96,112,130,176,181,193],"common":[23],"and":[24,31,50,125,141,157,172,180],"effective":[25],"solution":[26],"to":[27,81,89,101,120,135,149],"reduce":[28,90],"queuing":[29,45,91,170],"delay":[30,46],"mitigate":[32],"congestion.":[33],"However,":[34],"designing":[35],"an":[36,65],"optimal":[37],"sizing":[39,68],"strategy":[40],"that":[41],"effectively":[42,85],"balances":[43],"low":[44],"with":[47],"high":[48,177,194],"throughput":[49,179],"minimal":[51],"packet":[52,122,184],"loss":[53,123,185],"remains":[54],"key":[56],"challenge.":[57],"To":[58],"address":[59],"this,":[60],"this":[61],"paper":[62],"proposes":[63],"DRL-ABS,":[64],"adaptive":[66,154,159],"method":[69],"based":[70,115],"on":[71,116],"deep":[72],"reinforcement":[73],"learning.":[74],"DRL-ABS":[75,162,188],"employs":[76],"Dueling":[78],"DQN":[79],"model":[80],"implement":[82],"its":[83],"strategy,":[84],"controlling":[86],"size":[88],"delay.":[92],"First,":[93],"we":[94,110,128],"introduce":[95],"novel":[97],"determination":[99],"mechanism":[100],"enhance":[102],"decision":[103],"stability":[104],"against":[105],"transient":[106],"traffic":[107],"fluctuations.":[108],"Then,":[109],"design":[111],"reward":[113],"function":[114],"the":[117,137,165],"status":[119],"balance":[121],"rate":[124,198],"throughput.":[126],"Finally,":[127],"construct":[129],"NS3-PyTorch":[131],"joint":[132],"simulation":[133],"framework":[134],"bridge":[136],"gap":[138],"between":[139],"NS-3":[140],"AI":[142],"algorithms.":[143],"Simulation":[144],"results":[145],"demonstrate":[146],"that,":[147],"compared":[148],"static":[150],"sizing,":[152,156,161],"traditional":[153],"AI-dreiven":[158],"significantly":[163],"reduces":[164],"average":[166,169,178,195],"size,":[168],"delay,":[171],"jitter":[173],"while":[174],"maintaining":[175,192],"comparable":[182],"total":[183],"rate.":[186],"Furthermore,":[187],"exhibits":[189],"good":[190],"stability,":[191],"utilization":[197],"across":[199],"different":[200],"control":[202],"systems.":[203]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}