{"id":"https://openalex.org/W4320029266","doi":"https://doi.org/10.1109/globecom48099.2022.10001602","title":"Towards Network Dynamics: Adaptive Buffer Management with Deep Reinforcement Learning","display_name":"Towards Network Dynamics: Adaptive Buffer Management with Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4320029266","doi":"https://doi.org/10.1109/globecom48099.2022.10001602"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10001602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001602","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075760908","display_name":"Jing Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhu","raw_affiliation_strings":["Purple Mountain Laboratories,Nanjing,China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411794","display_name":"Dan Wang","orcid":"https://orcid.org/0000-0002-0921-2726"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Wang","raw_affiliation_strings":["Purple Mountain Laboratories,Nanjing,China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082511131","display_name":"Shuxin Qin","orcid":"https://orcid.org/0000-0003-4123-1991"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuxin Qin","raw_affiliation_strings":["Purple Mountain Laboratories,Nanjing,China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019328174","display_name":"Gaofeng Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofeng Tao","raw_affiliation_strings":["Purple Mountain Laboratories,Nanjing,China","Shandong Future Network Research Institute, Jinan, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"Shandong Future Network Research Institute, Jinan, China","institution_ids":[]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073718037","display_name":"Hongxin Gui","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136895","display_name":"Institute for the Future","ror":"https://ror.org/049tcsg76","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210136895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongxin Gui","raw_affiliation_strings":["Shandong Future Network Research Institute,Jinan,China","Shandong Future Network Research Institute, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Future Network Research Institute,Jinan,China","institution_ids":["https://openalex.org/I4210136895"]},{"raw_affiliation_string":"Shandong Future Network Research Institute, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394192","display_name":"Fang Li","orcid":"https://orcid.org/0000-0002-6401-284X"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Li","raw_affiliation_strings":["China Academy of Information and Communications Technology,Beijing,China","China Academy of Information and Communications Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Information and Communications Technology,Beijing,China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004963688","display_name":"Liang Ou","orcid":"https://orcid.org/0000-0003-2419-5634"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Ou","raw_affiliation_strings":["China Telecom Research Institute,Guangzhou,China","China Telecom Research Institute, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Telecom Research Institute,Guangzhou,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"China Telecom Research Institute, Guangzhou, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4935","last_page":"4940"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.80375075340271},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7961738109588623},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5714394450187683},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.526310920715332},{"id":"https://openalex.org/keywords/jitter","display_name":"Jitter","score":0.511043906211853},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4379573166370392},{"id":"https://openalex.org/keywords/network-management","display_name":"Network management","score":0.4328746795654297},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4260879158973694},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4002472162246704},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3550185561180115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2400088906288147},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09791088104248047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80375075340271},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7961738109588623},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5714394450187683},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.526310920715332},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.511043906211853},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4379573166370392},{"id":"https://openalex.org/C129763632","wikidata":"https://www.wikidata.org/wiki/Q1454667","display_name":"Network management","level":2,"score":0.4328746795654297},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4260879158973694},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4002472162246704},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3550185561180115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2400088906288147},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09791088104248047},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10001602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10001602","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2050316560","https://openalex.org/W2120637842","https://openalex.org/W2124312232","https://openalex.org/W2134618125","https://openalex.org/W2150878918","https://openalex.org/W2160624927","https://openalex.org/W2928077227","https://openalex.org/W2948046715","https://openalex.org/W2962855623","https://openalex.org/W2964043796","https://openalex.org/W3096478460","https://openalex.org/W3097027384","https://openalex.org/W3136725901","https://openalex.org/W4214839495","https://openalex.org/W6692846177","https://openalex.org/W6763223896"],"related_works":["https://openalex.org/W2121182846","https://openalex.org/W2155789024","https://openalex.org/W2315668284","https://openalex.org/W3213608175","https://openalex.org/W2109491806","https://openalex.org/W3117675750","https://openalex.org/W2141743053","https://openalex.org/W2037276323","https://openalex.org/W3095633856","https://openalex.org/W2058044441"],"abstract_inverted_index":{"The":[0],"prosperity":[1],"of":[2,12,38,70,119,152],"cloud":[3],"computing":[4],"and":[5,20,86,125,134,185],"5G/B5G":[6],"is":[7,201],"bringing":[8],"a":[9,46,78,108,197],"wide":[10],"range":[11],"delay":[13],"jitter-sensitive":[14],"applications":[15],"(e.g.,":[16],"professional":[17],"audio/video":[18],"streaming":[19],"industrial":[21],"automation)":[22],"to":[23,34,66,88,90,111,192],"large-scale":[24],"IP":[25],"networks.":[26],"Although":[27],"various":[28],"network-side":[29],"techniques":[30],"have":[31],"been":[32],"proposed":[33],"guarantee":[35],"the":[36,41,54,62,68,113,120,131,142,150,172,182],"quality":[37],"service":[39],"(QoS),":[40],"client-side":[42],"technique":[43],"by":[44,175],"introducing":[45],"receive":[47,199],"buffer":[48,63,97,114,167,200],"should":[49],"never":[50],"be":[51],"neglected":[52],"from":[53],"applications'":[55],"perspective.":[56],"In":[57],"this":[58],"paper,":[59],"we":[60,94,129,154],"revisit":[61],"management":[64,98,115,168],"problem":[65],"address":[67],"disadvantages":[69],"state-of-the-art":[71],"studies,":[72],"which":[73],"as-sumed":[74],"network":[75,84,91],"characteristics":[76],"known":[77],"prior":[79],"with":[80,99,181,205],"simplified":[81],"or":[82],"inaccurate":[83],"models":[85],"failed":[87],"adapt":[89],"dynamics.":[92],"Specifically,":[93],"propose":[95],"adaptive":[96],"deep":[100,136],"reinforcement":[101],"learning,":[102],"i.e.,":[103,170],"DRL-ABM.":[104,206],"We":[105],"first":[106],"define":[107],"tradeoff":[109,173],"value":[110,174],"measure":[112],"performance":[116,151],"in":[117],"terms":[118],"start-up":[121],"delay,":[122],"underflow":[123],"frequency":[124],"packet":[126,190],"losses.":[127],"Then":[128],"formulate":[130],"DRL":[132],"model":[133],"design":[135],"neural":[137],"networks":[138],"(DNNs)":[139],"based":[140],"on":[141],"advantage":[143],"actor":[144],"critic":[145],"(A2C)":[146],"algorithm.":[147],"To":[148],"evaluate":[149],"DRL-ABM,":[153],"perform":[155],"extensive":[156],"simulations.":[157],"Simulation":[158],"results":[159],"show":[160],"that":[161,196],"D":[162],"RL-ABM":[163],"can":[164],"achieve":[165],"better":[166],"performance,":[169],"reducing":[171],"at":[176],"least":[177],"20%":[178],"when":[179],"compared":[180],"benchmarks":[183],"TBM":[184],"ABM.":[186],"Moreover,":[187],"DRL-ABM":[188],"reduces":[189],"losses":[191],"approximately":[193],"0,":[194],"indicating":[195],"smaller":[198],"sufficient":[202],"if":[203],"managed":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}