{"id":"https://openalex.org/W4210663289","doi":"https://doi.org/10.1109/globecom46510.2021.9685098","title":"Deep Reinforcement Learning Based Big Data Resource Management for 5G/6G Communications","display_name":"Deep Reinforcement Learning Based Big Data Resource Management for 5G/6G Communications","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210663289","doi":"https://doi.org/10.1109/globecom46510.2021.9685098"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685098","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089852268","display_name":"Zhaoyuan Shi","orcid":"https://orcid.org/0000-0002-6840-3477"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]},{"id":"https://openalex.org/I46482218","display_name":"Anqing Normal University","ror":"https://ror.org/0127ytz78","country_code":"CN","type":"education","lineage":["https://openalex.org/I46482218"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoyuan Shi","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications,Chongqing,China","School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China","institution_ids":["https://openalex.org/I46482218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037456697","display_name":"Xianzhong Xie","orcid":"https://orcid.org/0000-0002-2986-6356"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Xie","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications,Chongqing,China","School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005877741","display_name":"Sahil Garg","orcid":"https://orcid.org/0000-0003-0229-608X"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sahil Garg","raw_affiliation_strings":["Ecole de technologie supérieure, Université du Québec,Electrical Engineering Department,Montréal,Canada"],"affiliations":[{"raw_affiliation_string":"Ecole de technologie supérieure, Université du Québec,Electrical Engineering Department,Montréal,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034628707","display_name":"Huabing Lu","orcid":"https://orcid.org/0000-0003-4782-6662"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huabing Lu","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications,Chongqing,China","School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,50 Nanyang Avenue,Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, 50 Nanyang Avenue, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,50 Nanyang Avenue,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, 50 Nanyang Avenue, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["Pillar of Information Systems Technology and Design, Singapore University of Technology and Design,Singapore","Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Pillar of Information Systems Technology and Design, Singapore University of Technology and Design,Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5089852268"],"corresponding_institution_ids":["https://openalex.org/I10535382","https://openalex.org/I46482218"],"apc_list":null,"apc_paid":null,"fwci":1.731,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8516944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8562294244766235},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.814057469367981},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.632952868938446},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6304936408996582},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5624992251396179},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5461782217025757},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.47123202681541443},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.45052653551101685},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.43277400732040405},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.36505231261253357},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34815195202827454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.251922607421875},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.13238874077796936}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8562294244766235},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.814057469367981},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.632952868938446},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6304936408996582},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5624992251396179},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5461782217025757},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.47123202681541443},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.45052653551101685},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.43277400732040405},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36505231261253357},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34815195202827454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.251922607421875},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13238874077796936},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685098","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685098","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2046672513","https://openalex.org/W2145339207","https://openalex.org/W2239785623","https://openalex.org/W2273675851","https://openalex.org/W2740500386","https://openalex.org/W2791325163","https://openalex.org/W2922988740","https://openalex.org/W2963336322","https://openalex.org/W2963864421","https://openalex.org/W2964008445","https://openalex.org/W2964098968","https://openalex.org/W2979897999","https://openalex.org/W2981708654","https://openalex.org/W3005602582","https://openalex.org/W3033936606","https://openalex.org/W3170282381","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175"],"abstract_inverted_index":{"With":[0],"the":[1,4,44,50,72,78,98,103,118],"advent":[2],"of":[3,6,53,80,102],"Internet":[5],"Everything":[7],"era,":[8],"communication":[9,16,46],"data":[10,33,40,129],"has":[11],"exploded,":[12],"which":[13],"requires":[14],"more":[15],"resources,":[17],"such":[18],"as":[19],"frequency,":[20],"time,":[21],"and":[22,75,83,88,127],"energy.":[23],"In":[24],"this":[25,27],"context,":[26],"paper":[28],"presents":[29],"a":[30],"machine":[31],"learning-based":[32],"packet":[34,41,54],"scheduling":[35],"scheme":[36],"to":[37,132],"achieve":[38],"efficient":[39],"transmission":[42],"in":[43],"5G/6G":[45,104],"systems.":[47],"To":[48,70],"minimize":[49],"average":[51],"number":[52],"overflows":[55],"(APNO),":[56],"we":[57],"propose":[58],"distributed":[59,84],"deep":[60],"deterministic":[61],"policy":[62],"gradient":[63],"(DDPG)-based":[64],"algorithm":[65,73,96,123],"for":[66],"multidimensional":[67,99],"resource":[68,100],"scheduling.":[69],"improve":[71],"stability":[74],"training":[76,82],"efficiency,":[77],"strategy":[79],"centralized":[81],"execution":[85],"is":[86,92],"adopted,":[87],"an":[89],"Action":[90,120],"Adjuster":[91,121],"designed.":[93],"The":[94],"proposed":[95,119],"enables":[97],"management":[101],"commu-nication":[105],"systems":[106],"without":[107],"any":[108],"information":[109],"interaction":[110],"between":[111],"each":[112],"agent.":[113],"Simulation":[114],"results":[115],"show":[116],"that":[117],"DDPG":[122],"achieves":[124],"faster":[125],"convergence":[126],"less":[128],"overflow":[130],"compared":[131],"other":[133],"benchmark":[134],"algorithms.":[135]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}