{"id":"https://openalex.org/W3120597567","doi":"https://doi.org/10.1109/tnse.2021.3051660","title":"Reinforcement Learning Power Control Algorithm Based on Graph Signal Processing for Ultra-Dense Mobile Networks","display_name":"Reinforcement Learning Power Control Algorithm Based on Graph Signal Processing for Ultra-Dense Mobile Networks","publication_year":2021,"publication_date":"2021-01-14","ids":{"openalex":"https://openalex.org/W3120597567","doi":"https://doi.org/10.1109/tnse.2021.3051660","mag":"3120597567"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3051660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3051660","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100340430","display_name":"Yujie Li","orcid":"https://orcid.org/0000-0001-5917-8370"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Li","raw_affiliation_strings":["Key Laboratory of Modern Measurement and Control Technology, Ministry of Education, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5917-8370","affiliations":[{"raw_affiliation_string":"Key Laboratory of Modern Measurement and Control Technology, Ministry of Education, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032116915","display_name":"zhoujin Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhoujin Tang","raw_affiliation_strings":["China Academy of Information and Communications Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033268753","display_name":"Zhijian Lin","orcid":"https://orcid.org/0000-0002-7609-1143"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijian Lin","raw_affiliation_strings":["Faculty of Computer Science, Fuzhou University, Fuzhou, Fujian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Fuzhou University, Fuzhou, Fujian, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101100428","display_name":"Yanfei Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfei Gong","raw_affiliation_strings":["Key Laboratory of Modern Measurement and Control Technology, Ministry of Education, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Modern Measurement and Control Technology, Ministry of Education, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060514022","display_name":"Xiaojiang Du","orcid":"https://orcid.org/0000-0003-4235-9671"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojiang Du","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4235-9671","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Department of Computer Science and Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-8972-8094","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8851,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.72176773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"8","issue":"3","first_page":"2694","last_page":"2705"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7865402698516846},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.716654896736145},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6295270919799805},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5817493796348572},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5799123048782349},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5220215916633606},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48206955194473267},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44193220138549805},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4241289496421814},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3358931541442871},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2662059962749481},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.25883591175079346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12058469653129578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7865402698516846},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.716654896736145},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6295270919799805},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5817493796348572},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5799123048782349},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5220215916633606},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48206955194473267},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44193220138549805},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4241289496421814},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3358931541442871},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2662059962749481},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.25883591175079346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12058469653129578},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnse.2021.3051660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3051660","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/35620","is_oa":false,"landing_page_url":"http://hdl.handle.net/10576/35620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6389320175","display_name":null,"funder_award_id":"61731012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8608808607","display_name":null,"funder_award_id":"91638204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8742483878","display_name":"\u57fa\u4e8e\u6df7\u5408\u4e91\u67b6\u6784\u7684\u8f66\u8054\u7f51\u901a\u4fe1\u4e0e\u8ba1\u7b97\u8d44\u6e90\u8054\u5408\u4f18\u5316\u7814\u7a76","funder_award_id":"61971365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1568088868","https://openalex.org/W1787677237","https://openalex.org/W2057777219","https://openalex.org/W2065905494","https://openalex.org/W2080399461","https://openalex.org/W2089790918","https://openalex.org/W2096801540","https://openalex.org/W2098473710","https://openalex.org/W2099143539","https://openalex.org/W2109604058","https://openalex.org/W2122558727","https://openalex.org/W2137469124","https://openalex.org/W2138583691","https://openalex.org/W2143304292","https://openalex.org/W2153059534","https://openalex.org/W2259160646","https://openalex.org/W2285675949","https://openalex.org/W2316672987","https://openalex.org/W2573036021","https://openalex.org/W2573721906","https://openalex.org/W2586188710","https://openalex.org/W2588581813","https://openalex.org/W2730801129","https://openalex.org/W2738449107","https://openalex.org/W2760198598","https://openalex.org/W2774086490","https://openalex.org/W2782595833","https://openalex.org/W2784320632","https://openalex.org/W2788658053","https://openalex.org/W2796181329","https://openalex.org/W2888982783","https://openalex.org/W2922160705","https://openalex.org/W2924818594","https://openalex.org/W2962979969","https://openalex.org/W2962996369","https://openalex.org/W2963939962","https://openalex.org/W2970759804","https://openalex.org/W2988328980","https://openalex.org/W3098347096","https://openalex.org/W3102684176","https://openalex.org/W3105970889","https://openalex.org/W4295138992","https://openalex.org/W6681608844","https://openalex.org/W6699296761","https://openalex.org/W6740808140","https://openalex.org/W6747875335","https://openalex.org/W6748487558","https://openalex.org/W6770538674"],"related_works":["https://openalex.org/W790449367","https://openalex.org/W2395708164","https://openalex.org/W4302568799","https://openalex.org/W1482197907","https://openalex.org/W2115199292","https://openalex.org/W1550567184","https://openalex.org/W2391952834","https://openalex.org/W2950729840","https://openalex.org/W2059864367","https://openalex.org/W2156248763"],"abstract_inverted_index":{"Ultra-dense":[0],"mobile":[1,25,131,142,198],"networks":[2,30],"(UDMNs)":[3],"represent":[4],"a":[5,99,116,136,156,196],"promising":[6],"technology":[7],"for":[8,129,167],"improving":[9],"the":[10,15,20,49,85,107,146,163,168,184],"network":[11,17,66,82,161,170],"performance":[12],"and":[13,37,48,75,150],"providing":[14],"ubiquitous":[16],"accessibility":[18],"in":[19,106],"beyond":[21],"5":[22],"G":[23],"(B5G)":[24],"networks.":[26,132,199],"Heterogenous":[27],"densely":[28],"deployed":[29],"can":[31,91],"dynamically":[32],"offer":[33],"high":[34],"spectrum":[35],"efficiency":[36],"enhance":[38],"frequency":[39],"reuse,":[40],"which":[41,144],"ultimately":[42],"improves":[43],"quality":[44],"of":[45,87,102,112],"service":[46],"(QoS)":[47],"user":[50],"experience.":[51],"However,":[52],"mass":[53],"inter-":[54],"or":[55],"intra-cell":[56],"interference":[57,164],"generated":[58],"from":[59],"overlap":[60],"between":[61,73],"small":[62],"cells":[63],"greatly":[64],"limits":[65],"performance,":[67],"especially":[68],"when":[69,81,193],"there":[70],"is":[71],"mobility":[72],"UEs":[74],"access":[76],"points":[77],"(APs).":[78],"Even":[79],"so,":[80],"density":[83],"increases,":[84],"complexity":[86],"conventional":[88],"allocation":[89,121],"methods":[90],"increase":[92],"also.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97,134,154],"investigate":[98],"power":[100,120,177,187],"control":[101,188],"downlink":[103],"(DL)":[104],"connection":[105],"UNMNs":[108],"with":[109],"different":[110],"types":[111],"APs.":[113],"We":[114],"propose":[115],"reinforcement":[117],"learning":[118],"(RL)":[119],"algorithm":[122,189],"based":[123],"on":[124],"graph":[125],"signal":[126],"processing":[127],"(GSP)":[128],"ultra-dense":[130,141,197],"Firstly,":[133],"construct":[135],"realistic":[137],"system":[138,147],"model":[139],"under":[140],"networking,":[143],"includes":[145],"channel":[148],"mode":[149],"instantaneous":[151],"rate.":[152],"Then":[153],"employ":[155],"GSP":[157],"tool":[158],"to":[159,173,195],"analyze":[160],"interference,":[162],"analysis":[165],"results":[166,181],"entire":[169],"are":[171],"obtained":[172],"determine":[174],"optimal":[175],"RL":[176,186],"allocation.":[178],"Finally,":[179],"simulation":[180],"indicate":[182],"that":[183],"proposed":[185],"outperforms":[190],"baseline":[191],"algorithms":[192],"applied":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}