{"id":"https://openalex.org/W3013525469","doi":"https://doi.org/10.1109/twc.2020.2981320","title":"Power Control Based on Deep Reinforcement Learning for Spectrum Sharing","display_name":"Power Control Based on Deep Reinforcement Learning for Spectrum Sharing","publication_year":2020,"publication_date":"2020-03-24","ids":{"openalex":"https://openalex.org/W3013525469","doi":"https://doi.org/10.1109/twc.2020.2981320","mag":"3013525469"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2020.2981320","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.2981320","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0236-6482","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101660068","display_name":"Ning Yang","orcid":"https://orcid.org/0000-0001-7021-3894"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Yang","raw_affiliation_strings":["Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010340533","display_name":"Wei Huangfu","orcid":"https://orcid.org/0000-0003-2887-8395"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Huangfu","raw_affiliation_strings":["Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2887-8395","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029384171","display_name":"Keping Long","orcid":"https://orcid.org/0000-0001-6678-6075"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keping Long","raw_affiliation_strings":["Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3529-2640","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.3417,"has_fulltext":false,"cited_by_count":161,"citation_normalized_percentile":{"value":0.99389067,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":"6","first_page":"4209","last_page":"4219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8316364884376526},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.78252112865448},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.6181665658950806},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5660372972488403},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5438849925994873},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.4944937229156494},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.49307653307914734},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48614928126335144},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4775274991989136},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46893051266670227},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.43677592277526855},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4341599941253662},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4233872592449188},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37886297702789307},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3571106791496277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.283846914768219},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.1838158369064331},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14210906624794006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8316364884376526},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.78252112865448},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.6181665658950806},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5660372972488403},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5438849925994873},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.4944937229156494},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.49307653307914734},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48614928126335144},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4775274991989136},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46893051266670227},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.43677592277526855},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4341599941253662},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4233872592449188},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37886297702789307},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3571106791496277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.283846914768219},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.1838158369064331},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14210906624794006},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2020.2981320","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2020.2981320","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2284532524","display_name":null,"funder_award_id":"FRF-TP-19-002C1","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3343987857","display_name":null,"funder_award_id":"L172025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3352534975","display_name":null,"funder_award_id":"61822104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G376770816","display_name":"\u9762\u5411\u8d85\u91cf\u4fe1\u606f\u65f6\u53d8\u4f20\u8f93\u7684\u8d85\u5bc6\u96c6\u5f02\u6784\u7f51\u7edc\u65e0\u7ebf\u8d44\u6e90\u7ba1\u7406\u7b56\u7565\u7814\u7a76","funder_award_id":"61771044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4464663545","display_name":null,"funder_award_id":"B170003","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G5669962561","display_name":null,"funder_award_id":"L172049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6193230976","display_name":null,"funder_award_id":"RC1631","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325365","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1965403711","https://openalex.org/W1976637968","https://openalex.org/W2122274174","https://openalex.org/W2138243089","https://openalex.org/W2145339207","https://openalex.org/W2170239483","https://openalex.org/W2496222037","https://openalex.org/W2562947506","https://openalex.org/W2597068831","https://openalex.org/W2616867685","https://openalex.org/W2736601468","https://openalex.org/W2756144809","https://openalex.org/W2761694337","https://openalex.org/W2883185792","https://openalex.org/W2886509985","https://openalex.org/W2894110571","https://openalex.org/W2895353730","https://openalex.org/W2898754723","https://openalex.org/W2900617671","https://openalex.org/W2902597641","https://openalex.org/W2915221571","https://openalex.org/W2920933065","https://openalex.org/W2945170981","https://openalex.org/W2962681613","https://openalex.org/W2963019341","https://openalex.org/W2963341937","https://openalex.org/W2963568889","https://openalex.org/W2963921766","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W3011120880","https://openalex.org/W3100844423","https://openalex.org/W6631190155","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6764309476","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2124240980","https://openalex.org/W2519403816","https://openalex.org/W2138759004","https://openalex.org/W2292005531","https://openalex.org/W2003870685","https://openalex.org/W2606858825","https://openalex.org/W2533637577","https://openalex.org/W4232438839","https://openalex.org/W938762042","https://openalex.org/W2149673998"],"abstract_inverted_index":{"In":[0,52,77],"the":[1,15,26,36,78,80,86,91,97,103,167,172,196,205,208],"current":[2],"researches,":[3],"artificial":[4],"intelligence":[5],"(AI)":[6],"plays":[7],"a":[8,73,136],"crucial":[9],"role":[10],"in":[11,72],"resource":[12],"management":[13],"for":[14],"next":[16],"generation":[17],"wireless":[18,70,104],"communication":[19],"network.":[20],"However,":[21],"traditional":[22],"RL":[23,46],"cannot":[24],"solve":[25,48],"continuous":[27],"and":[28,69,93,207,216],"high":[29,49],"dimensional":[30,50],"problems.":[31,51],"To":[32,164],"handle":[33],"these":[34],"problems,":[35],"concept":[37],"of":[38,90,102,132,169,187,212],"deep":[39],"neural":[40,159],"network":[41,160,197],"(DNN)":[42],"is":[43,82,135,180,183],"introduced":[44],"into":[45],"to":[47,84,95,106,198],"this":[53],"paper,":[54],"we":[55],"first":[56],"construct":[57],"an":[58,124,184],"information":[59,89],"interaction":[60],"model":[61],"among":[62],"primary":[63],"user":[64,67],"(PU),":[65],"secondary":[66],"(SU)":[68],"sensors":[71,105],"cognitive":[74],"radio":[75],"system.":[76],"model,":[79],"SU":[81,133,209],"unable":[83],"get":[85],"power":[87,115,119,130,150,178,203],"allocation":[88],"PU,":[92],"needs":[94],"use":[96],"received":[98],"signal":[99],"strengths":[100],"(RSSs)":[101],"adjust":[107],"its":[108,118],"own":[109],"power.":[110],"The":[111],"PU":[112,206],"allocates":[113],"transmit":[114],"relying":[116],"on":[117,154],"control":[120,131,151,179],"scheme.":[121],"We":[122],"propose":[123],"asynchronous":[125,185],"advantage":[126],"actor":[127],"critic":[128],"(A3C)-based":[129],"that":[134],"parallel":[137],"actor-learners":[138],"framework":[139],"with":[140,189],"root":[141],"mean":[142],"square":[143],"prop":[144],"(RMSProp)":[145],"optimization.":[146,193],"Multiple":[147],"SUs":[148],"learn":[149],"scheme":[152],"simultaneously":[153],"different":[155],"CPU":[156],"threads,":[157],"reducing":[158],"gradient":[161],"update":[162],"interdependence.":[163],"further":[165],"improve":[166],"efficiency":[168],"spectrum":[170,218],"sharing,":[171],"distributed":[173],"proximal":[174],"policy":[175],"optimization":[176],"(DPPO)-based":[177],"proposed":[181],"which":[182],"variant":[186],"actor-critic":[188],"adaptive":[190],"moment":[191],"(Adam)":[192],"It":[194],"enables":[195],"converge":[199],"quickly.":[200],"After":[201],"several":[202],"adjustments,":[204],"meet":[210],"quality":[211],"service":[213],"(QoS)":[214],"requirements":[215],"achieve":[217],"sharing.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}