{"id":"https://openalex.org/W4322631215","doi":"https://doi.org/10.3390/s23052622","title":"Dynamic Spectrum Sharing Based on Deep Reinforcement Learning in Mobile Communication Systems","display_name":"Dynamic Spectrum Sharing Based on Deep Reinforcement Learning in Mobile Communication Systems","publication_year":2023,"publication_date":"2023-02-27","ids":{"openalex":"https://openalex.org/W4322631215","doi":"https://doi.org/10.3390/s23052622","pmid":"https://pubmed.ncbi.nlm.nih.gov/36904826"},"language":"en","primary_location":{"id":"doi:10.3390/s23052622","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052622","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008215506","display_name":"Sizhuang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sizhuang Liu","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102168056","display_name":"Changyong Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyong Pan","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Peng Cheng Laboratory, Shenzhen 518055, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460131","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0002-0568-9922"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Peng Cheng Laboratory, Shenzhen 518055, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063200773","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0003-3575-5086"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Yang","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Peng Cheng Laboratory, Shenzhen 518055, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Song","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100403297"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":3.3347,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.92317384,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"23","issue":"5","first_page":"2622","last_page":"2622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7983965277671814},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5638121366500854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5140872597694397},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41096705198287964},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.35175585746765137},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32230889797210693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3168379068374634},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29124993085861206},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09185165166854858}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7983965277671814},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5638121366500854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5140872597694397},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41096705198287964},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.35175585746765137},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32230889797210693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3168379068374634},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29124993085861206},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09185165166854858}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s23052622","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052622","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36904826","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36904826","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10006914","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10006914","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10006914/pdf/sensors-23-02622.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:77061cfeffb649f9b6ea5e23cbb64480","is_oa":true,"landing_page_url":"https://doaj.org/article/77061cfeffb649f9b6ea5e23cbb64480","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 5, p 2622 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/23/5/2622/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s23052622","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s23052622","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052622","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2168102049","display_name":null,"funder_award_id":"2020YFB1807600","funder_id":"https://openalex.org/F4320318558","funder_display_name":"Peng Cheng Laboratory"},{"id":"https://openalex.org/G3007709181","display_name":null,"funder_award_id":"PCL2021A10","funder_id":"https://openalex.org/F4320322392","funder_display_name":"Tsinghua University"},{"id":"https://openalex.org/G8867748082","display_name":null,"funder_award_id":"PCL2021A10","funder_id":"https://openalex.org/F4320318558","funder_display_name":"Peng Cheng Laboratory"}],"funders":[{"id":"https://openalex.org/F4320318558","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4322631215.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1969124619","https://openalex.org/W2026480625","https://openalex.org/W2054056481","https://openalex.org/W2064675550","https://openalex.org/W2071707134","https://openalex.org/W2077871092","https://openalex.org/W2123779509","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2519552250","https://openalex.org/W2610705780","https://openalex.org/W2611603397","https://openalex.org/W2767368562","https://openalex.org/W2783558323","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2906875993","https://openalex.org/W2907252996","https://openalex.org/W2910713515","https://openalex.org/W2914483900","https://openalex.org/W2963079995","https://openalex.org/W2979741651","https://openalex.org/W2994956707","https://openalex.org/W3013353193","https://openalex.org/W3013525469","https://openalex.org/W3023368586","https://openalex.org/W3080859125","https://openalex.org/W3100844423","https://openalex.org/W3125424609","https://openalex.org/W3126670927","https://openalex.org/W3127042088","https://openalex.org/W3127278526","https://openalex.org/W3137699281","https://openalex.org/W3158992287","https://openalex.org/W3199032832","https://openalex.org/W3203151153","https://openalex.org/W4213324132","https://openalex.org/W4223441154","https://openalex.org/W4283728582","https://openalex.org/W4287883452","https://openalex.org/W4295942107"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W1987513656","https://openalex.org/W2072376847","https://openalex.org/W2089013912","https://openalex.org/W2145821588"],"abstract_inverted_index":{"The":[0,79,93],"rapid":[1],"development":[2],"of":[3,15,23,95,116,146,152],"mobile":[4],"communication":[5,68],"services":[6],"in":[7,12,27,66,154],"recent":[8],"years":[9],"has":[10],"resulted":[11],"a":[13,53,61],"scarcity":[14],"spectrum":[16,73],"resources.":[17],"This":[18],"paper":[19],"addresses":[20],"the":[21,67,72,85,96,102,108,118,132,137,144,147,150,155,159],"problem":[22],"multi-dimensional":[24],"resource":[25],"allocation":[26],"cognitive":[28],"radio":[29],"systems.":[30],"Deep":[31,86,89],"reinforcement":[32,39],"learning":[33,37,40],"(DRL)":[34],"combines":[35],"deep":[36],"and":[38,74,88,111,128,136,149],"to":[41,44,59,70],"enable":[42],"agents":[43],"solve":[45],"complex":[46],"problems.":[47],"In":[48,114],"this":[49],"study,":[50],"we":[51,142],"propose":[52],"training":[54],"approach":[55],"based":[56],"on":[57,158],"DRL":[58,156],"design":[60],"strategy":[62],"for":[63,131],"secondary":[64],"users":[65],"system":[69],"share":[71],"control":[75],"their":[76],"transmission":[77],"power.":[78],"neural":[80],"networks":[81],"are":[82],"constructed":[83],"using":[84],"Q-Network":[87,91],"Recurrent":[90],"structures.":[92],"results":[94],"conducted":[97],"simulation":[98],"experiments":[99],"demonstrate":[100],"that":[101],"proposed":[103,119],"method":[104,120],"can":[105],"effectively":[106],"improve":[107],"user's":[109],"reward":[110],"reduce":[112],"collisions.":[113],"terms":[115],"reward,":[117],"outperforms":[121],"opportunistic":[122],"multichannel":[123],"ALOHA":[124],"by":[125],"about":[126,129],"10%":[127],"30%":[130],"single":[133],"SU":[134],"scenario":[135],"multi-SU":[138],"scenario,":[139],"respectively.":[140],"Furthermore,":[141],"explore":[143],"complexity":[145],"algorithm":[148,157],"influence":[151],"parameters":[153],"training.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}