{"id":"https://openalex.org/W3010396974","doi":"https://doi.org/10.1109/tii.2020.2971735","title":"Deep Reinforcement Learning Based Online Network Selection in CRNs With Multiple Primary Networks","display_name":"Deep Reinforcement Learning Based Online Network Selection in CRNs With Multiple Primary Networks","publication_year":2020,"publication_date":"2020-03-02","ids":{"openalex":"https://openalex.org/W3010396974","doi":"https://doi.org/10.1109/tii.2020.2971735","mag":"3010396974"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.2971735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.2971735","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101410452","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0001-6525-3920"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Yang","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Shenzhen Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shenzhen Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423416","display_name":"Ye Wang","orcid":"https://orcid.org/0000-0001-6713-2751"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Wang","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Shenzhen Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shenzhen Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665929","display_name":"Kaiyu Liu","orcid":"https://orcid.org/0000-0002-1997-6869"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiyu Liu","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Shenzhen Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shenzhen Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404886","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0002-8781-4925"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ning Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Windsor, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Windsor, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020584466","display_name":"Shushi Gu","orcid":"https://orcid.org/0000-0002-3897-5407"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shushi Gu","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Shenzhen Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shenzhen Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071725895","display_name":"Qinyu Zhang","orcid":"https://orcid.org/0000-0001-9272-0475"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Zhang","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Shenzhen Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shenzhen Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101410452"],"corresponding_institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":2.621,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.90162476,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"16","issue":"12","first_page":"7691","last_page":"7699"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7872540950775146},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7691136002540588},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.7628884315490723},{"id":"https://openalex.org/keywords/cognitive-network","display_name":"Cognitive network","score":0.6863647103309631},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5240928530693054},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5233190059661865},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4826541543006897},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4476437568664551},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38783931732177734},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10800158977508545},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08756056427955627}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7872540950775146},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7691136002540588},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7628884315490723},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.6863647103309631},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5240928530693054},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5233190059661865},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4826541543006897},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4476437568664551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38783931732177734},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10800158977508545},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08756056427955627}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2020.2971735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.2971735","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G2852853627","display_name":null,"funder_award_id":"2018M630357","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3658063426","display_name":null,"funder_award_id":"61831008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3697742367","display_name":null,"funder_award_id":"61701136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8324257936","display_name":null,"funder_award_id":"61525103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1527108086","https://openalex.org/W1990005421","https://openalex.org/W2041785419","https://openalex.org/W2064361208","https://openalex.org/W2101262627","https://openalex.org/W2121863487","https://openalex.org/W2128750670","https://openalex.org/W2144369278","https://openalex.org/W2500726237","https://openalex.org/W2788499634","https://openalex.org/W2964295698","https://openalex.org/W4214717370","https://openalex.org/W6674928982"],"related_works":["https://openalex.org/W2277261328","https://openalex.org/W2167656028","https://openalex.org/W2610471112","https://openalex.org/W2800372944","https://openalex.org/W2340059876","https://openalex.org/W2010464513","https://openalex.org/W2732016385","https://openalex.org/W2915536052","https://openalex.org/W2268952256","https://openalex.org/W2153217055"],"abstract_inverted_index":{"Network":[0,49],"selection":[1,50,81,86,90,122,173],"is":[2,51,108],"one":[3],"of":[4,16,23,79,98,139,141,153,157,175],"the":[5,14,21,52,64,77,103,119,137,151],"important":[6],"techniques":[7],"in":[8,102,160],"cognitive":[9,142,158],"radio":[10,159],"networks":[11,33],"(CRNs).":[12],"With":[13],"development":[15],"network":[17,47,80,85,105,121,163,172],"convergence":[18],"technology":[19],"and":[20,59,72,144,150],"popularity":[22],"heterogeneous":[24],"networks,":[25,117],"multiple":[26,31,60,115,178],"primary":[27,61,99,116,162,179],"CRNs":[28,58,176],"interacting":[29],"with":[30,42,177],"authorized":[32],"are":[34,88,93],"becoming":[35],"possible,":[36],"which":[37],"can":[38],"provide":[39],"secondary":[40],"users":[41],"more":[43],"spectrum":[44,55,65,155],"resources":[45],"by":[46],"selection.":[48],"key":[53],"to":[54,110,128],"sharing":[56],"between":[57],"networks.":[62,100,180],"However,":[63,101],"sensing":[66],"results,":[67],"highly":[68],"complex":[69,104],"system":[70],"state,":[71],"unsystematic":[73],"research":[74,78],"framework":[75],"make":[76],"very":[82],"challenging.":[83],"Traditional":[84],"algorithms":[87],"offline":[89,120],"methods":[91,123],"that":[92],"based":[94,145,170],"on":[95,146],"prior":[96,112],"knowledge":[97,113],"environment,":[106,164],"it":[107],"impossible":[109],"get":[111],"from":[114],"because":[118],"lack":[124],"efficiency.":[125],"In":[126],"order":[127],"meet":[129],"these":[130],"challenges,":[131],"this":[132],"article":[133],"aims":[134],"at":[135],"improving":[136],"quality":[138],"service":[140],"users,":[143],"reinforcement":[147,168],"learning":[148,169],"method":[149,174],"achievements":[152],"dynamic":[154],"access":[156],"single":[161],"proposed":[165],"a":[166],"deep":[167],"online":[171]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}