{"id":"https://openalex.org/W3045758308","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148428","title":"A Spectrum Resource Sharing Algorithm for IoT Networks based on Reinforcement Learning","display_name":"A Spectrum Resource Sharing Algorithm for IoT Networks based on Reinforcement Learning","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045758308","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148428","mag":"3045758308"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc48107.2020.9148428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148428","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089852268","display_name":"Zhaoyuan Shi","orcid":"https://orcid.org/0000-0002-6840-3477"},"institutions":[{"id":"https://openalex.org/I46482218","display_name":"Anqing Normal University","ror":"https://ror.org/0127ytz78","country_code":"CN","type":"education","lineage":["https://openalex.org/I46482218"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoyuan Shi","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China","institution_ids":["https://openalex.org/I46482218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037456697","display_name":"Xianzhong Xie","orcid":"https://orcid.org/0000-0002-2986-6356"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Xie","raw_affiliation_strings":["The School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"The School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023362889","display_name":"Michel Kadoch","orcid":"https://orcid.org/0000-0002-7558-1589"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]},{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michel Kadoch","raw_affiliation_strings":["Department of Electrical Engineering, \u00c9cole de Technologie Sup\u00e9rieure, University of Quebec, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, \u00c9cole de Technologie Sup\u00e9rieure, University of Quebec, Montreal, Canada","institution_ids":["https://openalex.org/I9736820","https://openalex.org/I159129438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015410834","display_name":"Mohamed Cheriet","orcid":"https://orcid.org/0000-0002-5246-7265"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]},{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Cheriet","raw_affiliation_strings":["Department of Automated Production Engineering, \u00c9cole de Technologie Sup\u00e9rieure, University of Quebec, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Automated Production Engineering, \u00c9cole de Technologie Sup\u00e9rieure, University of Quebec, Montreal, Canada","institution_ids":["https://openalex.org/I9736820","https://openalex.org/I159129438"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089852268"],"corresponding_institution_ids":["https://openalex.org/I46482218"],"apc_list":null,"apc_paid":null,"fwci":0.6167,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70841586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"1019","last_page":"1024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8504250049591064},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7211080193519592},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6613051891326904},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5898340344429016},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.515263557434082},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.49118897318840027},{"id":"https://openalex.org/keywords/shared-resource","display_name":"Shared resource","score":0.4871368110179901},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46090516448020935},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44475221633911133},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42374467849731445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28953057527542114},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16173988580703735},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10984966158866882}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8504250049591064},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7211080193519592},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6613051891326904},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5898340344429016},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.515263557434082},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.49118897318840027},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.4871368110179901},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46090516448020935},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44475221633911133},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42374467849731445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28953057527542114},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16173988580703735},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10984966158866882},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iwcmc48107.2020.9148428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148428","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:21344","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/21344/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1565454011","https://openalex.org/W1994164663","https://openalex.org/W2131049857","https://openalex.org/W2142246654","https://openalex.org/W2144369278","https://openalex.org/W2153620960","https://openalex.org/W2155968351","https://openalex.org/W2159767430","https://openalex.org/W2165726932","https://openalex.org/W2308814875","https://openalex.org/W2562947506","https://openalex.org/W2602923095","https://openalex.org/W2604501978","https://openalex.org/W2690196614","https://openalex.org/W2746553466","https://openalex.org/W2761694337","https://openalex.org/W2770587725","https://openalex.org/W2783082252","https://openalex.org/W2789896367","https://openalex.org/W2793445187","https://openalex.org/W2892044570","https://openalex.org/W2894110571","https://openalex.org/W2898754723","https://openalex.org/W2907063143","https://openalex.org/W2922988740","https://openalex.org/W2924868849","https://openalex.org/W2963079995","https://openalex.org/W2963083073","https://openalex.org/W2964862006","https://openalex.org/W3100844423"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2351310358","https://openalex.org/W2364109809","https://openalex.org/W2388204182","https://openalex.org/W2372939722"],"abstract_inverted_index":{"Internet":[0],"of":[1,23,26,66,72,116,126],"Things":[2],"(IoT)":[3],"has":[4],"attracted":[5],"tremendous":[6],"interest":[7],"since":[8],"it":[9],"can":[10,145],"improve":[11,122],"production":[12],"efficiency":[13,125],"and":[14,28,90],"system":[15],"intelligence":[16],"significantly.":[17],"However,":[18],"with":[19,54,139],"the":[20,51,55,59,70,77,87,105,112,123,130,142],"explosive":[21],"growth":[22],"various":[24,117],"types":[25],"device":[27],"data":[29],"flow,":[30],"IoT":[31,52,75],"suffers":[32],"spectrum":[33,47,61,94],"resource":[34,48],"scarcity":[35],"for":[36,46],"wireless":[37],"applications.":[38],"In":[39,119],"this":[40],"paper,":[41],"we":[42,128],"propose":[43],"a":[44,97],"solution":[45],"sharing":[49,62],"in":[50],"network,":[53],"objective":[56],"to":[57,103,121],"facilitate":[58],"limited":[60],"between":[63],"different":[64,113],"kinds":[65],"sensors.":[67,118],"To":[68],"overcome":[69],"challenges":[71],"unknown":[73],"dynamic":[74],"environment,":[76],"deep":[78],"Q-learning":[79],"network":[80,148],"(DQN)":[81],"is":[82,101],"adopted.":[83],"BS":[84],"acts":[85],"as":[86],"single":[88],"agent":[89],"centrally":[91],"manages":[92],"all":[93],"resources.":[95],"First,":[96],"new":[98],"reward":[99],"function":[100],"designed":[102],"drive":[104],"learning":[106,124],"process,":[107],"which":[108],"takes":[109],"into":[110],"account":[111],"communication":[114],"requirements":[115],"addition,":[120],"DQN,":[127],"compress":[129],"action":[131],"space.":[132],"Finally,":[133],"simulation":[134],"results":[135],"show":[136],"that":[137],"compared":[138],"other":[140],"algorithms,":[141],"proposed":[143],"algorithm":[144],"achieve":[146],"good":[147],"performance.":[149]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}