{"id":"https://openalex.org/W3083857315","doi":"https://doi.org/10.1109/jiot.2020.3022861","title":"Deep-Reinforcement-Learning-Based Spectrum Resource Management for Industrial Internet of Things","display_name":"Deep-Reinforcement-Learning-Based Spectrum Resource Management for Industrial Internet of Things","publication_year":2020,"publication_date":"2020-09-08","ids":{"openalex":"https://openalex.org/W3083857315","doi":"https://doi.org/10.1109/jiot.2020.3022861","mag":"3083857315"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3022861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3022861","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089852268","display_name":"Zhaoyuan Shi","orcid":"https://orcid.org/0000-0002-6840-3477"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]},{"id":"https://openalex.org/I46482218","display_name":"Anqing Normal University","ror":"https://ror.org/0127ytz78","country_code":"CN","type":"education","lineage":["https://openalex.org/I46482218"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoyuan Shi","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China","School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China","institution_ids":["https://openalex.org/I46482218"]},{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037456697","display_name":"Xianzhong Xie","orcid":"https://orcid.org/0000-0002-2986-6356"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Xie","raw_affiliation_strings":["Chongqing Key Laboratory of Computer Networks and Communication Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Computer Networks and Communication Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034628707","display_name":"Huabing Lu","orcid":"https://orcid.org/0000-0003-4782-6662"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huabing Lu","raw_affiliation_strings":["Chongqing Key Laboratory of Computer Networks and Communication Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Computer Networks and Communication Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023362889","display_name":"Michel Kadoch","orcid":"https://orcid.org/0000-0002-7558-1589"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michel Kadoch","raw_affiliation_strings":["\u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"\u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015410834","display_name":"Mohamed Cheriet","orcid":"https://orcid.org/0000-0002-5246-7265"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Cheriet","raw_affiliation_strings":["\u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"\u00c9cole de Technologie Sup\u00e9rieure, Montreal, Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5089852268"],"corresponding_institution_ids":["https://openalex.org/I10535382","https://openalex.org/I46482218"],"apc_list":null,"apc_paid":null,"fwci":6.287,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.96715282,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"8","issue":"5","first_page":"3476","last_page":"3489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8672045469284058},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7632410526275635},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.5751129388809204},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5166252255439758},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5056231021881104},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.47575730085372925},{"id":"https://openalex.org/keywords/industrial-internet","display_name":"Industrial Internet","score":0.46660348773002625},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4524106979370117},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.44644781947135925},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4239666163921356},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4218009114265442},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41173118352890015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2511709928512573},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20135685801506042},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.18599945306777954},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18089905381202698}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8672045469284058},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7632410526275635},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.5751129388809204},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5166252255439758},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5056231021881104},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.47575730085372925},{"id":"https://openalex.org/C202839342","wikidata":"https://www.wikidata.org/wiki/Q60740481","display_name":"Industrial Internet","level":3,"score":0.46660348773002625},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4524106979370117},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.44644781947135925},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4239666163921356},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4218009114265442},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41173118352890015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2511709928512573},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20135685801506042},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.18599945306777954},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18089905381202698},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2020.3022861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3022861","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:22092","is_oa":false,"landing_page_url":"http://espace2.etsmtl.ca/id/eprint/22092/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5564131871","display_name":null,"funder_award_id":"BYJS201912","funder_id":"https://openalex.org/F4320322687","funder_display_name":"Chongqing University of Posts and Telecommunications"},{"id":"https://openalex.org/G6649124824","display_name":null,"funder_award_id":"61502067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322687","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1981218270","https://openalex.org/W1992025196","https://openalex.org/W1994164663","https://openalex.org/W2038194220","https://openalex.org/W2122701159","https://openalex.org/W2126941466","https://openalex.org/W2144369278","https://openalex.org/W2153620960","https://openalex.org/W2159767430","https://openalex.org/W2165726932","https://openalex.org/W2175330946","https://openalex.org/W2201581102","https://openalex.org/W2548860039","https://openalex.org/W2562947506","https://openalex.org/W2599557761","https://openalex.org/W2690196614","https://openalex.org/W2761694337","https://openalex.org/W2783558323","https://openalex.org/W2892044570","https://openalex.org/W2894110571","https://openalex.org/W2898754723","https://openalex.org/W2899071560","https://openalex.org/W2922988740","https://openalex.org/W2924868849","https://openalex.org/W2952719362","https://openalex.org/W2963079995","https://openalex.org/W2963083073","https://openalex.org/W2963477884","https://openalex.org/W2964862006","https://openalex.org/W3100844423","https://openalex.org/W6678494045"],"related_works":["https://openalex.org/W2124130287","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"The":[0],"Industrial":[1],"Internet":[2],"of":[3,30,33,66,75,81,99,173,176],"Things":[4],"(IIoT)":[5],"has":[6],"attracted":[7],"tremendous":[8],"interest":[9],"from":[10],"both":[11],"industry":[12],"and":[13,22,37,111,137,190],"academia":[14],"as":[15,107],"it":[16,227],"can":[17,118,212,228],"significantly":[18],"improve":[19,181],"production":[20],"efficiency":[21],"system":[23],"intelligence.":[24],"However,":[25],"with":[26,63,224,233],"the":[27,60,64,68,79,96,102,114,149,162,169,182,187,209,220],"explosive":[28],"growth":[29],"various":[31,174],"types":[32,175],"user":[34],"equipment":[35],"(UE)":[36],"data":[38],"flow,":[39],"IIoT":[40,61,84,100,135,221],"experiences":[41],"spectrum":[42,56,70,115,216],"resource":[43,57,217],"scarcity":[44],"for":[45,55,59],"wireless":[46],"applications.":[47],"In":[48,127,178],"this":[49,128],"article,":[50,129],"we":[51,130,185],"propose":[52,191],"a":[53,86,108,133,139,154,192,234],"solution":[54],"management":[58,218],"network,":[62],"objective":[65],"facilitating":[67],"limited":[69],"sharing":[71],"between":[72,125],"different":[73,170],"kinds":[74],"UEs.":[76,126,177],"To":[77],"overcome":[78],"challenges":[80],"unknown":[82],"dynamic":[83,215],"environments,":[85],"modified":[87],"deep":[88],"$Q$":[89],"-learning":[90],"network":[91,231],"(MDQN)":[92],"is":[93,158],"developed.":[94],"Considering":[95],"cost":[97],"effectiveness":[98],"devices,":[101],"base":[103],"station":[104],"(BS)":[105],"acts":[106],"single":[109],"agent":[110],"centrally":[112],"manages":[113],"resources,":[116],"which":[117,165],"be":[119],"executed":[120],"without":[121],"coordination":[122],"or":[123],"exchange":[124],"first":[131],"built":[132],"realistic":[134],"model":[136],"design":[138],"simple":[140],"medium":[141],"access":[142],"control":[143],"(MAC)":[144],"frame":[145],"structure":[146],"to":[147,160,180],"facilitate":[148],"environment":[150],"state":[151],"observation.":[152],"Then,":[153],"new":[155],"reward":[156],"function":[157],"designed":[159],"drive":[161],"learning":[163,183],"process,":[164],"takes":[166],"into":[167],"account":[168],"communication":[171],"requirements":[172],"addition,":[179],"efficiency,":[184],"compress":[186],"action":[188],"space":[189],"priority":[193],"experience":[194],"replay":[195],"strategy":[196],"based":[197],"on":[198],"decreasing":[199],"temporal":[200],"difference":[201],"(TD)":[202],"error.":[203],"Finally,":[204],"simulation":[205],"results":[206],"show":[207],"that":[208],"proposed":[210],"algorithm":[211],"successfully":[213],"achieve":[214,229],"in":[219],"network.":[222],"Compared":[223],"other":[225],"algorithms,":[226],"superior":[230],"performance":[232],"faster":[235],"convergence":[236],"rate.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}