{"id":"https://openalex.org/W3112739849","doi":"https://doi.org/10.1186/s13638-020-01872-5","title":"Reinforcement learning-based hybrid spectrum resource allocation scheme for the high load of URLLC services","display_name":"Reinforcement learning-based hybrid spectrum resource allocation scheme for the high load of URLLC services","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3112739849","doi":"https://doi.org/10.1186/s13638-020-01872-5","mag":"3112739849"},"language":"en","primary_location":{"id":"doi:10.1186/s13638-020-01872-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01872-5","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13638-020-01872-5.pdf","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1186/s13638-020-01872-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101699670","display_name":"Qian Huang","orcid":"https://orcid.org/0000-0003-4635-2952"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]},{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA","CN"],"is_corresponding":true,"raw_author_name":"Qian Huang","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, 400065, China","\u00c9cole de Technologiesup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montr\u00e9al, QC, H3C 1K3, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4635-2952","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, 400065, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"\u00c9cole de Technologiesup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montr\u00e9al, QC, H3C 1K3, Canada","institution_ids":["https://openalex.org/I159129438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037456697","display_name":"Xianzhong Xie","orcid":"https://orcid.org/0000-0002-2986-6356"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Xie","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, 400065, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, 400065, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015410834","display_name":"Mohamed Cheriet","orcid":"https://orcid.org/0000-0002-5246-7265"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Cheriet","raw_affiliation_strings":["\u00c9cole de Technologiesup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montr\u00e9al, QC, H3C 1K3, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole de Technologiesup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montr\u00e9al, QC, H3C 1K3, Canada","institution_ids":["https://openalex.org/I159129438"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101699670"],"corresponding_institution_ids":["https://openalex.org/I10535382","https://openalex.org/I159129438"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":0.8075,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.72865164,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2020","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8855614066123962},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8583986759185791},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5040110945701599},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.4883732199668884},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.441109836101532},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4215853214263916},{"id":"https://openalex.org/keywords/economic-shortage","display_name":"Economic shortage","score":0.41988465189933777},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39265042543411255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15539810061454773},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.13886135816574097}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8855614066123962},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8583986759185791},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5040110945701599},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.4883732199668884},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.441109836101532},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4215853214263916},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.41988465189933777},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39265042543411255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15539810061454773},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.13886135816574097},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1186/s13638-020-01872-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01872-5","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13638-020-01872-5.pdf","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6d2d76342dfd442c82581a257609e827","is_oa":true,"landing_page_url":"https://doaj.org/article/6d2d76342dfd442c82581a257609e827","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking, Vol 2020, Iss 1, Pp 1-21 (2020)","raw_type":"article"},{"id":"pmh:oai:espace2.etsmtl.ca:21882","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/21882/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":{"id":"doi:10.1186/s13638-020-01872-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-020-01872-5","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13638-020-01872-5.pdf","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3097987131","display_name":null,"funder_award_id":"201908500144","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G3279504668","display_name":null,"funder_award_id":"KJZD-K201800603","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"},{"id":"https://openalex.org/G6649124824","display_name":null,"funder_award_id":"61502067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8042167147","display_name":null,"funder_award_id":"KJZD-K201800603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8104247505","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320994","funder_display_name":"Canada Research Chairs"}],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320324805","display_name":"Chongqing Municipal Education Commission","ror":"https://ror.org/031nm5713"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3112739849.pdf","grobid_xml":"https://content.openalex.org/works/W3112739849.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2133569115","https://openalex.org/W2155027007","https://openalex.org/W2796181329","https://openalex.org/W2907063143","https://openalex.org/W2909191390","https://openalex.org/W2935268363","https://openalex.org/W2947767399","https://openalex.org/W2948967385","https://openalex.org/W2950327431","https://openalex.org/W2962215461","https://openalex.org/W2963017050","https://openalex.org/W2964337555","https://openalex.org/W2966287617","https://openalex.org/W2967692615","https://openalex.org/W2981547875","https://openalex.org/W2982319229","https://openalex.org/W2990066343","https://openalex.org/W2992122788","https://openalex.org/W2998881388","https://openalex.org/W2999380984","https://openalex.org/W3000537141","https://openalex.org/W3005347223","https://openalex.org/W3098347096","https://openalex.org/W3105650387","https://openalex.org/W3162118826","https://openalex.org/W4250058000","https://openalex.org/W6603932791"],"related_works":["https://openalex.org/W2579473328","https://openalex.org/W2509147714","https://openalex.org/W4306904969","https://openalex.org/W4239898203","https://openalex.org/W2586833044","https://openalex.org/W2376969857","https://openalex.org/W2603666417","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W46955353"],"abstract_inverted_index":{"Abstract":[0],"Ultra-reliable":[1],"and":[2,22,76,93,100,117,124,133,143,159],"low-latency":[3],"communication":[4],"(URLLC)":[5],"in":[6,20,39,79],"mobile":[7],"networks":[8],"is":[9,110],"still":[10],"one":[11],"of":[12,28,49,55,146,171],"the":[13,25,50,74,80,87,114,118,126,141,147,155,160,178,184,189],"core":[14],"solutions":[15],"that":[16,154],"require":[17],"thorough":[18],"research":[19],"5G":[21],"beyond.":[23],"With":[24],"vigorous":[26],"development":[27],"various":[29],"emerging":[30],"URLLC":[31,185],"technologies,":[32],"resource":[33,53,59,95,102,162],"shortages":[34],"will":[35],"soon":[36],"occur":[37],"even":[38],"mmWave":[40,81],"cells":[41],"with":[42,73,175],"rich":[43],"spectrum":[44,75,99,158],"resources.":[45],"As":[46],"a":[47,69,97,168],"result":[48],"large":[51],"radio":[52,94],"space":[54,116,120],"mmWave,":[56],"traditional":[57],"real-time":[58],"scheduling":[60],"decisions":[61],"can":[62,181],"cause":[63],"serious":[64],"delays.":[65],"Consequently,":[66],"we":[67],"investigate":[68],"delay":[70,88,186],"minimization":[71],"problem":[72],"power":[77,101,161],"constraints":[78],"hybrid":[82,98,157],"access":[83],"network.":[84],"To":[85],"reduce":[86],"caused":[89],"by":[90,121],"high":[91],"load":[92,190],"shortage,":[96],"allocation":[103,163],"scheme":[104,164,180],"based":[105],"on":[106],"reinforcement":[107],"learning":[108],"(RL)":[109],"proposed.":[111],"We":[112],"compress":[113],"state":[115],"action":[119],"temporarily":[122],"dumping":[123],"decomposing":[125],"action.":[127],"The":[128,150],"multipath":[129],"deep":[130],"neural":[131],"network":[132],"policy":[134],"gradient":[135],"method":[136,145],"are":[137],"used,":[138],"respectively,":[139],"as":[140],"approximater":[142],"update":[144],"parameterized":[148],"policy.":[149],"experimental":[151],"results":[152],"reveal":[153],"RL-based":[156,179],"eventually":[165],"converged":[166],"after":[167],"limited":[169],"number":[170],"iterative":[172],"learnings.":[173],"Compared":[174],"other":[176],"schemes,":[177],"effectively":[182],"guarantee":[183],"constraint":[187],"when":[188],"does":[191],"not":[192],"exceed":[193],"130%.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-16T07:32:37.131356","created_date":"2025-10-10T00:00:00"}