{"id":"https://openalex.org/W4280505843","doi":"https://doi.org/10.1109/wcnc51071.2022.9771707","title":"eMBB and URLLC Service Multiplexing Based on Deep Reinforcement Learning in 5G and Beyond","display_name":"eMBB and URLLC Service Multiplexing Based on Deep Reinforcement Learning in 5G and Beyond","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W4280505843","doi":"https://doi.org/10.1109/wcnc51071.2022.9771707"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771707","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021267232","display_name":"Yi-Huai Hsu","orcid":"https://orcid.org/0000-0001-6793-819X"},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Huai Hsu","raw_affiliation_strings":["Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yuan Ze University,Department of Computer Science and Engineering,Taoyuan,Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062720793","display_name":"Wanjiun Liao","orcid":"https://orcid.org/0000-0001-5396-8849"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wanjiun Liao","raw_affiliation_strings":["National Taiwan University,Department of Electrical Engineering,Taipei,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University,Department of Electrical Engineering,Taipei,Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5516,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90405772,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1467","last_page":"1472"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7654659748077393},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6555470824241638},{"id":"https://openalex.org/keywords/multiplexing","display_name":"Multiplexing","score":0.43784016370773315},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43370530009269714},{"id":"https://openalex.org/keywords/data-as-a-service","display_name":"Data as a service","score":0.4264368414878845},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.41384124755859375},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3634229302406311},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.3500422239303589},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.284684956073761},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18150916695594788},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1313963234424591}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7654659748077393},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6555470824241638},{"id":"https://openalex.org/C19275194","wikidata":"https://www.wikidata.org/wiki/Q222903","display_name":"Multiplexing","level":2,"score":0.43784016370773315},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43370530009269714},{"id":"https://openalex.org/C97300177","wikidata":"https://www.wikidata.org/wiki/Q1994744","display_name":"Data as a service","level":3,"score":0.4264368414878845},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.41384124755859375},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3634229302406311},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3500422239303589},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.284684956073761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18150916695594788},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1313963234424591},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771707","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309618","display_name":"Ministry of Science and Technology","ror":"https://ror.org/02b207r52"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W2944821496","https://openalex.org/W2963060851","https://openalex.org/W3006737624","https://openalex.org/W3010586518","https://openalex.org/W3031371304","https://openalex.org/W3044951217","https://openalex.org/W3085260256","https://openalex.org/W3134502172","https://openalex.org/W6637967152","https://openalex.org/W6683204974","https://openalex.org/W6684921986","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0,44],"5G,":[1],"eMBB":[2,67,95,105,110,119,137,179],"services":[3,13,24,68],"are":[4,223],"defined":[5],"to":[6,32,40,59,100,150],"support":[7],"high":[8,19],"data":[9,63,195,207],"rate,":[10],"while":[11,69],"URLLC":[12,76,98,107,123,130,181],"focus":[14],"on":[15,25],"low":[16],"latency":[17],"and":[18,97,106,121,156,171,180,197,204,209],"reliability.":[20],"Multiplexing":[21],"these":[22],"two":[23,52,93],"the":[26,61,71,122,128,133,192,213,219,229],"same":[27],"wireless":[28],"radio":[29,35],"frequency":[30],"leads":[31],"a":[33],"challenging":[34],"resource":[36,87,115],"allocation":[37,88],"problem":[38,50],"due":[39],"their":[41],"heterogeneous":[42],"requirements.":[43],"this":[45,49],"paper,":[46],"we":[47],"formulate":[48],"as":[51],"non-linear":[53],"programming":[54],"non-convex":[55],"optimization":[56,103],"subproblems,":[57],"aiming":[58],"maximize":[60],"average":[62],"rate":[64,196,208],"of":[65,74,104,136,145,194,212,218],"all":[66],"satisfying":[70],"delay":[72,198,210],"constraint":[73],"each":[75,117],"service.":[77],"We":[78],"propose":[79],"an":[80],"event-driven":[81],"deep":[82],"reinforcement":[83],"learning":[84],"(DRL)":[85],"based":[86],"mechanism":[89],"(EDRL-RAM),":[90],"which":[91,227],"includes":[92],"schedulers:":[94],"scheduler":[96,99,111,124],"achieve":[101],"long-term":[102],"performance.":[108],"The":[109,139,183,206],"will":[112,125],"intelligently":[113,126],"allocate":[114],"for":[116],"incoming":[118,129],"event,":[120],"distribute":[127],"event":[131,154],"during":[132],"ongoing":[134],"transmissions":[135],"services.":[138],"proposed":[140,190,214],"EDRL-RAM":[141,215],"makes":[142],"full":[143],"use":[144],"four":[146,220],"different":[147],"DRL":[148,221],"techniques":[149,222],"deal":[151],"with":[152],"stochastic":[153],"arrivals":[155],"network":[157],"conditions,":[158],"namely":[159],"Policy":[160,174],"Gradient":[161,175],"(PG),":[162],"Deep":[163,172],"Q-learning":[164],"Network":[165],"(DQN),":[166],"Advantage":[167],"Actor":[168],"Critic":[169],"(A2C),":[170],"Deterministic":[173],"(DDPG),":[176],"in":[177,188],"both":[178],"schedulers.":[182],"simulation":[184],"results":[185],"show":[186],"that":[187],"our":[189],"EDRL-RAM,":[191],"order":[193],"performance":[199,211],"is":[200,228],"DDPG,":[201],"A2C,":[202],"DQN,":[203],"PG.":[205],"utilizing":[216],"any":[217],"better":[224],"than":[225],"SAFE-TS,":[226],"best":[230],"available":[231],"related":[232],"work.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}