{"id":"https://openalex.org/W4377079839","doi":"https://doi.org/10.1109/twc.2023.3275945","title":"Deep Reinforcement Learning-Based Scheduling for NR-U/WiGig Coexistence in Unlicensed mmWave Bands","display_name":"Deep Reinforcement Learning-Based Scheduling for NR-U/WiGig Coexistence in Unlicensed mmWave Bands","publication_year":2023,"publication_date":"2023-05-18","ids":{"openalex":"https://openalex.org/W4377079839","doi":"https://doi.org/10.1109/twc.2023.3275945"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3275945","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3275945","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089675292","display_name":"Xiaowen Ye","orcid":"https://orcid.org/0000-0002-7047-0038"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaowen Ye","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-7047-0038","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101600462","display_name":"Qian Zhou","orcid":"https://orcid.org/0000-0002-2535-4513"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Zhou","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034563456","display_name":"Liqun Fu","orcid":"https://orcid.org/0000-0002-5234-9429"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqun Fu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5234-9429","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089675292"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.7665,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70440106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"23","issue":"1","first_page":"58","last_page":"73"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8879220485687256},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.830263614654541},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6691902875900269},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6163735389709473},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5533798933029175},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5379719138145447},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.509236216545105},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.46622729301452637},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45164015889167786},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.43861493468284607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3956562876701355},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39077073335647583},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2801241874694824},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2029794156551361},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1546458899974823}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8879220485687256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.830263614654541},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6691902875900269},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6163735389709473},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5533798933029175},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5379719138145447},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.509236216545105},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.46622729301452637},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45164015889167786},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.43861493468284607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3956562876701355},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39077073335647583},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2801241874694824},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2029794156551361},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1546458899974823},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3275945","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3275945","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2094364653","https://openalex.org/W2145339207","https://openalex.org/W2337134604","https://openalex.org/W2368600038","https://openalex.org/W2517467946","https://openalex.org/W2558339498","https://openalex.org/W2769883686","https://openalex.org/W2791714000","https://openalex.org/W2803370496","https://openalex.org/W2813485580","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2901436587","https://openalex.org/W2963079995","https://openalex.org/W2981665798","https://openalex.org/W2983432303","https://openalex.org/W2996489182","https://openalex.org/W3005252141","https://openalex.org/W3010396974","https://openalex.org/W3022237627","https://openalex.org/W3024896345","https://openalex.org/W3092138905","https://openalex.org/W3100844423","https://openalex.org/W3104571779","https://openalex.org/W3106516231","https://openalex.org/W3110402513","https://openalex.org/W3168773799","https://openalex.org/W3169776651","https://openalex.org/W3188402932","https://openalex.org/W3196527625","https://openalex.org/W3198923353","https://openalex.org/W3199786930","https://openalex.org/W4206497039","https://openalex.org/W4210257605","https://openalex.org/W4214717370","https://openalex.org/W4290996504","https://openalex.org/W6785471904"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,6,16,28,54,64,93,102,112,137,142,156,171,179,191,196,224,233,249,257,265,293],"coexistence":[4],"of":[5,46,96,129,141,158,248,259,268,288,295],"New":[7],"Radio-based":[8],"access":[9],"to":[10,31,80,91,116,135,149,201,263],"Unlicensed":[11],"spectrum":[12,36],"(NR-U)":[13],"network":[14,20,30,144,251],"and":[15,34,132,212,236,240,261,271],"Wireless":[17],"Gigabit":[18],"(WiGig)":[19],"in":[21,86,122,246],"unlicensed":[22],"millimeter-wave":[23],"(mmWave)":[24],"bands.":[25],"To":[26,177],"enable":[27],"NR-U":[29,143],"achieve":[32,215],"equitable":[33],"harmonious":[35],"sharing":[37],"with":[38,145,232,280],"WiGig":[39,150,225],"systems,":[40],"we":[41,61,100,182],"develop":[42],"two":[43],"new":[44,186],"classes":[45],"user":[47],"equipment":[48],"(UE)":[49],"scheduling":[50,69,107],"schemes":[51],"by":[52],"exploiting":[53],"deep":[55,66,74,104,197,205],"reinforcement":[56,67,105],"learning":[57,68,106],"(DRL)":[58],"technique.":[59],"Specifically,":[60],"first":[62,166],"propose":[63],"distributed":[65],"(DeepDS)":[70],"scheme,":[71],"wherein":[72],"multiple":[73,98],"neural":[75],"networks":[76],"(DNNs)":[77],"are":[78],"used":[79],"make":[81],"decisions":[82,118],"for":[83,119,162],"different":[84,269],"panels":[85,121],"an":[87],"independent":[88],"fashion.":[89],"Thereafter,":[90],"reduce":[92],"computational":[94,289],"cost":[95,290],"adopting":[97],"DNNs,":[99],"design":[101],"centralized":[103],"(DeepCS)":[108],"scheme":[109],"that":[110,189,230],"introduces":[111],"shared":[113],"DNN":[114],"framework":[115],"perform":[117],"all":[120],"parallel":[123],"at":[124,292],"one":[125],"time.":[126],"The":[127],"objective":[128],"both":[130,210,238],"DeepDS":[131,211,239,260],"DeepCS":[133,213,241,262,282],"is":[134],"maximize":[136],"total":[138,250],"data":[139,252,299],"rate":[140],"as":[146,152,202],"little":[147],"interference":[148],"systems":[151],"possible,":[153],"while":[154],"satisfying":[155],"quality":[157],"service":[159],"(QoS)":[160],"requirement":[161],"each":[163],"UE.":[164],"We":[165,254],"formulate":[167],"this":[168],"problem":[169],"into":[170,195],"constrained":[172],"Markov":[173],"decision":[174],"process":[175],"framework.":[176],"address":[178],"multi-constraint":[180,204],"issue,":[181],"put":[183],"forth":[184],"a":[185,285,296],"DRL":[187],"algorithm":[188],"incorporates":[190],"Lagrangian":[192],"primal-dual":[193],"optimization":[194],"Q-network":[198,206],"framework,":[199],"referred":[200],"adaptive":[203],"(AMC-DQN).":[207],"With":[208],"AMC-DQN,":[209],"can":[214,283],"their":[216,272],"goals":[217],"even":[218],"without":[219],"acquiring":[220],"prior":[221],"operations":[222],"about":[223],"network.":[226],"Simulation":[227],"results":[228],"show":[229],"compared":[231,279],"state-of-the-art":[234],"omniLBT":[235],"dirLBT,":[237],"yield":[242],"significant":[243],"performance":[244],"benefits":[245],"terms":[247],"rate.":[253,300],"also":[255],"demonstrate":[256],"ability":[258],"satisfy":[264],"QoS":[266],"requirements":[267],"UEs":[270],"robustness":[273],"against":[274],"various":[275],"simulation":[276],"setups.":[277],"Furthermore,":[278],"DeepDS,":[281],"save":[284],"large":[286],"amount":[287],"although":[291],"expense":[294],"slightly":[297],"lower":[298]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}