{"id":"https://openalex.org/W4391092759","doi":"https://doi.org/10.1109/tmc.2024.3356442","title":"Joint Codebook Selection and UE Scheduling for Unlicensed MmWave NR-U/WiGig Coexistence Based on Deep Reinforcement Learning","display_name":"Joint Codebook Selection and UE Scheduling for Unlicensed MmWave NR-U/WiGig Coexistence Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-22","ids":{"openalex":"https://openalex.org/W4391092759","doi":"https://doi.org/10.1109/tmc.2024.3356442"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3356442","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmc.2024.3356442","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089675292","display_name":"Xiaowen Ye","orcid":"https://orcid.org/0000-0002-7047-0038"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaowen Ye","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-7047-0038","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034563456","display_name":"Liqun Fu","orcid":"https://orcid.org/0000-0002-5234-9429"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqun Fu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5234-9429","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5089675292"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":1.2017,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77457346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"23","issue":"9","first_page":"8919","last_page":"8934"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8410836458206177},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8086190223693848},{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.807158887386322},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7405989170074463},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5793927311897278},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.567220151424408},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47986191511154175},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4505052864551544},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4213448762893677},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41284430027008057},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.37176185846328735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3454538881778717},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3345643877983093},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19746893644332886},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.10972011089324951}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8410836458206177},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8086190223693848},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.807158887386322},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7405989170074463},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5793927311897278},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.567220151424408},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47986191511154175},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4505052864551544},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4213448762893677},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41284430027008057},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.37176185846328735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3454538881778717},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3345643877983093},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19746893644332886},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10972011089324951},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3356442","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tmc.2024.3356442","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8325655106","display_name":null,"funder_award_id":"U23A20281","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1917463349","https://openalex.org/W1925759446","https://openalex.org/W2094364653","https://openalex.org/W2120822931","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2295341737","https://openalex.org/W2368600038","https://openalex.org/W2484199605","https://openalex.org/W2535351973","https://openalex.org/W2769883686","https://openalex.org/W2791714000","https://openalex.org/W2803370496","https://openalex.org/W2813485580","https://openalex.org/W2898035736","https://openalex.org/W2922273628","https://openalex.org/W2950635152","https://openalex.org/W2980670808","https://openalex.org/W2981665798","https://openalex.org/W2996489182","https://openalex.org/W3005252141","https://openalex.org/W3024896345","https://openalex.org/W3037586895","https://openalex.org/W3045306840","https://openalex.org/W3047408115","https://openalex.org/W3104571779","https://openalex.org/W3106516231","https://openalex.org/W3111810527","https://openalex.org/W3119638847","https://openalex.org/W3159115845","https://openalex.org/W3164886158","https://openalex.org/W3169776651","https://openalex.org/W3188402932","https://openalex.org/W3198923353","https://openalex.org/W3199786930","https://openalex.org/W3207128153","https://openalex.org/W4210257605","https://openalex.org/W4293057702","https://openalex.org/W4312787989","https://openalex.org/W4312902835","https://openalex.org/W4317795015","https://openalex.org/W4377079839","https://openalex.org/W6771982476"],"related_works":["https://openalex.org/W2293149949","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2736714427","https://openalex.org/W2163679795","https://openalex.org/W2137816434","https://openalex.org/W4226210192","https://openalex.org/W4389401745"],"abstract_inverted_index":{"Unlicensed":[0,14],"millimeter-wave":[1],"(mmWave)":[2],"communication":[3],"is":[4,34,87,97,238,257,279,320],"a":[5,79,112,264],"promising":[6],"technique":[7],"for":[8,64,233],"the":[9,20,42,75,84,90,94,100,105,131,144,148,158,183,200,205,220,230,244,253,302,307,313],"New":[10],"Radio-based":[11],"access":[12],"to":[13,18,35,126,136,172,193,249,322],"spectrum":[15],"(NR-U)":[16],"network":[17,224,287],"guarantee":[19],"ever-increasing":[21],"data":[22,185,303,308],"rate":[23,186,304,309],"demand.":[24],"A":[25],"critical":[26],"challenge":[27],"of":[28,147,187,207,211,226,246,255,297,301,305,310,315],"NR-U":[29,66,188],"in":[30,153,263,299],"unlicensed":[31],"mmWave":[32,65],"bands":[33],"maintain":[36],"equitable":[37],"and":[38,58,67,151,165,197,252,275,295,312],"harmonious":[39],"coexistence":[40,69],"with":[41,143,189,272],"original":[43],"Wireless":[44],"Gigabit":[45],"(WiGig)":[46],"network.":[47],"In":[48],"this":[49,216],"article,":[50],"we":[51,72,109,156,218],"develop":[52],"an":[53],"intelligent":[54],"joint":[55,76],"codebook":[56,85],"selection":[57,86,164],"user":[59],"equipment":[60],"(UE)":[61],"scheduling":[62,96,167],"scheme":[63],"WiGig":[68,194],"networks.":[70],"Specifically,":[71],"first":[73],"formulate":[74],"problem":[77],"as":[78,137,190,195],"two-time":[80],"scale":[81,92,107],"system,":[82],"wherein":[83],"performed":[88],"on":[89,99,122],"large-time":[91],"whilst":[93],"UE":[95,166,290],"optimized":[98],"small-time":[101],"scale.":[102],"To":[103,214],"address":[104],"multi-time":[106],"issue,":[108],"put":[110],"forth":[111],"new":[113],"deep":[114,139,222],"reinforcement":[115,160],"learning":[116,161],"(DRL)":[117],"algorithm":[118],"that":[119,239,270],"enables":[120],"operations":[121],"different":[123,174,240,250],"time":[124],"scales":[125],"benefit":[127],"each":[128,212,234],"other":[129],"towards":[130],"target":[132,231,241,261],"system":[133],"objective,":[134],"referred":[135],"layered":[138],"Q-network":[140],"(L-DQN).":[141],"Thereafter,":[142],"judicious":[145],"definitions":[146],"state,":[149],"action,":[150],"reward":[152],"L-DQN":[154],"paradigms,":[155],"propose":[157],"Deep":[159],"based":[162],"CodeBook":[163],"(DeepCBU)":[168],"scheme.":[169],"DeepCBU":[170,227,256,278,319],"aims":[171],"attain":[173],"trade-offs":[175],"between":[176],"two":[177],"conflicting":[178],"goals,":[179,251],"i.e.,":[180],"i)":[181],"maximizing":[182],"total":[184],"little":[191],"interference":[192],"possible":[196],"ii)":[198],"guaranteeing":[199],"fairness":[201],"among":[202],"UEs,":[203],"e.g.,":[204,289],"quality":[206],"service":[208],"(QoS)":[209],"requirement":[210,325],"UE.":[213],"fulfill":[215],"mission,":[217],"modify":[219],"conventional":[221],"neural":[223],"architecture":[225],"by":[228,259],"introducing":[229],"branch":[232],"objective.":[235],"The":[236],"gist":[237],"branches":[242,262],"evaluate":[243],"contribution":[245],"DeepCBU's":[247],"strategy":[248],"decision":[254],"determined":[258],"all":[260],"weighted":[265],"fashion.":[266],"Simulation":[267],"results":[268],"demonstrate":[269],"compared":[271],"DRL-dirLBT,":[273],"TS-dirLBT,":[274],"TS-DRL":[276],"schemes,":[277],"more":[280],"Pareto":[281],"efficient":[282],"even":[283],"without":[284],"any":[285],"prior":[286],"knowledge,":[288],"mobility,":[291],"random":[292],"channel":[293],"fading,":[294],"transmissions":[296],"WiGig,":[298,311],"terms":[300],"NR-U,":[306],"number":[314],"satisfied":[316],"UEs.":[317],"Furthermore,":[318],"robust":[321],"miscellaneous":[323],"QoS":[324],"setups.":[326]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}