{"id":"https://openalex.org/W4400072170","doi":"https://doi.org/10.1109/jiot.2024.3419900","title":"Joint Codebook Selection and MCS Adaptation for MmWave eMBB Services Based on Deep Reinforcement Learning","display_name":"Joint Codebook Selection and MCS Adaptation for MmWave eMBB Services Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-06-27","ids":{"openalex":"https://openalex.org/W4400072170","doi":"https://doi.org/10.1109/jiot.2024.3419900"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3419900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3419900","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089675292","display_name":"Xiaowen Ye","orcid":"https://orcid.org/0000-0002-7047-0038"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaowen Ye","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-7047-0038","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034563456","display_name":"Liqun Fu","orcid":"https://orcid.org/0000-0002-5234-9429"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqun Fu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5234-9429","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029146230","display_name":"J.M. Cioffi","orcid":"https://orcid.org/0000-0003-1353-8101"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. Cioffi","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1353-8101","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089675292"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":1.0721,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80802065,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"11","issue":"19","first_page":"31545","last_page":"31560"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.8317000269889832,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.8317000269889832,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.7522000074386597,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.8998757600784302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7864255309104919},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6940362453460693},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6429134011268616},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6372841000556946},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5049787163734436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4970236122608185},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4418242275714874},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1005781888961792}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.8998757600784302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7864255309104919},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6940362453460693},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6429134011268616},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6372841000556946},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5049787163734436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4970236122608185},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4418242275714874},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1005781888961792},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3419900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3419900","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8325655106","display_name":null,"funder_award_id":"U23A20281","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1917463349","https://openalex.org/W2094364653","https://openalex.org/W2142121700","https://openalex.org/W2145339207","https://openalex.org/W2282548695","https://openalex.org/W2295341737","https://openalex.org/W2368600038","https://openalex.org/W2756968191","https://openalex.org/W2898035736","https://openalex.org/W2912502408","https://openalex.org/W2950635152","https://openalex.org/W2962797279","https://openalex.org/W2996489182","https://openalex.org/W3045306840","https://openalex.org/W3092138905","https://openalex.org/W3111810527","https://openalex.org/W3119638847","https://openalex.org/W3120586454","https://openalex.org/W3161247968","https://openalex.org/W3164886158","https://openalex.org/W3185027519","https://openalex.org/W3188402932","https://openalex.org/W3213083273","https://openalex.org/W4214869332","https://openalex.org/W4293057702","https://openalex.org/W4293173873","https://openalex.org/W4312787989","https://openalex.org/W4312902835","https://openalex.org/W4317795015","https://openalex.org/W4319878914","https://openalex.org/W4327779004","https://openalex.org/W4376478434","https://openalex.org/W4377079839","https://openalex.org/W4385804796","https://openalex.org/W4386453772","https://openalex.org/W4387870743","https://openalex.org/W4389545384","https://openalex.org/W4390534264","https://openalex.org/W4390576588","https://openalex.org/W4390604928","https://openalex.org/W4390905614","https://openalex.org/W4391020236","https://openalex.org/W4391092759","https://openalex.org/W4391827298","https://openalex.org/W4392251589","https://openalex.org/W4392719377","https://openalex.org/W4395022129","https://openalex.org/W4399938948","https://openalex.org/W6703271639","https://openalex.org/W6864923316"],"related_works":["https://openalex.org/W2293149949","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2736714427","https://openalex.org/W2163679795","https://openalex.org/W2137816434","https://openalex.org/W2017956276","https://openalex.org/W2930320701"],"abstract_inverted_index":{"This":[0],"article":[1],"investigates":[2],"the":[3,13,55,92,110,117,123,144,165,174,179,183,211,225],"joint":[4,35,73],"codebook":[5,36,93],"selection":[6,37],"and":[7,38,138,162,207],"modulation-coding-scheme":[8],"(MCS)":[9],"adaptation":[10,40,82],"issue":[11],"for":[12,160],"enhanced":[14],"mobile":[15],"broadband":[16],"(eMBB)":[17],"service":[18,31],"in":[19],"millimeter-wave":[20],"(mmWave)":[21],"cellular":[22],"systems.":[23],"The":[24],"proposed":[25],"scheme":[26,41],"guarantees":[27,210],"efficient":[28],"mmWave":[29],"eMBB":[30],"through":[32,134],"an":[33],"intelligent":[34],"MCS":[39,81],"that":[42,79,200],"exploits":[43],"deep":[44],"reinforcement":[45],"learning":[46],"(DRL),":[47],"referred":[48],"to":[49,129,142],"as":[50],"DeepCM.":[51],"DeepCM\u2019s":[52],"objective":[53],"maximizes":[54],"transmission":[56],"data":[57,220],"rate":[58,65],"while":[59,215],"satisfying":[60],"a":[61,76,84,88,95,100,150,217],"target":[62,212],"block":[63],"error":[64],"(BLER)":[66],"constraint.":[67],"A":[68],"first":[69],"step":[70,90],"formulates":[71],"this":[72],"problem":[74],"into":[75,116],"two-time-scale":[77],"system":[78,180],"performs":[80],"on":[83,94,112,125],"small-time":[85],"scale,":[86],"whereas":[87],"second":[89],"optimizes":[91],"large-time":[96],"scale.":[97],"DeepCM":[98,148,171,186,229,234],"introduces":[99],"new":[101],"DRL":[102,167],"algorithm,":[103],"termed":[104],"dual-deep":[105],"Q-network":[106],"(DQN),":[107],"by":[108],"incorporating":[109],"operations":[111,124],"two":[113],"time":[114,127],"scales":[115,128],"original":[118],"DQN.":[119],"Dual-DQN":[120],"essentially":[121],"enables":[122],"different":[126],"benefit":[130],"from":[131],"each":[132],"other,":[133],"closed-loop":[135],"decision":[136],"guidance":[137],"reward":[139],"evaluation.":[140],"Thereafter,":[141],"fulfill":[143],"preset":[145],"BLER":[146,213],"constraint,":[147],"uses":[149],"constrained":[151,184],"<inline-formula":[152],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[153],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[154],"<tex-math":[155],"notation=\"LaTeX\">$\\epsilon":[156],"$":[157],"</tex-math></inline-formula>-greedy":[158],"strategy":[159],"decision-making":[161],"further":[163],"modifies":[164],"conventional":[166],"training":[168],"mechanism.":[169],"Basically,":[170],"continuously":[172],"adjusts":[173],"agent\u2019s":[175],"feasible-action":[176],"space":[177],"toward":[178],"objective.":[181],"With":[182],"dual-DQN,":[185],"can":[187,235],"attain":[188],"its":[189],"goal":[190],"even":[191],"without":[192],"any":[193],"prior":[194],"network":[195],"information.":[196],"Simulation":[197],"results":[198],"show":[199],"DeepCM,":[201],"compared":[202],"with":[203],"Thompson":[204],"Sampling-DRL,":[205],"DRL-OLLA,":[206],"TS2":[208],"schemes,":[209],"requirement":[214],"yielding":[216],"much":[218],"higher":[219],"rate.":[221],"Various":[222],"simulations":[223],"demonstrate":[224],"powerful":[226],"robustness":[227],"of":[228],"under":[230],"miscellaneous":[231],"scenarios.":[232],"Furthermore,":[233],"handle":[236],"well":[237],"dynamic":[238],"target-BLER":[239],"change.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}