{"id":"https://openalex.org/W4404914884","doi":"https://doi.org/10.1109/tvt.2024.3510548","title":"Deep Reinforcement Learning Based Joint Uplink and Downlink Resource Allocation for URLLC","display_name":"Deep Reinforcement Learning Based Joint Uplink and Downlink Resource Allocation for URLLC","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4404914884","doi":"https://doi.org/10.1109/tvt.2024.3510548"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3510548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3510548","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lingling Zhang","orcid":"https://orcid.org/0009-0000-9012-5592"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lingling Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368740","display_name":"Yuan Zhang","orcid":"https://orcid.org/0000-0002-8842-2691"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075490892","display_name":"Jun Zheng","orcid":"https://orcid.org/0000-0003-4941-5613"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zheng","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":1.23,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80224299,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"74","issue":"4","first_page":"6048","last_page":"6063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.8991367816925049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6135834455490112},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6080355048179626},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6002888083457947},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5339162945747375},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.48981592059135437},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.45255720615386963},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33631977438926697},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28574514389038086}],"concepts":[{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.8991367816925049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6135834455490112},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6080355048179626},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6002888083457947},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5339162945747375},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.48981592059135437},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.45255720615386963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33631977438926697},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28574514389038086},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3510548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3510548","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1505958606","https://openalex.org/W1614606562","https://openalex.org/W1995875735","https://openalex.org/W2036533317","https://openalex.org/W2106864314","https://openalex.org/W2272901026","https://openalex.org/W2294511912","https://openalex.org/W2510150644","https://openalex.org/W2586459757","https://openalex.org/W2904950485","https://openalex.org/W2963077778","https://openalex.org/W2963114949","https://openalex.org/W2981096252","https://openalex.org/W3000537141","https://openalex.org/W3013973746","https://openalex.org/W3035007032","https://openalex.org/W3035528699","https://openalex.org/W3037164854","https://openalex.org/W3049400263","https://openalex.org/W3054393695","https://openalex.org/W3081405700","https://openalex.org/W3083695346","https://openalex.org/W3089283090","https://openalex.org/W3095317912","https://openalex.org/W3098259214","https://openalex.org/W3106530718","https://openalex.org/W3122709416","https://openalex.org/W3127389192","https://openalex.org/W3132370151","https://openalex.org/W3161037238","https://openalex.org/W3203858963","https://openalex.org/W4221023041","https://openalex.org/W4221039155","https://openalex.org/W4226041867","https://openalex.org/W4292070198","https://openalex.org/W4313534829","https://openalex.org/W4366251214","https://openalex.org/W4381300055","https://openalex.org/W4384158486","https://openalex.org/W4384161820","https://openalex.org/W4385194732","https://openalex.org/W4386280764","https://openalex.org/W4388145638","https://openalex.org/W4388676622","https://openalex.org/W4392153122","https://openalex.org/W4396877862","https://openalex.org/W4399665748","https://openalex.org/W6627932998","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6864350279"],"related_works":["https://openalex.org/W2907156721","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"Ultra-reliable":[0],"and":[1,30,55,80,86,132,138,148,159,175,199],"low-latency":[2],"communication":[3],"(URLLC)":[4],"is":[5,14,60,94,115,142],"crucial":[6],"for":[7,181],"supporting":[8,19],"mission-critical":[9],"applications.":[10],"Efficient":[11],"resource":[12,32,91,134,191],"allocation":[13,33,58,92,135,173,192],"an":[15,176],"important":[16],"issue":[17],"in":[18,21,34,47],"URLLC":[20,45,71,190],"the":[22,63,67,77,89,119,122,146,154,188],"6G":[23],"era.":[24],"This":[25],"paper":[26],"investigates":[27],"joint":[28],"uplink":[29,85,131,147,158],"downlink":[31,133,149,160],"a":[35,48,73,95,100,112,139,164,195],"multiuser":[36],"multiple-input":[37],"single-output":[38],"(MISO)":[39],"orthogonal":[40],"frequency-division":[41],"multiple":[42],"access":[43],"(OFDMA)":[44],"system":[46],"finite":[49],"blocklength":[50],"regime.":[51],"A":[52],"subchannel":[53,168],"assignment":[54,169],"time":[56,171],"slot":[57,172],"problem":[59,93],"formulated":[61,90],"with":[62,111,203],"objective":[64],"to":[65,117,129,144],"minimize":[66],"round-trip":[68,197],"delay":[69,198],"of":[70,83,156],"under":[72],"reliability":[74],"constraint,":[75],"including":[76],"transmission":[78],"delays":[79,82],"queuing":[81],"both":[84,157],"downlink.":[87],"Since":[88],"sequential":[96],"decision":[97],"making":[98],"problem,":[99],"deep":[101],"reinforcement":[102],"learning":[103],"(DRL)":[104],"based":[105],"proximal":[106],"policy":[107],"optimization":[108],"(PPO)":[109],"algorithm":[110,193],"modified":[113],"architecture":[114],"proposed":[116,123,189],"solve":[118],"problem.":[120],"In":[121],"algorithm,":[124],"two":[125],"actors":[126],"are":[127,179],"used":[128,143,180],"generate":[130],"policies,":[136],"respectively,":[137],"shared":[140],"critic":[141],"estimate":[145],"state":[150],"values":[151],"while":[152],"taking":[153],"states":[155],"into":[161],"account.":[162],"Meanwhile,":[163],"multi-head":[165],"network":[166],"structure,":[167],"masking,":[170],"assistance":[174],"adaptive":[177],"hyperparameter":[178],"performance":[182],"improvement.":[183],"Simulation":[184],"results":[185],"demonstrate":[186],"that":[187],"has":[194],"lower":[196],"performs":[200],"better":[201],"compared":[202],"benchmark":[204],"algorithms.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}