{"id":"https://openalex.org/W4410492181","doi":"https://doi.org/10.1109/tvt.2025.3571485","title":"Distributed Hierarchical Deep Reinforcement Learning for Semantic-Aware Resource Allocation","display_name":"Distributed Hierarchical Deep Reinforcement Learning for Semantic-Aware Resource Allocation","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4410492181","doi":"https://doi.org/10.1109/tvt.2025.3571485"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3571485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3571485","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103076352","display_name":"Kaiwen Yu","orcid":"https://orcid.org/0000-0003-0118-3593"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwen Yu","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062448574","display_name":"Qi He","orcid":"https://orcid.org/0000-0002-1533-7568"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi He","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1533-7568","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014048251","display_name":"Chuanhang Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanhang Yu","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080988345","display_name":"Xingyu Yang","orcid":"https://orcid.org/0000-0003-3321-2782"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Yang","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100717611","display_name":"Gang Wu","orcid":"https://orcid.org/0000-0001-9595-527X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wu","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-9595-527X","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":2.6229,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89948449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"74","issue":"10","first_page":"16322","last_page":"16334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8974999785423279,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8974999785423279,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.88919997215271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.8212000131607056,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8041465282440186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6933845281600952},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5301877856254578},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5227699279785156},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.509393036365509},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4265177845954895},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34393176436424255}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8041465282440186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6933845281600952},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5301877856254578},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5227699279785156},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.509393036365509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4265177845954895},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34393176436424255}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3571485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3571485","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4005366297","display_name":null,"funder_award_id":"62101102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6895962253","display_name":null,"funder_award_id":"2242022k60006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1994167032","https://openalex.org/W2121111990","https://openalex.org/W2896457183","https://openalex.org/W2946889564","https://openalex.org/W2978725006","https://openalex.org/W3036851434","https://openalex.org/W3102125291","https://openalex.org/W3105649577","https://openalex.org/W3113050802","https://openalex.org/W3166791908","https://openalex.org/W3168068147","https://openalex.org/W3213872105","https://openalex.org/W3214462705","https://openalex.org/W4225009676","https://openalex.org/W4226042246","https://openalex.org/W4281702799","https://openalex.org/W4283821821","https://openalex.org/W4285742007","https://openalex.org/W4290713755","https://openalex.org/W4312050893","https://openalex.org/W4312051474","https://openalex.org/W4313350220","https://openalex.org/W4313449066","https://openalex.org/W4313455370","https://openalex.org/W4315629738","https://openalex.org/W4315630316","https://openalex.org/W4321498527","https://openalex.org/W4321617749","https://openalex.org/W4321618026","https://openalex.org/W4376455107","https://openalex.org/W4381948937","https://openalex.org/W4382568274","https://openalex.org/W4384158383","https://openalex.org/W4385731907","https://openalex.org/W4385804807","https://openalex.org/W4387869627","https://openalex.org/W4387869726","https://openalex.org/W4387883706","https://openalex.org/W4390905864","https://openalex.org/W4402834612","https://openalex.org/W4410921937"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"Beyond":[0],"the":[1,21,51,56,64,100,103,114,119,128,137,166],"traditional":[2],"quality":[3],"of":[4,181],"experience":[5],"(QoE)":[6],"optimization":[7,65,183],"that":[8,156],"focuses":[9],"on":[10,122,149],"bit":[11],"transmission,":[12],"taking":[13],"into":[14,67],"account":[15],"semantic":[16,57,77,138,144],"QoE":[17,49],"can":[18],"better":[19],"optimize":[20,48],"network":[22,54,104,120],"to":[23,47,98,112,135],"improve":[24,118,136],"user":[25],"experience.":[26],"This":[27],"paper":[28],"develops":[29],"a":[30,40,86,106,123,150,161,179],"novel":[31],"distributed":[32,107,132],"hierarchical":[33],"deep":[34],"reinforcement":[35],"learning":[36],"(DHDRL)":[37],"framework":[38],"with":[39],"two-layer":[41],"control":[42],"strategy":[43],"in":[44,50,81,171],"different":[45],"timescales":[46],"downlink":[52],"multi-cell":[53],"including":[55],"rate":[58,140,147],"and":[59,71,85,117,141,146,174],"accuracy.":[60],"Specifically,":[61],"we":[62],"decompose":[63],"problem":[66],"two":[68],"sub-problems,":[69],"beamforming":[70],"power":[72],"allocation":[73],"as":[74,76],"well":[75],"resource":[78],"allocation,":[79],"resulting":[80],"an":[82],"infinite-horizon":[83],"discrete":[84],"finite-horizon":[87],"continuous-time":[88],"Markov":[89],"decision":[90],"processes.":[91],"Two-layer":[92],"neural":[93],"networks":[94],"(NNs)":[95],"are":[96],"proposed":[97,111],"solve":[99],"sub-problems.":[101],"At":[102],"level,":[105,130],"high-level":[108],"NN":[109,134],"is":[110],"mitigate":[113],"inter-cell":[115],"interference":[116],"performance":[121,163],"large":[124],"timescale,":[125],"while":[126],"at":[127,159],"link":[129],"another":[131],"low-level":[133],"compression":[139],"meet":[142],"various":[143],"accuracy":[145],"requirements":[148],"small":[151],"timescale.":[152],"Numerical":[153],"results":[154],"show":[155],"DHDRL":[157],"achieves":[158],"least":[160],"19.07%":[162],"gain":[164],"over":[165],"single-layer":[167],"method,":[168],"maintains":[169],"effectiveness":[170],"high-dimensional":[172],"scenarios,":[173],"exhibits":[175],"strong":[176],"generalization":[177],"across":[178],"variety":[180],"multi-objective":[182],"problems.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}