{"id":"https://openalex.org/W4407316193","doi":"https://doi.org/10.1109/tccn.2025.3540766","title":"Resource Allocation for Heterogeneous Statistical QoS Provisioning Over Internet-of-Vehicles via Hierarchical Deep Reinforcement Learning","display_name":"Resource Allocation for Heterogeneous Statistical QoS Provisioning Over Internet-of-Vehicles via Hierarchical Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-02-10","ids":{"openalex":"https://openalex.org/W4407316193","doi":"https://doi.org/10.1109/tccn.2025.3540766"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3540766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3540766","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075343261","display_name":"Yuchen Zhou","orcid":"https://orcid.org/0000-0003-2290-066X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen Zhou","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-2290-066X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fei Richard Yu","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1006-7594","affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063572920","display_name":"Mengmeng Ren","orcid":"https://orcid.org/0000-0002-1880-730X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng Ren","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-1880-730X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037478980","display_name":"Long Yang","orcid":"https://orcid.org/0000-0002-9363-2044"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Yang","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-9363-2044","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100762325","display_name":"Jian Chen","orcid":"https://orcid.org/0000-0002-6740-6043"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Chen","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-6740-6043","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0150742,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"6","first_page":"4223","last_page":"4239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9124000072479248,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9124000072479248,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8479011058807373},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.7433996200561523},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7413506507873535},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7211830019950867},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6098827123641968},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5888727307319641},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5799106955528259},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5038806796073914},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44297298789024353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23554068803787231},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13539931178092957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8479011058807373},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.7433996200561523},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7413506507873535},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7211830019950867},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6098827123641968},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5888727307319641},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5799106955528259},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5038806796073914},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44297298789024353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23554068803787231},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13539931178092957}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3540766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3540766","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1248257848","display_name":null,"funder_award_id":"62371367","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4849224320","display_name":"\u79fb\u52a8\u8fb9\u7f18\u8ba1\u7b97\u4e0e\u7f13\u5b58\u7f51\u7edc\u4f4e\u65f6\u5ef6NOMA\u4f20\u8f93\u6280\u672f\u7814\u7a76","funder_award_id":"61971320","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5702079220","display_name":null,"funder_award_id":"62371354","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7442016720","display_name":null,"funder_award_id":"2023-ZDLGY-50","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1500657154","https://openalex.org/W2109341366","https://openalex.org/W2604924587","https://openalex.org/W2744008461","https://openalex.org/W2791797404","https://openalex.org/W2900655085","https://openalex.org/W2904994737","https://openalex.org/W2920689385","https://openalex.org/W2962737505","https://openalex.org/W2973857537","https://openalex.org/W3008684691","https://openalex.org/W3021140409","https://openalex.org/W3035462921","https://openalex.org/W3040668711","https://openalex.org/W3045592419","https://openalex.org/W3080641768","https://openalex.org/W3082845184","https://openalex.org/W3088599578","https://openalex.org/W3092314956","https://openalex.org/W3118929245","https://openalex.org/W3129115847","https://openalex.org/W3137672894","https://openalex.org/W3171189420","https://openalex.org/W3171303096","https://openalex.org/W3171911436","https://openalex.org/W3183480454","https://openalex.org/W3195483972","https://openalex.org/W4210964642","https://openalex.org/W4212985030","https://openalex.org/W4214854086","https://openalex.org/W4214882335","https://openalex.org/W4221058981","https://openalex.org/W4226509919","https://openalex.org/W4285129778","https://openalex.org/W4285184341","https://openalex.org/W4289822001","https://openalex.org/W4301852635","https://openalex.org/W4312283671","https://openalex.org/W4312354825","https://openalex.org/W4315489324","https://openalex.org/W4316022144","https://openalex.org/W4324116470","https://openalex.org/W4386634584","https://openalex.org/W4387319328","https://openalex.org/W4391097128","https://openalex.org/W4392405830"],"related_works":["https://openalex.org/W1939996075","https://openalex.org/W2102496746","https://openalex.org/W2118113972","https://openalex.org/W2360147445","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W2304003539","https://openalex.org/W1589966275"],"abstract_inverted_index":{"The":[0],"high-dynamic":[1,208],"characteristics":[2],"of":[3,20,34,47,131,178,189,195,210],"vehicular":[4,35],"networks":[5],"make":[6],"it":[7,184],"difficult":[8],"to":[9,29,98,122,128,155],"satisfy":[10,30],"strict":[11],"deterministic":[12,21,133],"quality-of-service":[13],"(QoS)":[14],"conditions.":[15],"Statistical":[16],"QoS":[17,22,32,49,165],"provisioning":[18,23,50],"instead":[19],"can":[24],"provide":[25,110],"an":[26],"efficient":[27],"way":[28],"delay-bounded":[31,205],"requirements":[33],"services.":[36,90],"Different":[37],"from":[38,84],"the":[39,45,58,73,100,124,149,157,171,175,179,187,190,193,196,200],"existing":[40],"work,":[41],"this":[42],"paper":[43],"considers":[44],"heterogeneity":[46],"statistical":[48,106],"for":[51,69,88,203],"delay-sensitive":[52],"services":[53,206],"in":[54,65,192],"Internet-of-Vehicles":[55],"(IoV),":[56],"where":[57,148],"overall":[59],"delay":[60,198],"violation":[61],"probability":[62],"is":[63,82,96,119,146,152],"limited":[64,83],"each":[66],"time":[67],"slot":[68],"mission-critical":[70],"applications,":[71],"and":[72,113,161,174,183,199],"queue":[74,201],"length":[75],"bound":[76],"along":[77],"with":[78,104,164],"its":[79],"higher-order":[80],"statistics":[81],"a":[85,111,129,137],"long-term":[86,92],"perspective":[87,194],"infotainment":[89],"A":[91],"resource":[93,162],"optimization":[94,117,134],"problem":[95,127],"formulated":[97,125],"minimize":[99],"average":[101],"energy":[102],"consumption":[103],"heterogeneous":[105,204],"latency":[107],"guarantees.":[108,167],"To":[109],"stable":[112],"fast":[114,158],"solution,":[115],"Lyapunov":[116],"method":[118],"first":[120],"leveraged":[121],"transform":[123],"stochastic":[126],"series":[130],"short-term":[132],"sub-problems.":[135],"Afterwards,":[136],"novel":[138],"two-level":[139],"hierarchical":[140],"deep":[141],"reinforcement":[142],"learning":[143],"(H-DRL)":[144],"framework":[145],"presented,":[147],"knowledge":[150],"sharing":[151],"further":[153],"introduced":[154],"realize":[156],"model":[159],"training":[160,176],"decision-making":[163],"performance":[166],"Simulation":[168],"results":[169],"verify":[170],"convergence":[172],"speed":[173],"accuracy":[177],"presented":[180],"H-DRL":[181],"framework,":[182],"also":[185],"shows":[186],"superiority":[188],"proposal":[191],"end-to-end":[197],"stability":[202],"under":[207],"environments":[209],"IoV.":[211]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}