{"id":"https://openalex.org/W4390738701","doi":"https://doi.org/10.1109/tccn.2024.3352982","title":"Dynamic Resource Allocation for Real-Time Cloud XR Video Transmission: A Reinforcement Learning Approach","display_name":"Dynamic Resource Allocation for Real-Time Cloud XR Video Transmission: A Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-01-11","ids":{"openalex":"https://openalex.org/W4390738701","doi":"https://doi.org/10.1109/tccn.2024.3352982"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3352982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3352982","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106483898","display_name":"Zhaocheng Wang","orcid":"https://orcid.org/0000-0002-2467-2368"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaocheng Wang","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431222","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-2974-0972"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["College of Electronics and Information Engineering and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075806425","display_name":"Jun Wu","orcid":"https://orcid.org/0000-0001-7090-8653"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wu","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653327","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-1059-3642"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia","School of Electrical Engineering and Telecommunications, The University of New South Wales, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, The University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102859786","display_name":"Chenxi Li","orcid":"https://orcid.org/0009-0001-9818-2409"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Li","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5106483898"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":4.104,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94825356,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"996","last_page":"1010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.842423677444458},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6686869859695435},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5844682455062866},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.58168625831604},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4990379810333252},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.49542534351348877},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.45781224966049194},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44129252433776855},{"id":"https://openalex.org/keywords/dynamic-bandwidth-allocation","display_name":"Dynamic bandwidth allocation","score":0.43160220980644226},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.42893826961517334},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3646036982536316},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.32703539729118347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21090006828308105},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12586259841918945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.842423677444458},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6686869859695435},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5844682455062866},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.58168625831604},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4990379810333252},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.49542534351348877},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.45781224966049194},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44129252433776855},{"id":"https://openalex.org/C145062175","wikidata":"https://www.wikidata.org/wiki/Q5318947","display_name":"Dynamic bandwidth allocation","level":3,"score":0.43160220980644226},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.42893826961517334},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3646036982536316},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.32703539729118347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21090006828308105},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12586259841918945},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2024.3352982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3352982","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2213787959","display_name":null,"funder_award_id":"22ZR1465100","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G2884988689","display_name":null,"funder_award_id":"62271352","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2919620667","display_name":null,"funder_award_id":"U21A20452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4274870547","display_name":null,"funder_award_id":"2020YFA0711400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2165715302","https://openalex.org/W2274643335","https://openalex.org/W2325302871","https://openalex.org/W2724169821","https://openalex.org/W2746553466","https://openalex.org/W2767359317","https://openalex.org/W2969424089","https://openalex.org/W2981037657","https://openalex.org/W2985336933","https://openalex.org/W3016185400","https://openalex.org/W3021066175","https://openalex.org/W3026177720","https://openalex.org/W3038366466","https://openalex.org/W3088517130","https://openalex.org/W3118946314","https://openalex.org/W3122578499","https://openalex.org/W3133913697","https://openalex.org/W3149393134","https://openalex.org/W3162001688","https://openalex.org/W3182829817","https://openalex.org/W3193872380","https://openalex.org/W3200711151","https://openalex.org/W3203588647","https://openalex.org/W3209992943","https://openalex.org/W3211357866","https://openalex.org/W4214717370","https://openalex.org/W4226073470","https://openalex.org/W4283757933","https://openalex.org/W4386450073","https://openalex.org/W6685444567","https://openalex.org/W6740092555","https://openalex.org/W6769218391"],"related_works":["https://openalex.org/W2057490875","https://openalex.org/W2141211540","https://openalex.org/W2148705057","https://openalex.org/W4251345889","https://openalex.org/W2107680962","https://openalex.org/W4233765508","https://openalex.org/W2154883669","https://openalex.org/W2122266837","https://openalex.org/W2043533257","https://openalex.org/W2037283301"],"abstract_inverted_index":{"The":[0],"extend":[1],"reality":[2],"(XR)":[3],"applications":[4],"are":[5,187],"increasing":[6],"rapidly":[7],"alongside":[8],"the":[9,23,45,53,58,92,117,134,159,169,178,209,213,223],"development":[10],"of":[11,30,48,57,94,124,158,242],"mobile":[12],"Internet.":[13],"Wireless":[14],"resource":[15,41,59,71,164,244],"allocation":[16,42,60,74,141,182,227],"faces":[17],"a":[18,39,82,129,193,205],"significant":[19],"challenge":[20,179],"due":[21],"to":[22,37,104,176,203],"high":[24],"reliability":[25],"and":[26,68,101,151,166,172,184,200],"ultra-low":[27],"latency":[28],"characteristics":[29,47],"XR":[31,87],"applications.":[32],"So":[33],"it":[34],"is":[35],"crucial":[36],"implement":[38],"rational":[40],"program.":[43],"However,":[44],"complex":[46],"multi-user":[49],"channels,":[50],"coupled":[51],"with":[52,116,121],"huge":[54],"solution":[55],"space":[56],"optimization":[61],"problem,":[62],"prevent":[63],"conventional":[64],"methods":[65,228],"from":[66],"efficiently":[67],"reliably":[69],"deriving":[70],"block":[72],"(RB)":[73],"schemes.":[75],"Therefore,":[76],"in":[77,217,240],"this":[78],"paper,":[79],"we":[80,102,127,191],"construct":[81],"low-latency,":[83],"highly":[84],"dynamic":[85,139,225],"cloud":[86],"video":[88,95],"transmission":[89],"model":[90],"considering":[91],"randomness":[93],"arrival":[96],"misalignment":[97],"for":[98,112,136],"different":[99],"users,":[100],"resort":[103],"newly":[105],"developed":[106],"deep":[107,147],"reinforcement":[108],"learning":[109],"(DRL)":[110],"techniques":[111],"solutions.":[113],"To":[114],"deal":[115],"dimensional":[118],"disaster":[119],"problem":[120,216],"exponential":[122],"order":[123],"RB":[125,140,181,226],"allocation,":[126],"propose":[128],"parallel":[130],"multi-DRL":[131],"framework":[132],"as":[133,234,237],"foundation":[135],"introducing":[137],"two":[138],"algorithms:":[142],"multi":[143,152],"noisy":[144],"double":[145],"dueling":[146],"Q":[148],"networks":[149],"(M-Noisy-D3QN)":[150],"soft":[153],"actor":[154],"critic":[155],"(M-SAC).":[156],"Both":[157],"proposed":[160,224],"algorithms":[161],"can":[162,167,229],"improve":[163],"utilization":[165],"achieve":[168],"exploration":[170],"ability":[171],"complexity":[173],"trade-off.":[174],"Moreover,":[175],"address":[177],"that":[180,222],"actions":[183],"system":[185],"goals":[186],"not":[188],"directly":[189],"related,":[190],"design":[192],"novel":[194],"reward":[195,214],"function":[196],"combining":[197],"external":[198],"rewards":[199],"internal":[201],"incentives":[202],"establish":[204],"coherent":[206],"connection":[207],"between":[208],"two,":[210],"i.e.,":[211],"solve":[212],"sparsity":[215],"DRL.":[218],"Simulation":[219],"results":[220],"show":[221],"successfully":[230],"serve":[231],"nearly":[232],"twice":[233],"many":[235],"users":[236],"other":[238],"benchmarks":[239],"case":[241],"bandwidth":[243],"constraints.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}