{"id":"https://openalex.org/W4416078222","doi":"https://doi.org/10.1109/tnse.2025.3631092","title":"Joint Optimization of Network Resources With Multi-Agent Reinforcement Learning in Multi-User Virtual Reality Networks","display_name":"Joint Optimization of Network Resources With Multi-Agent Reinforcement Learning in Multi-User Virtual Reality Networks","publication_year":2025,"publication_date":"2025-11-10","ids":{"openalex":"https://openalex.org/W4416078222","doi":"https://doi.org/10.1109/tnse.2025.3631092"},"language":null,"primary_location":{"id":"doi:10.1109/tnse.2025.3631092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3631092","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027391899","display_name":"Xinyu Wan","orcid":"https://orcid.org/0000-0003-3334-9922"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Xinyu Wan","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Sydney, Sydney, NSW, Australia","School of Electrical and Computer Engineering, The University of Sydney, Sydney NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086268677","display_name":"Abbas Jamalipour","orcid":"https://orcid.org/0000-0002-1807-7220"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Jamalipour","raw_affiliation_strings":["School of Electrical and Computer Engineering, University of Sydney, Sydney, NSW, Australia","School of Electrical and Computer Engineering, University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering, University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027391899"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36274906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"4985","last_page":"4999"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.516700029373169,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.516700029373169,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.15760000050067902,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.07150000333786011,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6832000017166138},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5874000191688538},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5501000285148621},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5209000110626221},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5209000110626221},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5157999992370605},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.48350000381469727},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4823000133037567},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.46470001339912415},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4471000134944916}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7962999939918518},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6832000017166138},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5874000191688538},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5702999830245972},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5501000285148621},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5209000110626221},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5209000110626221},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4823000133037567},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.428600013256073},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.3084999918937683},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.29159998893737793},{"id":"https://openalex.org/C2985793214","wikidata":"https://www.wikidata.org/wiki/Q3274096","display_name":"Utility maximization","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C2778002699","wikidata":"https://www.wikidata.org/wiki/Q876057","display_name":"Multi-user","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.27239999175071716},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C4727928","wikidata":"https://www.wikidata.org/wiki/Q17164759","display_name":"Social network (sociolinguistics)","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2025.3631092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3631092","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1980999707","https://openalex.org/W2268295991","https://openalex.org/W2623181870","https://openalex.org/W2770021962","https://openalex.org/W2797080816","https://openalex.org/W2914403288","https://openalex.org/W3002723509","https://openalex.org/W3014420409","https://openalex.org/W3138954746","https://openalex.org/W3206341804","https://openalex.org/W3207323840","https://openalex.org/W3207744807","https://openalex.org/W3212754509","https://openalex.org/W3214374352","https://openalex.org/W4210402018","https://openalex.org/W4210795263","https://openalex.org/W4221086736","https://openalex.org/W4221123607","https://openalex.org/W4251137679","https://openalex.org/W4285149407","https://openalex.org/W4296339041","https://openalex.org/W4296473508","https://openalex.org/W4296916017","https://openalex.org/W4312940001","https://openalex.org/W4313128472","https://openalex.org/W4313534960","https://openalex.org/W4313591724","https://openalex.org/W4317419718","https://openalex.org/W4318148331","https://openalex.org/W4328008207","https://openalex.org/W4366310785","https://openalex.org/W4376480910","https://openalex.org/W4379382313","https://openalex.org/W4380926760","https://openalex.org/W4381304086","https://openalex.org/W4385819823","https://openalex.org/W4385882136","https://openalex.org/W4386249817","https://openalex.org/W4386280791","https://openalex.org/W4386322075","https://openalex.org/W4386558805","https://openalex.org/W4387415063","https://openalex.org/W4387870019","https://openalex.org/W4387870951","https://openalex.org/W4387871105","https://openalex.org/W4388207345","https://openalex.org/W4388873072","https://openalex.org/W4390044310","https://openalex.org/W4390488772","https://openalex.org/W4390815265","https://openalex.org/W4390871585","https://openalex.org/W4391341842","https://openalex.org/W4391791330","https://openalex.org/W4392175524","https://openalex.org/W4393305293","https://openalex.org/W4400277356","https://openalex.org/W4400277452","https://openalex.org/W4400771787","https://openalex.org/W4401212627","https://openalex.org/W4401250809","https://openalex.org/W4402834865","https://openalex.org/W4403295031","https://openalex.org/W4403791560","https://openalex.org/W4405362465","https://openalex.org/W4405975459","https://openalex.org/W4408441590","https://openalex.org/W4413349533"],"related_works":[],"abstract_inverted_index":{"Multi-user":[0],"virtual":[1],"reality":[2],"(VR)":[3],"networks":[4,135],"face":[5],"significant":[6],"challenges":[7,32],"in":[8,36,98,170],"wireless":[9,100],"environments":[10,38],"due":[11],"to":[12,57,90],"their":[13],"demanding":[14],"requirements":[15],"for":[16,141,205],"low":[17],"latency,":[18],"high":[19],"bandwidth,":[20],"and":[21,42,48,95,145,174,182,198],"efficient":[22],"resource":[23,50,123],"allocation":[24],"across":[25,128,164,195],"concurrent":[26],"users":[27,40],"with":[28,118,136],"heterogeneous":[29],"needs.":[30],"These":[31],"are":[33],"further":[34],"complicated":[35],"dynamic":[37],"where":[39],"move":[41],"interact,":[43],"creating":[44],"varying":[45],"load":[46],"patterns":[47],"potential":[49],"contention.":[51],"Traditional":[52],"optimization":[53],"approaches":[54,163],"often":[55],"struggle":[56],"balance":[58],"the":[59,106,157],"competing":[60],"objectives":[61],"of":[62,66],"maximizing":[63],"users'":[64],"quality":[65],"experience":[67,173],"(QoE)":[68],"while":[69],"efficiently":[70],"utilizing":[71],"limited":[72],"network":[73,186],"resources.":[74],"This":[75],"paper":[76],"utilizes":[77],"a":[78,109],"comprehensive":[79],"framework":[80,132],"employing":[81],"Proximal":[82],"Policy":[83],"Optimization-based":[84],"Multi-Agent":[85],"Markov":[86],"Decision":[87],"Process":[88],"(PPO-MAMDP)":[89],"jointly":[91],"optimize":[92],"communication,":[93],"computing,":[94],"caching":[96],"resources":[97],"multi-user":[99,207],"VR":[101,115,208],"networks.":[102],"Our":[103,189],"approach":[104,190],"formulates":[105],"problem":[107],"as":[108,185],"social":[110],"welfare":[111],"maximization":[112],"that":[113,156],"balances":[114],"user":[116,172,199],"QoE":[117],"small":[119],"base":[120],"station":[121],"(SBS)":[122],"efficiency":[124],"through":[125],"coordinated":[126],"decision-making":[127],"multiple":[129,165],"agents.":[130],"The":[131,177],"incorporates":[133],"actor-critic":[134],"generalized":[137],"advantage":[138],"estimation":[139],"(GAE)":[140],"enhanced":[142],"training":[143],"stability":[144,184],"faster":[146],"convergence":[147],"when":[148],"navigating":[149],"complex":[150],"decision":[151],"spaces.":[152],"Simulation":[153],"results":[154],"demonstrate":[155],"proposed":[158],"PPO-MAMDP":[159],"algorithm":[160,178],"outperforms":[161],"baseline":[162],"metrics,":[166,200],"achieving":[167],"higher":[168],"performance":[169,194],"both":[171,196],"system":[175,197],"efficiency.":[176],"demonstrates":[179],"robust":[180],"adaptability":[181],"improved":[183],"density":[187],"increases.":[188],"uniquely":[191],"maintains":[192],"balanced":[193],"making":[201],"it":[202],"particularly":[203],"suitable":[204],"next-generation":[206],"applications.":[209]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-10T00:00:00"}