{"id":"https://openalex.org/W4376478445","doi":"https://doi.org/10.1109/wcnc55385.2023.10119006","title":"Dynamic Resource Allocation for Metaverse Applications with Deep Reinforcement Learning","display_name":"Dynamic Resource Allocation for Metaverse Applications with Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4376478445","doi":"https://doi.org/10.1109/wcnc55385.2023.10119006"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc55385.2023.10119006","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc55385.2023.10119006","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052317784","display_name":"Nam H. Chu","orcid":"https://orcid.org/0000-0001-5652-7408"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nam H. Chu","raw_affiliation_strings":["University of Technology Sydney,School of Electrical and Data Engineering,Australia","School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,School of Electrical and Data Engineering,Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep N. Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["University of Technology Sydney,School of Electrical and Data Engineering,Australia","School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,School of Electrical and Data Engineering,Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["University of Technology Sydney,School of Electrical and Data Engineering,Australia","School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,School of Electrical and Data Engineering,Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047541214","display_name":"Khoa T. Phan","orcid":"https://orcid.org/0000-0003-0471-9402"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Khoa T. Phan","raw_affiliation_strings":["La Trobe University,School of Engineering and Mathematical Sciences,Melbourne,Australia","School of Engineering and Mathematical Sciences, La Trobe University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"La Trobe University,School of Engineering and Mathematical Sciences,Melbourne,Australia","institution_ids":["https://openalex.org/I196829312"]},{"raw_affiliation_string":"School of Engineering and Mathematical Sciences, La Trobe University, Melbourne, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["University of Technology Sydney,School of Electrical and Data Engineering,Australia","School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,School of Electrical and Data Engineering,Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["Nanyang Technological University,School of Computer Science and Engineering,Singapore","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,School of Computer Science and Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037017610","display_name":"Tao Shu","orcid":"https://orcid.org/0000-0002-0173-2559"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Shu","raw_affiliation_strings":["Auburn University,Department of Computer Science and Software Engineering,USA","Department of Computer Science and Software Engineering, Auburn University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auburn University,Department of Computer Science and Software Engineering,USA","institution_ids":["https://openalex.org/I82497590"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Auburn University, USA","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8160654902458191},{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.7888747453689575},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6366262435913086},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5167242884635925},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4872678518295288},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.48725762963294983},{"id":"https://openalex.org/keywords/possible-world","display_name":"Possible world","score":0.47648900747299194},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4480323791503906},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.26834481954574585},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.25707125663757324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1916384994983673},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08720776438713074},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.0815822184085846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8160654902458191},{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.7888747453689575},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6366262435913086},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5167242884635925},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4872678518295288},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.48725762963294983},{"id":"https://openalex.org/C136172866","wikidata":"https://www.wikidata.org/wiki/Q1088088","display_name":"Possible world","level":2,"score":0.47648900747299194},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4480323791503906},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.26834481954574585},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25707125663757324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1916384994983673},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08720776438713074},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.0815822184085846},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc55385.2023.10119006","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc55385.2023.10119006","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1994616650","https://openalex.org/W2123402141","https://openalex.org/W2142957821","https://openalex.org/W2145339207","https://openalex.org/W2494547223","https://openalex.org/W2604315660","https://openalex.org/W2746553466","https://openalex.org/W2926752081","https://openalex.org/W2951799221","https://openalex.org/W2983412292","https://openalex.org/W3208948435","https://openalex.org/W3211008182","https://openalex.org/W3214250514","https://openalex.org/W3217059638","https://openalex.org/W4312940001","https://openalex.org/W6685444567","https://openalex.org/W6802916781","https://openalex.org/W6803479139","https://openalex.org/W6803708861","https://openalex.org/W6804681509","https://openalex.org/W6810312393"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W4225269853","https://openalex.org/W3168977894"],"abstract_inverted_index":{"This":[0],"work":[1],"proposes":[2],"a":[3,87],"novel":[4],"framework":[5,91],"to":[6,23,49,64,70,105,140,151],"dynamically":[7],"and":[8,11,75,81,92,109,118,149],"effectively":[9],"manage":[10],"allocate":[12],"different":[13],"types":[14,29],"of":[15,27,40,78,162],"resources":[16,26],"for":[17,113,126,144,156],"Metaverse":[18,41,115,127,146,157],"applications,":[19,42],"which":[20],"are":[21],"forecasted":[22],"demand":[24],"massive":[25],"various":[28],"that":[30,97,133],"have":[31],"never":[32],"been":[33],"seen":[34],"before.":[35],"Specifically,":[36],"by":[37],"studying":[38],"functions":[39,58],"we":[43,85],"first":[44],"propose":[45,93],"an":[46,94],"effective":[47],"solution":[48],"divide":[50],"applications":[51,63],"into":[52],"groups,":[53],"namely":[54],"MetaInstances,":[55],"where":[56],"common":[57],"can":[59,98,137],"be":[60],"shared":[61],"among":[62],"enhance":[65,123],"resource":[66,110],"usage":[67,111],"efficiency.":[68],"Then,":[69],"capture":[71],"the":[72,101,107,114,120,124,145],"real-time,":[73],"dynamic,":[74],"uncertain":[76],"characteristics":[77],"request":[79],"arrival":[80],"application":[82,158],"departure":[83],"processes,":[84],"develop":[86],"semi-Markov":[88],"decision":[89],"process-based":[90],"intelligent":[95],"algorithm":[96],"gradually":[99],"learn":[100],"optimal":[102],"admission":[103],"policy":[104],"maximize":[106],"revenue":[108,143],"efficiency":[112],"service":[116,147],"provider":[117],"at":[119],"same":[121],"time":[122],"Quality-of-Service":[125],"users.":[128],"Extensive":[129],"simulation":[130],"results":[131],"show":[132],"our":[134],"proposed":[135],"approach":[136],"achieve":[138],"up":[139,150],"120%":[141],"greater":[142],"providers":[148],"178.9%":[152],"higher":[153],"acceptance":[154],"probability":[155],"requests":[159],"than":[160],"those":[161],"other":[163],"baselines.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}