{"id":"https://openalex.org/W7114780943","doi":"https://doi.org/10.1007/s10462-025-11433-1","title":"Reinforcement learning and the Metaverse: a symbiotic collaboration","display_name":"Reinforcement learning and the Metaverse: a symbiotic collaboration","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W7114780943","doi":"https://doi.org/10.1007/s10462-025-11433-1"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-025-11433-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11433-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11433-1.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11433-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Nada Elsokkary","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Nada Elsokkary","raw_affiliation_strings":["Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wasif Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["AE","US"],"is_corresponding":false,"raw_author_name":"Wasif Khan","raw_affiliation_strings":["Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","J. Crayton Pruitt Family Department of Biomedical Engineering, Herbert Wertheim College of Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"J. Crayton Pruitt Family Department of Biomedical Engineering, Herbert Wertheim College of Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mohammed Shurrab","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["AE","CA"],"is_corresponding":false,"raw_author_name":"Mohammed Shurrab","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rabeb Mizouni","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Rabeb Mizouni","raw_affiliation_strings":["Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, United Arab Emirates","Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shakti Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Shakti Singh","raw_affiliation_strings":["Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, United Arab Emirates","Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jamal Bentahar","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["AE","CA"],"is_corresponding":false,"raw_author_name":"Jamal Bentahar","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","KU 6G Research Center, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"KU 6G Research Center, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Azzam Mourad","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]},{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]}],"countries":["AE","LB"],"is_corresponding":false,"raw_author_name":"Azzam Mourad","raw_affiliation_strings":["Department of CSM, Artificial Intelligence and Cyber Systems Research Center, Lebanese American University, Beirut, Lebanon","Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","KU 6G Research Center, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of CSM, Artificial Intelligence and Cyber Systems Research Center, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]},{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"KU 6G Research Center, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hadi Otrok","orcid":null},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hadi Otrok","raw_affiliation_strings":["Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, United Arab Emirates","Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Cyber-Physical Systems (C2PS), Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Department of Computer Science, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51412063,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"59","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.30149999260902405,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.30149999260902405,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18940000236034393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.09870000183582306,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.8913999795913696},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6194999814033508},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5425000190734863},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4855000078678131},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43939998745918274},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.42590001225471497},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.40540000796318054}],"concepts":[{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.8913999795913696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8198000192642212},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6194999814033508},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5737000107765198},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5425000190734863},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4855000078678131},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.42590001225471497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41449999809265137},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C136172866","wikidata":"https://www.wikidata.org/wiki/Q1088088","display_name":"Possible world","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C19273510","wikidata":"https://www.wikidata.org/wiki/Q263847","display_name":"Artificial life","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-025-11433-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11433-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11433-1.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-025-11433-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11433-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11433-1.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6832085847854614,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7114780943.pdf"},"referenced_works_count":135,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2029130131","https://openalex.org/W2568772110","https://openalex.org/W2580909119","https://openalex.org/W2617547828","https://openalex.org/W2908261578","https://openalex.org/W2910711617","https://openalex.org/W2964110616","https://openalex.org/W2991046523","https://openalex.org/W3088310808","https://openalex.org/W3100789280","https://openalex.org/W3127561923","https://openalex.org/W3204496682","https://openalex.org/W3212282604","https://openalex.org/W3212580602","https://openalex.org/W3214250514","https://openalex.org/W4206484811","https://openalex.org/W4220970489","https://openalex.org/W4225152044","https://openalex.org/W4281712903","https://openalex.org/W4285124842","https://openalex.org/W4286253093","https://openalex.org/W4288046477","https://openalex.org/W4289713376","https://openalex.org/W4291520174","https://openalex.org/W4294891500","https://openalex.org/W4306786778","https://openalex.org/W4309484364","https://openalex.org/W4311361703","https://openalex.org/W4311486598","https://openalex.org/W4311607213","https://openalex.org/W4312443712","https://openalex.org/W4312572320","https://openalex.org/W4312616886","https://openalex.org/W4312940001","https://openalex.org/W4313053000","https://openalex.org/W4313350218","https://openalex.org/W4313484984","https://openalex.org/W4321484225","https://openalex.org/W4322493038","https://openalex.org/W4361029767","https://openalex.org/W4376456497","https://openalex.org/W4377235537","https://openalex.org/W4377710429","https://openalex.org/W4379382249","https://openalex.org/W4379619731","https://openalex.org/W4379659737","https://openalex.org/W4381304086","https://openalex.org/W4381786556","https://openalex.org/W4381946597","https://openalex.org/W4384158452","https://openalex.org/W4384787194","https://openalex.org/W4385731839","https://openalex.org/W4385800509","https://openalex.org/W4386193536","https://openalex.org/W4386275784","https://openalex.org/W4386436235","https://openalex.org/W4386494508","https://openalex.org/W4386702654","https://openalex.org/W4386758039","https://openalex.org/W4387303201","https://openalex.org/W4387412833","https://openalex.org/W4387412871","https://openalex.org/W4387717640","https://openalex.org/W4387789899","https://openalex.org/W4387869580","https://openalex.org/W4387870989","https://openalex.org/W4387885997","https://openalex.org/W4387914664","https://openalex.org/W4387914839","https://openalex.org/W4388235513","https://openalex.org/W4388738111","https://openalex.org/W4388819734","https://openalex.org/W4388873066","https://openalex.org/W4388873072","https://openalex.org/W4388918493","https://openalex.org/W4388948384","https://openalex.org/W4389097379","https://openalex.org/W4389131286","https://openalex.org/W4389665883","https://openalex.org/W4389961146","https://openalex.org/W4390044325","https://openalex.org/W4390044355","https://openalex.org/W4390075021","https://openalex.org/W4390075129","https://openalex.org/W4390075244","https://openalex.org/W4390708786","https://openalex.org/W4391019625","https://openalex.org/W4391305574","https://openalex.org/W4391341764","https://openalex.org/W4391541001","https://openalex.org/W4391547620","https://openalex.org/W4391827428","https://openalex.org/W4391847954","https://openalex.org/W4391892432","https://openalex.org/W4392152420","https://openalex.org/W4392158130","https://openalex.org/W4392982076","https://openalex.org/W4393259376","https://openalex.org/W4393305293","https://openalex.org/W4393372130","https://openalex.org/W4394698527","https://openalex.org/W4394862759","https://openalex.org/W4394880512","https://openalex.org/W4394939010","https://openalex.org/W4394939130","https://openalex.org/W4394967034","https://openalex.org/W4395027451","https://openalex.org/W4396680723","https://openalex.org/W4396782816","https://openalex.org/W4398228704","https://openalex.org/W4399205844","https://openalex.org/W4399310716","https://openalex.org/W4400356258","https://openalex.org/W4400357656","https://openalex.org/W4400933825","https://openalex.org/W4401507011","https://openalex.org/W4402028823","https://openalex.org/W4402041288","https://openalex.org/W4402156336","https://openalex.org/W4402281951","https://openalex.org/W4402346859","https://openalex.org/W4402542490","https://openalex.org/W4402808276","https://openalex.org/W4404914279","https://openalex.org/W4405488117","https://openalex.org/W4405656363","https://openalex.org/W4406610302","https://openalex.org/W4407901494","https://openalex.org/W4407946340","https://openalex.org/W4408071444","https://openalex.org/W4409225697","https://openalex.org/W4409249318","https://openalex.org/W4410312055","https://openalex.org/W4413925236"],"related_works":[],"abstract_inverted_index":{"The":[0,24],"Metaverse":[1,25,76,127,160,167],"is":[2,69,116],"an":[3],"emerging":[4],"virtual":[5,22,175],"reality":[6],"space":[7],"that":[8,139],"merges":[9],"digital":[10,30],"and":[11,14,20,37,45,51,87,100,106,128,177,194],"physical":[12,50],"worlds":[13],"provides":[15],"users":[16],"with":[17,198],"immersive,":[18],"interactive,":[19],"persistent":[21],"environments.":[23,63],"leverages":[26],"multiple":[27,119],"technologies,":[28],"including":[29],"twins,":[31],"blockchain,":[32],"artificial":[33],"intelligence,":[34],"extended":[35],"reality,":[36],"edge":[38],"computing":[39],"to":[40,79,96,102,184],"realize":[41],"the":[42,73,80,123,126,137,141,147,164,169,178,190,202],"seamless":[43],"connectivity":[44],"interaction":[46,86],"between":[47],"both":[48],"worlds:":[49],"virtual.":[52],"Artificial":[53],"Intelligence":[54],"(AI)":[55],"empowers":[56],"intelligent":[57],"decisions":[58],"in":[59,72,109,136,173,201],"such":[60],"complex":[61,104],"dynamic":[62],"More":[64],"specifically,":[65],"Reinforcement":[66],"Learning":[67],"(RL)":[68],"uniquely":[70],"effective":[71],"context":[74],"of":[75,83,90,143,156,166,171],"applications":[77],"due":[78],"natural":[81],"process":[82],"learning":[84],"through":[85],"its":[88],"modeling":[89],"sequential":[91],"decision":[92],"making,":[93],"allowing":[94],"it":[95],"be":[97],"flexible,":[98],"dynamic,":[99],"able":[101],"discover":[103],"strategies":[105],"emergent":[107],"behavior":[108],"complicated":[110],"environments":[111],"where":[112],"programming":[113],"explicit":[114],"rules":[115],"impractical.":[117],"Although":[118],"works":[120],"have":[121],"explored":[122],"research":[124,195],"on":[125],"AI-based":[129],"applications,":[130],"there":[131],"remains":[132],"a":[133,153],"significant":[134],"gap":[135],"literature":[138],"addresses":[140],"contribution":[142],"RL":[144,157,172,200],"algorithms":[145,158],"within":[146],"Metaverse.":[148,203],"Therefore,":[149],"this":[150],"review":[151],"presents":[152],"comprehensive":[154],"overview":[155],"for":[159,180],"applications.":[161,186],"We":[162],"examine":[163],"architecture":[165],"networks,":[168],"role":[170],"enhancing":[174],"interactions,":[176],"potential":[179],"transferring":[181],"learned":[182],"behaviors":[183],"real-world":[185],"Furthermore,":[187],"we":[188],"categorize":[189],"key":[191],"challenges,":[192],"opportunities,":[193],"directions":[196],"associated":[197],"deploying":[199]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-12-11T00:00:00"}