{"id":"https://openalex.org/W4312572320","doi":"https://doi.org/10.1109/tsmc.2022.3227919","title":"Hierarchical Deep Reinforcement Learning With Experience Sharing for Metaverse in Education","display_name":"Hierarchical Deep Reinforcement Learning With Experience Sharing for Metaverse in Education","publication_year":2022,"publication_date":"2022-12-20","ids":{"openalex":"https://openalex.org/W4312572320","doi":"https://doi.org/10.1109/tsmc.2022.3227919"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2022.3227919","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3227919","pdf_url":"https://ieeexplore.ieee.org/ielx7/6221021/10073973/09994611.pdf","source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6221021/10073973/09994611.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040826848","display_name":"Ryan Hare","orcid":"https://orcid.org/0000-0003-3318-2034"},"institutions":[{"id":"https://openalex.org/I44265643","display_name":"Rowan University","ror":"https://ror.org/049v69k10","country_code":"US","type":"education","lineage":["https://openalex.org/I44265643"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ryan Hare","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rowan University, Glassboro, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-3318-2034","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, NJ, USA","institution_ids":["https://openalex.org/I44265643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086134377","display_name":"Ying Tang","orcid":"https://orcid.org/0000-0001-6064-1908"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210112270","display_name":"Qingdao Academy of Intelligent Industries","ror":"https://ror.org/02a0rnh86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112270"]},{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Tang","raw_affiliation_strings":["Institute of Smart Education, Qingdao Academy of Intelligent Industries, Qingdao, China","School of Information Science and Technology, Dalian Maritime University, Dalian, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6064-1908","affiliations":[{"raw_affiliation_string":"Institute of Smart Education, Qingdao Academy of Intelligent Industries, Qingdao, China","institution_ids":["https://openalex.org/I4210112270"]},{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040826848"],"corresponding_institution_ids":["https://openalex.org/I44265643"],"apc_list":null,"apc_paid":null,"fwci":7.6311,"has_fulltext":true,"cited_by_count":61,"citation_normalized_percentile":{"value":0.97707968,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"53","issue":"4","first_page":"2047","last_page":"2055"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.7369398474693298},{"id":"https://openalex.org/keywords/gridlock","display_name":"Gridlock","score":0.6974503397941589},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6469876766204834},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6165230870246887},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5217503309249878},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.427237331867218},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3882408142089844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2593538761138916},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18502318859100342}],"concepts":[{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.7369398474693298},{"id":"https://openalex.org/C2778558725","wikidata":"https://www.wikidata.org/wiki/Q8189896","display_name":"Gridlock","level":3,"score":0.6974503397941589},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6469876766204834},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6165230870246887},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5217503309249878},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.427237331867218},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3882408142089844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2593538761138916},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18502318859100342},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2022.3227919","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3227919","pdf_url":"https://ieeexplore.ieee.org/ielx7/6221021/10073973/09994611.pdf","source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tsmc.2022.3227919","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsmc.2022.3227919","pdf_url":"https://ieeexplore.ieee.org/ielx7/6221021/10073973/09994611.pdf","source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2765179250","display_name":null,"funder_award_id":"1913809","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4170240606","display_name":null,"funder_award_id":"P200A180055","funder_id":"https://openalex.org/F4320306106","funder_display_name":"U.S. Department of Education"},{"id":"https://openalex.org/G8429672145","display_name":null,"funder_award_id":"P200A180055","funder_id":"https://openalex.org/F4320332217","funder_display_name":"Office of Postsecondary Education"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306106","display_name":"U.S. Department of Education","ror":"https://ror.org/021adze67"},{"id":"https://openalex.org/F4320332217","display_name":"Office of Postsecondary Education","ror":"https://ror.org/0179vv482"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312572320.pdf","grobid_xml":"https://content.openalex.org/works/W4312572320.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1505211736","https://openalex.org/W1978487313","https://openalex.org/W1987725948","https://openalex.org/W2032100896","https://openalex.org/W2033597354","https://openalex.org/W2037402395","https://openalex.org/W2053976921","https://openalex.org/W2123120077","https://openalex.org/W2324137480","https://openalex.org/W2398173124","https://openalex.org/W2621205740","https://openalex.org/W2746553466","https://openalex.org/W2791797404","https://openalex.org/W2895387432","https://openalex.org/W2905334533","https://openalex.org/W2907214660","https://openalex.org/W2932967101","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964615009","https://openalex.org/W2991377414","https://openalex.org/W2996644972","https://openalex.org/W3005773208","https://openalex.org/W3006359196","https://openalex.org/W3006383880","https://openalex.org/W3034966130","https://openalex.org/W3048983622","https://openalex.org/W3107892667","https://openalex.org/W3114263192","https://openalex.org/W3203878893","https://openalex.org/W3209470862","https://openalex.org/W3212851478","https://openalex.org/W4206538855","https://openalex.org/W4232929002","https://openalex.org/W4281791809","https://openalex.org/W4285219803","https://openalex.org/W4296437325","https://openalex.org/W4309374891","https://openalex.org/W4309675543","https://openalex.org/W4312314355","https://openalex.org/W4320070415","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6761472960","https://openalex.org/W6779101081","https://openalex.org/W6810362314","https://openalex.org/W6838331864"],"related_works":["https://openalex.org/W3125687880","https://openalex.org/W2114728265","https://openalex.org/W354434132","https://openalex.org/W2625896312","https://openalex.org/W627928841","https://openalex.org/W4235546439","https://openalex.org/W2039020095","https://openalex.org/W3124843139","https://openalex.org/W3125370642","https://openalex.org/W2025603641"],"abstract_inverted_index":{"Metaverse":[0,40,73,92],"has":[1,28],"gained":[2],"increasing":[3],"interest":[4],"in":[5,72,89],"education,":[6],"with":[7,60],"much":[8],"of":[9,23,69,81],"literature":[10],"focusing":[11],"on":[12],"its":[13],"great":[14],"potential":[15],"to":[16,31,48,65],"enhance":[17],"both":[18],"individual":[19],"and":[20,35,79,85],"social":[21],"aspects":[22],"learning.":[24,41],"However,":[25],"little":[26],"work":[27],"been":[29],"done":[30],"address":[32,49],"the":[33,67,82],"systems":[34],"technologies":[36],"behind":[37],"providing":[38],"meaningful":[39],"This":[42],"article":[43],"proposes":[44],"a":[45,54,91],"technical":[46],"framework":[47,84],"this":[50],"research":[51],"gap,":[52],"where":[53],"hierarchical":[55],"multiagent":[56],"reinforcement":[57],"learning":[58,74,93],"approach":[59],"experience":[61],"sharing":[62],"is":[63],"developed":[64],"augment":[66],"intelligence":[68],"nonplayer":[70],"characters":[71],"for":[75],"personalization.":[76],"The":[77],"utility":[78],"benefits":[80],"proposed":[83],"methodologies":[86],"are":[87],"demonstrated":[88],"Gridlock,":[90],"game,":[94],"as":[95,97],"well":[96],"through":[98],"extensive":[99],"simulations.":[100]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":19}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2025-10-10T00:00:00"}