{"id":"https://openalex.org/W3132669100","doi":"https://doi.org/10.1109/twc.2022.3161970","title":"Meta-Reinforcement Learning for Reliable Communication in THz/VLC Wireless VR Networks","display_name":"Meta-Reinforcement Learning for Reliable Communication in THz/VLC Wireless VR Networks","publication_year":2022,"publication_date":"2022-03-31","ids":{"openalex":"https://openalex.org/W3132669100","doi":"https://doi.org/10.1109/twc.2022.3161970","mag":"3132669100"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3161970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3161970","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101796015","display_name":"Yining Wang","orcid":"https://orcid.org/0000-0003-2353-3400"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yining Wang","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072241033","display_name":"Mingzhe Chen","orcid":"https://orcid.org/0000-0003-2570-703X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingzhe Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066878475","display_name":"Zhaohui Yang","orcid":"https://orcid.org/0000-0002-4475-589X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhaohui Yang","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walid Saad","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Wireless@VT, Virginia Tech, Arlington, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Wireless@VT, Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002713029","display_name":"Tao Luo","orcid":"https://orcid.org/0000-0003-4870-5942"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Luo","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009164482","display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0003-2608-775X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["School of Science and Engineering (SSE), the Future Network of Intelligence Institute (FNii), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Hong Kong","Peng Cheng Laboratory, Shenzhen, China","Shenzhen Research Institute of Big Data, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering (SSE), the Future Network of Intelligence Institute (FNii), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Shenzhen Research Institute of Big Data, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042307561","display_name":"H. Vincent Poor","orcid":"https://orcid.org/0000-0002-2062-131X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Vincent Poor","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101796015"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":3.2323,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.9237758,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"21","issue":"9","first_page":"7778","last_page":"7793"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8456587195396423},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7695184350013733},{"id":"https://openalex.org/keywords/visible-light-communication","display_name":"Visible light communication","score":0.7429237961769104},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.674461841583252},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5656567811965942},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5166371464729309},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3789374828338623},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3256933093070984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2772306203842163},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16197314858436584},{"id":"https://openalex.org/keywords/light-emitting-diode","display_name":"Light-emitting diode","score":0.13377109169960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8456587195396423},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7695184350013733},{"id":"https://openalex.org/C160487672","wikidata":"https://www.wikidata.org/wiki/Q1426313","display_name":"Visible light communication","level":3,"score":0.7429237961769104},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.674461841583252},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5656567811965942},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5166371464729309},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3789374828338623},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3256933093070984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2772306203842163},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16197314858436584},{"id":"https://openalex.org/C176666156","wikidata":"https://www.wikidata.org/wiki/Q25504","display_name":"Light-emitting diode","level":2,"score":0.13377109169960022},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3161970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3161970","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2015320000","display_name":null,"funder_award_id":"62171047","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3408123394","display_name":null,"funder_award_id":"CNS-1909372","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5765647807","display_name":null,"funder_award_id":"2018YFB1800800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8362558240","display_name":null,"funder_award_id":"CX2020210","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1566346978","https://openalex.org/W1771410628","https://openalex.org/W1967630104","https://openalex.org/W1976761711","https://openalex.org/W2085069379","https://openalex.org/W2278366347","https://openalex.org/W2279550167","https://openalex.org/W2296765064","https://openalex.org/W2520896966","https://openalex.org/W2604763608","https://openalex.org/W2695227890","https://openalex.org/W2784711283","https://openalex.org/W2791124749","https://openalex.org/W2803097756","https://openalex.org/W2808128011","https://openalex.org/W2887223659","https://openalex.org/W2896737602","https://openalex.org/W2899914293","https://openalex.org/W2901851646","https://openalex.org/W2945507395","https://openalex.org/W2949608212","https://openalex.org/W2951617530","https://openalex.org/W2951775809","https://openalex.org/W2958784994","https://openalex.org/W2963190415","https://openalex.org/W2975296300","https://openalex.org/W3022040769","https://openalex.org/W3022996137","https://openalex.org/W3034379581","https://openalex.org/W3034629262","https://openalex.org/W3035467795","https://openalex.org/W3043543211","https://openalex.org/W3044319949","https://openalex.org/W3046150221","https://openalex.org/W3088798095","https://openalex.org/W3090615085","https://openalex.org/W3094461769","https://openalex.org/W3112680714","https://openalex.org/W3115199278","https://openalex.org/W3121424280","https://openalex.org/W3153783799","https://openalex.org/W3163879725","https://openalex.org/W3172394904","https://openalex.org/W3189886891","https://openalex.org/W3190652965","https://openalex.org/W3203789000","https://openalex.org/W4287801005","https://openalex.org/W6638018090","https://openalex.org/W6736057607","https://openalex.org/W6739717732","https://openalex.org/W6776867814"],"related_works":["https://openalex.org/W2501797479","https://openalex.org/W2997630107","https://openalex.org/W3109516991","https://openalex.org/W1544202060","https://openalex.org/W2291056487","https://openalex.org/W2395898055","https://openalex.org/W2779101090","https://openalex.org/W2289948051","https://openalex.org/W3081944688","https://openalex.org/W3096625689"],"abstract_inverted_index":{"In":[0,26,220],"this":[1,185],"paper,":[2],"the":[3,7,27,85,92,96,124,143,159,169,178,209,224,228,271,285,300],"problem":[4,147,153,225],"of":[5,9,87,95,162,226,231,241,288],"enhancing":[6],"quality":[8],"virtual":[10],"reality":[11],"(VR)":[12],"services":[13,52],"is":[14,148,156,199,255],"studied":[15,28,97],"for":[16,53,119,235],"an":[17,151],"indoor":[18,50],"terahertz":[19],"(THz)/visible":[20],"light":[21],"communication":[22],"(VLC)":[23],"wireless":[24,99],"network.":[25],"model,":[29],"small":[30],"base":[31],"stations":[32],"(SBSs)":[33],"transmit":[34,142],"high-quality":[35],"VR":[36,39,58,88,100,120,132,144,165,236],"images":[37,133],"to":[38,72,113,141,157,172,212,215,222,262,279],"users":[40,59,166,234,291],"over":[41,69],"THz":[42,77,136],"bands":[43],"and":[44,64,78,116,134,176,274,281,296],"light-emitting":[45],"diodes":[46],"(LEDs)":[47],"provide":[48],"accurate":[49,115],"positioning":[51,118],"them":[54],"using":[55],"VLC.":[56],"Here,":[57],"move":[60],"in":[61,284,299],"real":[62],"time":[63,70],"their":[65,73],"movement":[66,218],"patterns":[67],"change":[68],"according":[71],"applications,":[74],"where":[75],"both":[76],"VLC":[79,102],"links":[80,137],"can":[81],"be":[82,107,173],"blocked":[83],"by":[84,167],"bodies":[86],"users.":[89,121],"To":[90,183],"control":[91],"energy":[93],"consumption":[94],"THz/VLC":[98],"network,":[101],"access":[103],"points":[104],"(VAPs)":[105],"must":[106,129],"selectively":[108],"turned":[109,174],"on":[110,123,175],"so":[111],"as":[112,150,292,294],"ensure":[114],"extensive":[117],"Based":[122],"user":[125,179,217],"positions,":[126],"each":[127],"SBS":[128],"generate":[130],"corresponding":[131],"establish":[135],"without":[138],"body":[139],"blockage":[140],"content.":[145],"The":[146,201],"formulated":[149],"optimization":[152,268],"whose":[154],"goal":[155],"maximize":[158],"average":[160,229,286],"number":[161,230,287],"successfully":[163,232,289],"served":[164,233,290],"selecting":[168],"appropriate":[170],"VAPs":[171],"controlling":[177],"association":[180],"with":[181,238,251],"SBSs.":[182],"solve":[184,223],"problem,":[186],"a":[187,196,243,252,263],"policy":[188,204,211,267],"gradient-based":[189],"reinforcement":[190],"learning":[191],"(RL)":[192],"algorithm":[193,207,249,269],"that":[194],"adopts":[195],"meta-learning":[197],"approach":[198],"proposed.":[200,256],"proposed":[202,272],"meta":[203],"gradient":[205],"(MPG)":[206],"enables":[208],"trained":[210],"quickly":[213],"adapt":[214],"new":[216],"patterns.":[219],"order":[221],"maximizing":[227],"scenarios":[237],"large":[239],"numbers":[240],"users,":[242],"low-complexity":[244],"dual":[245],"method":[246],"based":[247],"MPG":[248,273],"(D-MPG)":[250],"low":[253],"complexity":[254],"Simulation":[257],"results":[258],"demonstrate":[259],"that,":[260],"compared":[261],"baseline":[264],"trust":[265],"region":[266],"(TRPO),":[270],"D-MPG":[275],"algorithms":[276],"yield":[277],"up":[278],"26.8%":[280],"21.9%":[282],"improvement":[283],"well":[293],"81.2%":[295],"87.5%":[297],"gains":[298],"convergence":[301],"speed,":[302],"respectively.":[303]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}