{"id":"https://openalex.org/W3178275447","doi":"https://doi.org/10.1109/twc.2022.3181674","title":"Feeling of Presence Maximization: mmWave-Enabled Virtual Reality Meets Deep Reinforcement Learning","display_name":"Feeling of Presence Maximization: mmWave-Enabled Virtual Reality Meets Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-16","ids":{"openalex":"https://openalex.org/W3178275447","doi":"https://doi.org/10.1109/twc.2022.3181674","mag":"3178275447"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3181674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3181674","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070350910","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0001-9088-7589"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China","Key Laboratory of Advanced Technology, Near Space Information System (Beihang University), Ministry of Industry and Information Technology of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9088-7589","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Key Laboratory of Advanced Technology, Near Space Information System (Beihang University), Ministry of Industry and Information Technology of China, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068024444","display_name":"Jingxuan Chen","orcid":"https://orcid.org/0000-0001-8863-9535"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxuan Chen","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China","Key Laboratory of Advanced Technology, Near Space Information System (Beihang University), Ministry of Industry and Information Technology of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Key Laboratory of Advanced Technology, Near Space Information System (Beihang University), Ministry of Industry and Information Technology of China, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101411799","display_name":"Chaoqun You","orcid":"https://orcid.org/0000-0003-3495-7305"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chaoqun You","raw_affiliation_strings":["Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-3495-7305","affiliations":[{"raw_affiliation_string":"Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038809760","display_name":"Xianbin Cao","orcid":"https://orcid.org/0000-0002-5042-7884"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianbin Cao","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China","Key Laboratory of Advanced Technology, Near Space Information System (Beihang University), Ministry of Industry and Information Technology of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5042-7884","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Key Laboratory of Advanced Technology, Near Space Information System (Beihang University), Ministry of Industry and Information Technology of China, Beijing, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I890469752"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7534,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.9185958,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"21","issue":"11","first_page":"10005","last_page":"10019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.828484058380127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7334100604057312},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6655069589614868},{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.6268101930618286},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5689248442649841},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4729430675506592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4255075454711914},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.25912946462631226},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08954998850822449},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08752647042274475}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.828484058380127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7334100604057312},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6655069589614868},{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.6268101930618286},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5689248442649841},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4729430675506592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4255075454711914},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25912946462631226},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08954998850822449},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08752647042274475},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3181674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3181674","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G336257773","display_name":null,"funder_award_id":"61827901","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4867385729","display_name":null,"funder_award_id":"91738301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324110","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1544900599","https://openalex.org/W1986570368","https://openalex.org/W1996215314","https://openalex.org/W2101130703","https://openalex.org/W2132468430","https://openalex.org/W2469524028","https://openalex.org/W2528788999","https://openalex.org/W2611421367","https://openalex.org/W2743147997","https://openalex.org/W2744738758","https://openalex.org/W2748924722","https://openalex.org/W2755405751","https://openalex.org/W2766324256","https://openalex.org/W2770814825","https://openalex.org/W2784951742","https://openalex.org/W2885602224","https://openalex.org/W2887223659","https://openalex.org/W2893022663","https://openalex.org/W2896737602","https://openalex.org/W2901851646","https://openalex.org/W2914795900","https://openalex.org/W2939432951","https://openalex.org/W2940859338","https://openalex.org/W2943308446","https://openalex.org/W2945507395","https://openalex.org/W2963060851","https://openalex.org/W2964121744","https://openalex.org/W2964349809","https://openalex.org/W2975156709","https://openalex.org/W2975296300","https://openalex.org/W2979447669","https://openalex.org/W2989857405","https://openalex.org/W3017189976","https://openalex.org/W3020902315","https://openalex.org/W3021415129","https://openalex.org/W3034750691","https://openalex.org/W3044679559","https://openalex.org/W3098522638","https://openalex.org/W3100394039","https://openalex.org/W3102752019","https://openalex.org/W3105022665","https://openalex.org/W3118516867","https://openalex.org/W3124943657","https://openalex.org/W3138954746","https://openalex.org/W3140195750","https://openalex.org/W3163329819","https://openalex.org/W3178275447","https://openalex.org/W3182194057","https://openalex.org/W3186131264","https://openalex.org/W3192652486","https://openalex.org/W3211091494","https://openalex.org/W6631190155","https://openalex.org/W6797958697"],"related_works":["https://openalex.org/W2291261743","https://openalex.org/W1540119434","https://openalex.org/W4229598134","https://openalex.org/W2335262298","https://openalex.org/W2765982327","https://openalex.org/W2071657884","https://openalex.org/W213396585","https://openalex.org/W4237671428","https://openalex.org/W2059650074","https://openalex.org/W4285504728"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,56,81,109,117,153,168,198,203,206,216,229,237],"problem":[4,61,69,195],"of":[5,73,77,111,205,218],"providing":[6],"ultra-reliable":[7],"and":[8,29,41,52,67,93,116,119,144,189,215],"power-efficient":[9,235],"virtual":[10,82],"reality":[11],"(VR)":[12],"experiences":[13],"for":[14],"wireless":[15,54,57],"mobile":[16,27],"users.":[17],"To":[18,122],"ensure":[19],"reliable":[20],"ultra-high-definition":[21],"(UHD)":[22],"video":[23],"frame":[24],"delivery":[25],"to":[26,49,85,103,108,136,166,184,196],"users":[28],"enhance":[30],"their":[31],"immersive":[32],"visual":[33],"experiences,":[34],"a":[35,65,71,128,158,181,191],"coordinated":[36],"multipoint":[37],"(CoMP)":[38],"transmission":[39],"technique":[40],"millimeter":[42],"wave":[43],"(mmWave)":[44],"communications":[45],"are":[46],"exploited.":[47],"Owing":[48],"user":[50],"movement":[51],"time-varying":[53],"channels,":[55],"VR":[58],"experience":[59],"enhancement":[60],"is":[62,101,209,222,232],"formulated":[63,169],"as":[64,180],"sequence-dependent":[66,118],"mixed-integer":[68,120],"with":[70,211],"goal":[72],"maximizing":[74],"users\u2019":[75,94,112,138],"feeling":[76],"presence":[78],"(FoP)":[79],"in":[80],"world,":[83],"subject":[84],"power":[86,193],"consumption":[87],"constraints":[88],"on":[89],"access":[90],"points":[91],"(APs)":[92],"head-mounted":[95],"displays":[96],"(HMDs).":[97],"The":[98],"problem,":[99],"however,":[100],"hard":[102],"be":[104],"directly":[105],"solved":[106],"due":[107],"lack":[110],"accurate":[113],"tracking":[114,139,146],"information":[115,140],"characteristics.":[121],"overcome":[123],"this":[124,172],"challenge,":[125],"we":[126,156,174],"develop":[127],"parallel":[129],"echo":[130],"state":[131],"network":[132],"(ESN)":[133],"learning":[134,161],"method":[135],"predict":[137],"by":[141,150],"training":[142],"fresh":[143],"historical":[145],"samples":[147],"separately":[148],"collected":[149],"APs.":[151],"With":[152],"learnt":[154],"results,":[155],"propose":[157],"deep":[159,176],"reinforcement":[160],"(DRL)":[162],"based":[163],"optimization":[164],"algorithm":[165,208,231],"solve":[167,190],"problem.":[170],"In":[171],"algorithm,":[173],"implement":[175],"neural":[177],"networks":[178],"(DNNs)":[179],"scalable":[182],"solution":[183],"produce":[185],"integer":[186,199],"decision":[187,200],"variables":[188],"continuous":[192],"control":[194],"criticize":[197],"variables.":[201],"Finally,":[202],"performance":[204],"proposed":[207,230],"compared":[210],"various":[212],"benchmark":[213,238],"algorithms,":[214],"impact":[217],"different":[219],"design":[220],"parameters":[221],"also":[223],"discussed.":[224],"Simulation":[225],"results":[226],"demonstrate":[227],"that":[228],"more":[233],"4.14%":[234],"than":[236],"algorithms.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}