{"id":"https://openalex.org/W4381381680","doi":"https://doi.org/10.1145/3597065.3597449","title":"Vision and Radar Multimodal Aided Beam Prediction: Facilitating Metaverse Development","display_name":"Vision and Radar Multimodal Aided Beam Prediction: Facilitating Metaverse Development","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4381381680","doi":"https://doi.org/10.1145/3597065.3597449"},"language":"en","primary_location":{"id":"doi:10.1145/3597065.3597449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3597065.3597449","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Integrated Sensing and Communications for Metaverse","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3597065.3597449","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086187414","display_name":"Jiali Nie","orcid":"https://orcid.org/0009-0006-7972-3624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiali Nie","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-7972-3624","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072506119","display_name":"Quan Zhou","orcid":"https://orcid.org/0000-0003-1547-3065"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan Zhou","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1547-3065","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050556544","display_name":"Junsheng Mu","orcid":"https://orcid.org/0000-0002-5352-8314"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junsheng Mu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5352-8314","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027047483","display_name":"Xiaojun Jing","orcid":"https://orcid.org/0000-0003-2560-4364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaojun Jing","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2560-4364","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11946","display_name":"Antenna Design and Optimization","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10752","display_name":"Terahertz technology and applications","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7035864591598511},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5538356900215149},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.47728338837623596},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.46174293756484985},{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.4530860185623169},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.44988635182380676},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.443997323513031},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.39429980516433716},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34457653760910034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3115970492362976},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.2705250084400177},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14968925714492798},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.10892283916473389}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7035864591598511},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5538356900215149},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.47728338837623596},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.46174293756484985},{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.4530860185623169},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.44988635182380676},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.443997323513031},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.39429980516433716},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34457653760910034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3115970492362976},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.2705250084400177},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14968925714492798},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.10892283916473389},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597065.3597449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3597065.3597449","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Integrated Sensing and Communications for Metaverse","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3597065.3597449","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3597065.3597449","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Integrated Sensing and Communications for Metaverse","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2261663070","https://openalex.org/W2580328492","https://openalex.org/W2674067296","https://openalex.org/W3039059058","https://openalex.org/W3072033075","https://openalex.org/W3213045530","https://openalex.org/W3213965409","https://openalex.org/W4281556447","https://openalex.org/W4309157242"],"related_works":["https://openalex.org/W2033952283","https://openalex.org/W2762687161","https://openalex.org/W2353254830","https://openalex.org/W2351210568","https://openalex.org/W2028421553","https://openalex.org/W2890072373","https://openalex.org/W3000002614","https://openalex.org/W2800192479","https://openalex.org/W2902017755","https://openalex.org/W2953223428"],"abstract_inverted_index":{"The":[0],"metaverse":[1],"requires":[2],"enhanced":[3],"communication":[4,21,89,123],"rates":[5],"and":[6,18,65,71,120],"increased":[7],"capacity,":[8],"which":[9,102],"can":[10],"be":[11],"attained":[12],"by":[13],"utilizing":[14],"millimeter":[15],"wave":[16],"(mmWave)":[17],"terahertz":[19],"(THz)":[20],"systems":[22,30],"along":[23],"with":[24,32],"large-scale":[25],"antenna":[26],"arrays.":[27],"However,":[28],"these":[29],"come":[31],"a":[33,45],"considerable":[34],"beam":[35,58,73,83,117],"training":[36,118],"overhead.":[37],"To":[38],"address":[39],"this":[40,42],"challenge,":[41],"study":[43],"proposes":[44],"novel":[46],"multimodal":[47],"deep":[48],"learning":[49],"framework":[50,99],"based":[51],"on":[52],"3D":[53],"convolutional":[54],"transformers":[55],"for":[56,125],"sensor-assisted":[57],"prediction.":[59,74],"Our":[60,75,112],"approach":[61],"utilizes":[62],"both":[63],"vision":[64],"radar":[66],"data,":[67],"resulting":[68],"in":[69,86],"quick":[70],"precise":[72],"proposed":[76,98,113],"scheme":[77],"demonstrates":[78],"more":[79],"than":[80,107],"78%":[81],"top-3":[82],"prediction":[84,94],"accuracy":[85,95],"four":[87],"different":[88],"scenarios.":[90],"Furthermore,":[91],"the":[92],"total":[93],"of":[96],"our":[97],"is":[100,103],"85.6%,":[101],"nearly":[104],"10%":[105],"higher":[106],"using":[108],"only":[109],"single-sensory":[110],"data.":[111],"solution":[114],"effectively":[115],"reduces":[116],"overhead":[119],"provides":[121],"reliable":[122],"support":[124],"high-mobility":[126],"environments.":[127]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}