{"id":"https://openalex.org/W4417282362","doi":"https://doi.org/10.1109/pimrc62392.2025.11275056","title":"Multimodal Deep Learning-Empowered Beam Prediction in Future THz ISAC Systems","display_name":"Multimodal Deep Learning-Empowered Beam Prediction in Future THz ISAC Systems","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4417282362","doi":"https://doi.org/10.1109/pimrc62392.2025.11275056"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc62392.2025.11275056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11275056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100324056","display_name":"Kai Zhang","orcid":"https://orcid.org/0000-0003-3850-5429"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057595294","display_name":"Wentao Yu","orcid":"https://orcid.org/0000-0002-5644-6082"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wentao Yu","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044818286","display_name":"Hengtao He","orcid":"https://orcid.org/0000-0002-4659-6941"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengtao He","raw_affiliation_strings":["Southeast University,National Mobile Communications Research Laboratory,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National Mobile Communications Research Laboratory,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025467937","display_name":"Shenghui Song","orcid":"https://orcid.org/0000-0001-6316-8415"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shenghui Song","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433167","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-5222-1898"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079052203","display_name":"Khaled B. Letaief","orcid":"https://orcid.org/0000-0003-2519-6401"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Khaled B. Letaief","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Dept. of ECE,Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5352,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73823128,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.24369999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.24369999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.12479999661445618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.12380000203847885,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6071000099182129},{"id":"https://openalex.org/keywords/terahertz-radiation","display_name":"Terahertz radiation","score":0.5892000198364258},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5120000243186951},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.42170000076293945},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42160001397132874},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3873000144958496},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.3598000109195709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6940000057220459},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6071000099182129},{"id":"https://openalex.org/C107816215","wikidata":"https://www.wikidata.org/wiki/Q647887","display_name":"Terahertz radiation","level":2,"score":0.5892000198364258},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46810001134872437},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.38089999556541443},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3682999908924103},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2939999997615814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2720000147819519},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.25360000133514404},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/pimrc62392.2025.11275056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11275056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-169645","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-169645","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W948366128","https://openalex.org/W2194775991","https://openalex.org/W2963669302","https://openalex.org/W2969519626","https://openalex.org/W3039059058","https://openalex.org/W3196023632","https://openalex.org/W3212941463","https://openalex.org/W3213045530","https://openalex.org/W3213965409","https://openalex.org/W4313000817","https://openalex.org/W4379382376","https://openalex.org/W4386456744","https://openalex.org/W4387870868","https://openalex.org/W4402834032","https://openalex.org/W4405968045","https://openalex.org/W4408254284","https://openalex.org/W4413191680"],"related_works":[],"abstract_inverted_index":{"Integrated":[0],"sensing":[1,137],"and":[2,19,39,59,89,95,105,139,177,185],"communication":[3,18],"(ISAC)":[4],"systems":[5,194],"operating":[6],"at":[7],"terahertz":[8],"(THz)":[9],"bands":[10],"are":[11],"envisioned":[12],"to":[13,37,85,131,152],"enable":[14],"both":[15],"ultra-high":[16],"data-rate":[17],"precise":[20],"environmental":[21],"awareness":[22],"for":[23,69,113],"next-generation":[24],"wireless":[25],"networks.":[26],"However,":[27],"the":[28,153,168],"narrow":[29],"width":[30],"of":[31,156,182],"THz":[32,118,192],"beams":[33],"makes":[34],"them":[35,142],"prone":[36],"misalignment":[38],"necessitates":[40],"frequent":[41],"beam":[42,71,115],"prediction":[43,116,183],"in":[44,117,161,180,190],"dynamic":[45],"environments.":[46],"Multimodal":[47],"sensing,":[48],"which":[49],"integrates":[50],"complementary":[51],"modalities":[52],"such":[53],"as":[54,65],"camera":[55],"images,":[56],"positional":[57],"data,":[58],"radar":[60],"measurements,":[61],"has":[62],"recently":[63],"emerged":[64],"a":[66,103,148],"promising":[67],"solution":[68],"proactive":[70,114],"prediction.":[72],"Nevertheless,":[73],"existing":[74],"multimodal":[75,107,123],"approaches":[76],"typically":[77],"employ":[78],"static":[79,174],"fusion":[80,175],"architectures":[81],"that":[82,167],"cannot":[83],"adjust":[84],"varying":[86],"modality":[87],"reliability":[88,155],"contributions,":[90],"thereby":[91],"degrading":[92],"predictive":[93],"performance":[94],"robustness.":[96],"To":[97],"address":[98],"this":[99],"challenge,":[100],"we":[101],"propose":[102],"novel":[104],"efficient":[106],"mixtureof-experts":[108],"(MoE)":[109],"deep":[110],"learning":[111],"framework":[112,125,171],"ISAC":[119,193],"systems.":[120],"The":[121],"proposed":[122,169],"MoE":[124,170],"employs":[126],"multiple":[127],"modality-specific":[128],"expert":[129],"networks":[130],"extract":[132],"representative":[133],"features":[134],"from":[135],"individual":[136],"modalities,":[138],"dynamically":[140],"fuses":[141],"using":[143],"adaptive":[144],"weights":[145],"generated":[146],"by":[147],"gating":[149],"network":[150],"according":[151],"instantaneous":[154],"each":[157],"modality.":[158],"Simulation":[159],"results":[160],"realistic":[162],"vehicle-to-infrastructure":[163],"(V2I)":[164],"scenarios":[165],"demonstrate":[166],"outperforms":[172],"traditional":[173],"methods":[176],"unimodal":[178],"baselines":[179],"terms":[181],"accuracy":[184],"adaptability,":[186],"highlighting":[187],"its":[188],"potential":[189],"practical":[191],"with":[195],"ultra-massive":[196],"multiple-input":[197],"multiple-output":[198],"(MIMO).":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-12T00:00:00"}