{"id":"https://openalex.org/W7117310512","doi":"https://doi.org/10.1109/tmc.2025.3648908","title":"Synesthesia of Machines (SoM)-Aided Online FDD Precoding via Heterogeneous Multi-Modal Sensing: A Vertical Federated Learning Approach","display_name":"Synesthesia of Machines (SoM)-Aided Online FDD Precoding via Heterogeneous Multi-Modal Sensing: A Vertical Federated Learning Approach","publication_year":2025,"publication_date":"2025-12-26","ids":{"openalex":"https://openalex.org/W7117310512","doi":"https://doi.org/10.1109/tmc.2025.3648908"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3648908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3648908","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haotian Zhang","orcid":"https://orcid.org/0000-0002-1461-0200"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["State Key Laboratory of Photonics and Communications, School of Electronics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1461-0200","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Photonics and Communications, School of Electronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010099247","display_name":"Shijian Gao","orcid":"https://orcid.org/0000-0002-8105-7927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shijian Gao","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8105-7927","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077960026","display_name":"WeiBo Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weibo Wen","raw_affiliation_strings":["State Key Laboratory of Photonics and Communications, School of Electronics, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Photonics and Communications, School of Electronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiang Cheng","orcid":"https://orcid.org/0000-0002-5943-0326"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Cheng","raw_affiliation_strings":["State Key Laboratory of Photonics and Communications, School of Electronics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5943-0326","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Photonics and Communications, School of Electronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115595721","display_name":"Liuqing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liuqing Yang","raw_affiliation_strings":["Internet of Things Thrust and Intelligent Transportation Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0231-6837","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust and Intelligent Transportation Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53871508,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"6","first_page":"8285","last_page":"8300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.6929000020027161,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.6929000020027161,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.03590000048279762,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/precoding","display_name":"Precoding","score":0.8284000158309937},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.6675999760627747},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.4805000126361847},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.47749999165534973},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4496000111103058},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4447000026702881},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.3903000056743622},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.37940001487731934},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.362199991941452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.855400025844574},{"id":"https://openalex.org/C160562895","wikidata":"https://www.wikidata.org/wiki/Q7239557","display_name":"Precoding","level":4,"score":0.8284000158309937},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.6675999760627747},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.4805000126361847},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.47749999165534973},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C155437304","wikidata":"https://www.wikidata.org/wiki/Q8069444","display_name":"Zero-forcing precoding","level":5,"score":0.3499000072479248},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.329800009727478},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3206999897956848},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3050999939441681},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.2687999904155731}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2025.3648908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3648908","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-169648","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-169648","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2527841476","display_name":null,"funder_award_id":"62401488","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5526751200","display_name":null,"funder_award_id":"62341101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6623849681","display_name":null,"funder_award_id":"62125101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7207008540","display_name":null,"funder_award_id":"U23A20339","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,34,103],"paper":[1],"investigates":[2],"a":[3,18,36,80,86,106,119,151],"heterogeneous":[4],"multi-vehicle,":[5],"multi-modal":[6],"sensing":[7],"(H-MVMM)":[8],"aided":[9],"online":[10,88,126],"precoding":[11],"problem.":[12],"The":[13,66],"proposed":[14,134],"H-MVMM":[15,96],"scheme":[16,97],"utilizes":[17],"vertical":[19],"federated":[20],"learning":[21,121],"(VFL)":[22],"framework":[23],"to":[24,55,64,98],"minimize":[25],"pilot":[26,156],"sequence":[27,157],"length":[28],"and":[29],"optimize":[30],"the":[31,95,133,139],"sum":[32],"rate.":[33],"offers":[35],"promising":[37],"solution":[38],"for":[39],"reducing":[40],"latency":[41],"in":[42,155],"frequency":[43],"division":[44],"duplexing":[45],"systems.":[46],"To":[47],"achieve":[48],"this,":[49],"three":[50],"preprocessing":[51],"modules":[52],"are":[53],"designed":[54],"transform":[56],"raw":[57],"sensory":[58],"data":[59,71],"into":[60],"informative":[61],"representations":[62],"relevant":[63],"precoding.":[65],"approach":[67,123],"effectively":[68],"addresses":[69],"local":[70],"heterogeneity":[72],"arising":[73],"from":[74],"diverse":[75],"on-board":[76],"sensor":[77],"configurations":[78],"through":[79],"well-structured":[81],"VFL":[82],"training":[83],"procedure.":[84],"Additionally,":[85],"label-free":[87],"model":[89],"updating":[90],"strategy":[91,104],"is":[92,116],"introduced,":[93],"enabling":[94],"adapt":[99],"its":[100],"weights":[101],"flexibly.":[102],"features":[105],"pseudo":[107],"downlink":[108],"channel":[109,147],"state":[110,148],"information":[111],"label":[112],"simulator":[113],"(PCSI-Simulator),":[114],"which":[115],"trained":[117],"using":[118],"semi-supervised":[120],"(SSL)":[122],"alongside":[124],"an":[125],"loss":[127],"function.":[128],"Numerical":[129],"results":[130],"show":[131],"that":[132],"method":[135],"can":[136],"closely":[137],"approximate":[138],"performance":[140],"of":[141],"traditional":[142],"optimization":[143],"techniques":[144],"with":[145],"perfect":[146],"information,":[149],"achieving":[150],"significant":[152],"90.6%":[153],"reduction":[154],"length.":[158]},"counts_by_year":[],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2025-12-26T00:00:00"}