{"id":"https://openalex.org/W3108276956","doi":"https://doi.org/10.1109/jsac.2020.3041383","title":"Deep Multimodal Learning: Merging Sensory Data for Massive MIMO Channel Prediction","display_name":"Deep Multimodal Learning: Merging Sensory Data for Massive MIMO Channel Prediction","publication_year":2020,"publication_date":"2020-12-02","ids":{"openalex":"https://openalex.org/W3108276956","doi":"https://doi.org/10.1109/jsac.2020.3041383","mag":"3108276956"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2020.3041383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3041383","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054284011","display_name":"Yuwen Yang","orcid":"https://orcid.org/0000-0001-8367-0939"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuwen Yang","raw_affiliation_strings":["Department of Automation, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence Tsinghua University (THUAI), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8367-0939","affiliations":[{"raw_affiliation_string":"Department of Automation, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence Tsinghua University (THUAI), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050402661","display_name":"Feifei Gao","orcid":"https://orcid.org/0000-0001-8896-352X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Gao","raw_affiliation_strings":["Department of Automation, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence Tsinghua University (THUAI), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8896-352X","affiliations":[{"raw_affiliation_string":"Department of Automation, State Key Laboratory of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence Tsinghua University (THUAI), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008383657","display_name":"Chengwen Xing","orcid":"https://orcid.org/0000-0003-4941-3503"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwen Xing","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044674658","display_name":"Jianping An","orcid":"https://orcid.org/0000-0002-6441-9711"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping An","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6441-9711","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003243464","display_name":"Ahmed Alkhateeb","orcid":"https://orcid.org/0000-0001-5648-1569"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Alkhateeb","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-5648-1569","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054284011"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.017,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.91997149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"39","issue":"7","first_page":"1885","last_page":"1898"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8488701581954956},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.5819266438484192},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5545133352279663},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5312138795852661},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.45621079206466675},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4313434660434723},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4219369888305664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37965643405914307},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36748528480529785},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33962589502334595},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2710097134113312},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19789958000183105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8488701581954956},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.5819266438484192},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5545133352279663},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5312138795852661},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.45621079206466675},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4313434660434723},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4219369888305664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37965643405914307},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36748528480529785},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33962589502334595},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2710097134113312},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19789958000183105},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2020.3041383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3041383","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G3762958806","display_name":null,"funder_award_id":"L182042","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G463011087","display_name":null,"funder_award_id":"2018AAA0102401","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5541624330","display_name":null,"funder_award_id":"U1836201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5896791982","display_name":null,"funder_award_id":"61771274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8114187719","display_name":null,"funder_award_id":"61831013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8616498718","display_name":null,"funder_award_id":"61531011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G930939680","display_name":null,"funder_award_id":"4182030","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1997834106","https://openalex.org/W2053101950","https://openalex.org/W2056952330","https://openalex.org/W2096391593","https://openalex.org/W2097308346","https://openalex.org/W2110291364","https://openalex.org/W2130134073","https://openalex.org/W2137983211","https://openalex.org/W2147601077","https://openalex.org/W2158275940","https://openalex.org/W2160815625","https://openalex.org/W2184188583","https://openalex.org/W2309773735","https://openalex.org/W2341171179","https://openalex.org/W2342662179","https://openalex.org/W2490222774","https://openalex.org/W2548377017","https://openalex.org/W2557865186","https://openalex.org/W2610968021","https://openalex.org/W2767290858","https://openalex.org/W2782637457","https://openalex.org/W2886124254","https://openalex.org/W2886374543","https://openalex.org/W2897036932","https://openalex.org/W2897042325","https://openalex.org/W2907812480","https://openalex.org/W2914949576","https://openalex.org/W2916179838","https://openalex.org/W2936900179","https://openalex.org/W2938113616","https://openalex.org/W2962927793","https://openalex.org/W2963190722","https://openalex.org/W2963290405","https://openalex.org/W2963532871","https://openalex.org/W2963764927","https://openalex.org/W2963889719","https://openalex.org/W2964121744","https://openalex.org/W2964121960","https://openalex.org/W2967981090","https://openalex.org/W2971055251","https://openalex.org/W2987894257","https://openalex.org/W2993165567","https://openalex.org/W3000769608","https://openalex.org/W3003689553","https://openalex.org/W3008026851","https://openalex.org/W3013594094","https://openalex.org/W3013689226","https://openalex.org/W3034448035","https://openalex.org/W3036327743","https://openalex.org/W3038755994","https://openalex.org/W3039683021","https://openalex.org/W3081455451","https://openalex.org/W3102628653","https://openalex.org/W3106233732","https://openalex.org/W3146803896","https://openalex.org/W4237591687","https://openalex.org/W4288574671","https://openalex.org/W6631190155","https://openalex.org/W6686207219","https://openalex.org/W6730042849","https://openalex.org/W6759127422"],"related_works":["https://openalex.org/W2997512100","https://openalex.org/W2331043530","https://openalex.org/W2798029542","https://openalex.org/W2135486170","https://openalex.org/W2961085424","https://openalex.org/W2393933887","https://openalex.org/W4306674287","https://openalex.org/W2374725260","https://openalex.org/W3021099104","https://openalex.org/W4287795804"],"abstract_inverted_index":{"Existing":[0],"work":[1],"in":[2,84,99,129],"intelligent":[3,27],"communications":[4,28,52],"has":[5,29],"recently":[6],"made":[7],"preliminary":[8],"attempts":[9],"to":[10,16,34,45,156],"utilize":[11],"multi-source":[12],"sensing":[13],"information":[14,151],"(MSI)":[15],"improve":[17],"the":[18,22,38,71,85,140,147,158],"system":[19],"performance.":[20],"However,":[21],"research":[23],"on":[24,54,70],"MSI":[25],"aided":[26],"not":[30],"yet":[31],"explored":[32],"how":[33],"integrate":[35],"and":[36,67,110,149],"fuse":[37],"multimodal":[39,56,153],"sensory":[40,154],"data,":[41],"which":[42],"motivates":[43],"us":[44],"develop":[46,91],"a":[47],"systematic":[48],"framework":[49,72,143],"for":[50,96],"wireless":[51,76,160],"based":[53,75,94,133],"deep":[55],"learning":[57],"(DML).":[58],"In":[59],"this":[60],"paper,":[61],"we":[62,90],"first":[63],"present":[64],"complete":[65],"descriptions":[66],"heuristic":[68],"understandings":[69],"of":[73,87,116,152],"DML":[74,93,132,142],"communications,":[77],"where":[78],"core":[79],"design":[80],"choices":[81],"are":[82],"analyzed":[83],"view":[86],"communications.":[88,161],"Then,":[89],"several":[92],"architectures":[95],"channel":[97,119],"prediction":[98,120],"massive":[100,117],"multiple-input":[101],"multiple-output":[102],"(MIMO)":[103],"systems":[104],"that":[105,125,139],"leverage":[106],"various":[107],"modality":[108],"combinations":[109],"fusion":[111],"levels.":[112],"The":[113],"case":[114],"study":[115],"MIMO":[118],"offers":[121],"an":[122],"important":[123],"example":[124],"can":[126,144],"be":[127],"followed":[128],"developing":[130],"other":[131],"communication":[134],"technologies.":[135],"Simulation":[136],"results":[137],"demonstrate":[138],"proposed":[141],"effectively":[145],"exploit":[146],"constructive":[148],"complementary":[150],"data":[155],"assist":[157],"current":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":9}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-10T00:00:00"}