{"id":"https://openalex.org/W3011727199","doi":"https://doi.org/10.1162/neco_a_01273","title":"A Survey on Deep Learning for Multimodal Data Fusion","display_name":"A Survey on Deep Learning for Multimodal Data Fusion","publication_year":2020,"publication_date":"2020-03-18","ids":{"openalex":"https://openalex.org/W3011727199","doi":"https://doi.org/10.1162/neco_a_01273","mag":"3011727199","pmid":"https://pubmed.ncbi.nlm.nih.gov/32186998"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01273","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01273","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100781385","display_name":"Jing Gao","orcid":"https://orcid.org/0000-0001-5099-6991"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Gao","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian 116620, China, and Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian 116620, China gaojing@dlut.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian 116620, China, and Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian 116620, China gaojing@dlut.edu.cn","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102726984","display_name":"Peng Li","orcid":"https://orcid.org/0000-0002-8762-1613"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Li","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian 116620, China lipeng2015@mail.dlut.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian 116620, China lipeng2015@mail.dlut.edu.cn","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053156190","display_name":"Zhikui Chen","orcid":"https://orcid.org/0000-0002-9209-2189"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhikui Chen","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian 116620, China, and Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian 116620, China zkchen@dlut.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian 116620, China, and Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian 116620, China zkchen@dlut.edu.cn","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100771244","display_name":"Jianing Zhang","orcid":"https://orcid.org/0000-0003-2964-0733"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianing Zhang","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian 116620, China zhang1234567893@mail.dlut.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian 116620, China zhang1234567893@mail.dlut.edu.cn","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5053156190","https://openalex.org/A5100771244","https://openalex.org/A5100781385","https://openalex.org/A5102726984"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":39.7251,"has_fulltext":false,"cited_by_count":768,"citation_normalized_percentile":{"value":0.99858122,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"32","issue":"5","first_page":"829","last_page":"864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.8752400875091553},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7291281819343567},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6353558897972107},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6311565637588501},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.53327476978302},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48858365416526794},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4815097749233246},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4761471748352051},{"id":"https://openalex.org/keywords/deep-belief-network","display_name":"Deep belief network","score":0.45652762055397034},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4135287404060364},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.19269850850105286}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.8752400875091553},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7291281819343567},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6353558897972107},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6311565637588501},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.53327476978302},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48858365416526794},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4815097749233246},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4761471748352051},{"id":"https://openalex.org/C97385483","wikidata":"https://www.wikidata.org/wiki/Q16954980","display_name":"Deep belief network","level":3,"score":0.45652762055397034},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4135287404060364},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19269850850105286}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011795","descriptor_name":"Surveys and Questionnaires","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01273","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01273","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:32186998","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32186998","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":111,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W154472438","https://openalex.org/W196214544","https://openalex.org/W1408639475","https://openalex.org/W1514535095","https://openalex.org/W1539811621","https://openalex.org/W1811254738","https://openalex.org/W1849277567","https://openalex.org/W1853900790","https://openalex.org/W1916445035","https://openalex.org/W1925417509","https://openalex.org/W1970055505","https://openalex.org/W1975077471","https://openalex.org/W1983482668","https://openalex.org/W1984020445","https://openalex.org/W1988481895","https://openalex.org/W1996478295","https://openalex.org/W2025768430","https://openalex.org/W2038420319","https://openalex.org/W2039617089","https://openalex.org/W2052280110","https://openalex.org/W2064675550","https://openalex.org/W2065131965","https://openalex.org/W2068124150","https://openalex.org/W2068356916","https://openalex.org/W2072128103","https://openalex.org/W2078604986","https://openalex.org/W2096698681","https://openalex.org/W2099471712","https://openalex.org/W2100495367","https://openalex.org/W2102113734","https://openalex.org/W2112796928","https://openalex.org/W2114614491","https://openalex.org/W2123024445","https://openalex.org/W2124592697","https://openalex.org/W2126598020","https://openalex.org/W2131774270","https://openalex.org/W2136922672","https://openalex.org/W2138857742","https://openalex.org/W2147800946","https://openalex.org/W2154137718","https://openalex.org/W2163605009","https://openalex.org/W2163922914","https://openalex.org/W2164587673","https://openalex.org/W2170738476","https://openalex.org/W2170942820","https://openalex.org/W2176950688","https://openalex.org/W2177066871","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2274287116","https://openalex.org/W2283608423","https://openalex.org/W2469547219","https://openalex.org/W2481240925","https://openalex.org/W2521957343","https://openalex.org/W2538244214","https://openalex.org/W2554861503","https://openalex.org/W2584561145","https://openalex.org/W2588127243","https://openalex.org/W2592230399","https://openalex.org/W2604319603","https://openalex.org/W2727875856","https://openalex.org/W2743986694","https://openalex.org/W2745993090","https://openalex.org/W2753372987","https://openalex.org/W2757312963","https://openalex.org/W2767547957","https://openalex.org/W2768799425","https://openalex.org/W2773227497","https://openalex.org/W2788241093","https://openalex.org/W2793241364","https://openalex.org/W2796438033","https://openalex.org/W2808611867","https://openalex.org/W2889162782","https://openalex.org/W2890177507","https://openalex.org/W2890340307","https://openalex.org/W2892160360","https://openalex.org/W2892816441","https://openalex.org/W2904849495","https://openalex.org/W2906666325","https://openalex.org/W2912305564","https://openalex.org/W2919115771","https://openalex.org/W2941956444","https://openalex.org/W2944712291","https://openalex.org/W2950012948","https://openalex.org/W2950178297","https://openalex.org/W2951903140","https://openalex.org/W2952985875","https://openalex.org/W2954548939","https://openalex.org/W2959544077","https://openalex.org/W2962883549","https://openalex.org/W2962949934","https://openalex.org/W2962971773","https://openalex.org/W2963125010","https://openalex.org/W2963174729","https://openalex.org/W2963420686","https://openalex.org/W2964046661","https://openalex.org/W2978233418","https://openalex.org/W2980193257","https://openalex.org/W3099268463","https://openalex.org/W3122451732","https://openalex.org/W4231109964","https://openalex.org/W6607974698","https://openalex.org/W6675407435","https://openalex.org/W6678470764","https://openalex.org/W6686207219","https://openalex.org/W6687483927","https://openalex.org/W6728250325","https://openalex.org/W6760385162","https://openalex.org/W6764424964","https://openalex.org/W6764428126"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W4394895745","https://openalex.org/W2960264696","https://openalex.org/W4381827277","https://openalex.org/W3157841754","https://openalex.org/W4390136517","https://openalex.org/W3167558523","https://openalex.org/W3120825179","https://openalex.org/W2014028898"],"abstract_inverted_index":{"With":[0,63],"the":[1,64,68,102,133,140],"wide":[2],"deployments":[3],"of":[4,9,13,67,97,104,118,135,157],"heterogeneous":[5],"networks,":[6],"huge":[7],"amounts":[8],"data":[10,44,91,115,144,159],"with":[11,101],"characteristics":[12],"high":[14,16,18,21],"volume,":[15],"variety,":[17],"velocity,":[19],"and":[20,35,38,110,154],"veracity":[22],"are":[23,73,125,128,149,164],"generated.":[24],"These":[25],"data,":[26,31,71],"referred":[27],"to":[28,57,77,93,111,132],"multimodal":[29,60,69,90,105,114,136,143,158],"big":[30,61,70],"contain":[32],"abundant":[33],"intermodality":[34],"cross-modality":[36],"information":[37],"pose":[39],"vast":[40],"challenges":[41,76,153],"on":[42,86],"traditional":[43],"fusion":[45,92,108,116,145,160],"methods.":[46],"In":[47],"this":[48,81],"review,":[49],"we":[50],"present":[51],"some":[52,75,152],"pioneering":[53,142],"deep":[54,87,106,119,137,146,161],"learning":[55,88,107,147,162],"models":[56,148,163],"fuse":[58],"these":[59],"data.":[62],"increasing":[65],"exploration":[66],"there":[72],"still":[74],"be":[78],"addressed.":[79],"Thus,":[80],"review":[82],"presents":[83],"a":[84],"survey":[85],"for":[89],"provide":[94],"readers,":[95],"regardless":[96],"their":[98],"original":[99],"community,":[100],"fundamentals":[103],"method":[109],"motivate":[112],"new":[113],"techniques":[117],"learning.":[120,138],"Specifically,":[121],"representative":[122],"architectures":[123],"that":[124],"widely":[126],"used":[127],"summarized":[129],"as":[130],"fundamental":[131],"understanding":[134],"Then":[139],"current":[141],"summarized.":[150],"Finally,":[151],"future":[155],"topics":[156],"described.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":84},{"year":2025,"cited_by_count":211},{"year":2024,"cited_by_count":168},{"year":2023,"cited_by_count":134},{"year":2022,"cited_by_count":92},{"year":2021,"cited_by_count":60},{"year":2020,"cited_by_count":19}],"updated_date":"2026-07-05T07:55:05.734416","created_date":"2025-10-10T00:00:00"}