{"id":"https://openalex.org/W4206042814","doi":"https://doi.org/10.1093/bib/bbab569","title":"Multimodal deep learning for biomedical data fusion: a review","display_name":"Multimodal deep learning for biomedical data fusion: a review","publication_year":2021,"publication_date":"2021-12-14","ids":{"openalex":"https://openalex.org/W4206042814","doi":"https://doi.org/10.1093/bib/bbab569","pmid":"https://pubmed.ncbi.nlm.nih.gov/35089332"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbab569","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbab569","pdf_url":"https://academic.oup.com/bib/article-pdf/23/2/bbab569/42805085/bbab569.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/bib/article-pdf/23/2/bbab569/42805085/bbab569.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030332473","display_name":"S\u00f6ren Richard Stahlschmidt","orcid":"https://orcid.org/0000-0003-4191-8435"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"S\u00f6ren Richard Stahlschmidt","raw_affiliation_strings":["Systems Biology Research Center, University of Sk\u00f6vde, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems Biology Research Center, University of Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036703054","display_name":"Benjamin Ulfenborg","orcid":"https://orcid.org/0000-0001-9242-4852"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Benjamin Ulfenborg","raw_affiliation_strings":["Systems Biology Research Center, University of Sk\u00f6vde, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems Biology Research Center, University of Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040553439","display_name":"Jane Synnergren","orcid":"https://orcid.org/0000-0003-4697-0590"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jane Synnergren","raw_affiliation_strings":["Systems Biology Research Center, University of Sk\u00f6vde, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems Biology Research Center, University of Sk\u00f6vde, Sweden","institution_ids":["https://openalex.org/I205158640"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5030332473"],"corresponding_institution_ids":["https://openalex.org/I205158640"],"apc_list":{"value":4011,"currency":"USD","value_usd":4011},"apc_paid":null,"fwci":23.937,"has_fulltext":false,"cited_by_count":642,"citation_normalized_percentile":{"value":0.99797356,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10836","display_name":"Metabolomics and Mass Spectrometry Studies","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10836","display_name":"Metabolomics and Mass Spectrometry Studies","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7577342987060547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6844737529754639},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6038373708724976},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5823010802268982},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.47967958450317383},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4642539620399475},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4220895767211914},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4149092733860016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577342987060547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6844737529754639},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6038373708724976},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5823010802268982},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.47967958450317383},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4642539620399475},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4220895767211914},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4149092733860016},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1093/bib/bbab569","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbab569","pdf_url":"https://academic.oup.com/bib/article-pdf/23/2/bbab569/42805085/bbab569.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmid:35089332","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35089332","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in bioinformatics","raw_type":null},{"id":"pmh:oai:DiVA.org:his-20873","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:his:diva-20873","pdf_url":null,"source":{"id":"https://openalex.org/S4306401029","display_name":"University Library of Sk\u00f6vde (University of Sk\u00f6vde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205158640","host_organization_name":"University of Sk\u00f6vde","host_organization_lineage":["https://openalex.org/I205158640"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8921642","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8921642","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Brief Bioinform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/bib/bbab569","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbab569","pdf_url":"https://academic.oup.com/bib/article-pdf/23/2/bbab569/42805085/bbab569.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4206042814.pdf"},"referenced_works_count":117,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W2001502878","https://openalex.org/W2002748000","https://openalex.org/W2025768430","https://openalex.org/W2126598020","https://openalex.org/W2133297572","https://openalex.org/W2136922672","https://openalex.org/W2158449659","https://openalex.org/W2163922914","https://openalex.org/W2342750929","https://openalex.org/W2404901863","https://openalex.org/W2471536144","https://openalex.org/W2550535012","https://openalex.org/W2567080747","https://openalex.org/W2610332124","https://openalex.org/W2616247523","https://openalex.org/W2619383789","https://openalex.org/W2754650407","https://openalex.org/W2755657284","https://openalex.org/W2761668583","https://openalex.org/W2767290858","https://openalex.org/W2791015340","https://openalex.org/W2807463161","https://openalex.org/W2807563096","https://openalex.org/W2892587974","https://openalex.org/W2898709101","https://openalex.org/W2907492528","https://openalex.org/W2914209001","https://openalex.org/W2918618349","https://openalex.org/W2918710707","https://openalex.org/W2919115771","https://openalex.org/W2921485464","https://openalex.org/W2922815614","https://openalex.org/W2946099214","https://openalex.org/W2951209146","https://openalex.org/W2951422523","https://openalex.org/W2951934944","https://openalex.org/W2953009347","https://openalex.org/W2954499361","https://openalex.org/W2955502047","https://openalex.org/W2963710346","https://openalex.org/W2964378789","https://openalex.org/W2967844557","https://openalex.org/W2968912020","https://openalex.org/W2981690252","https://openalex.org/W2982219485","https://openalex.org/W2990636390","https://openalex.org/W2993280565","https://openalex.org/W2993519305","https://openalex.org/W2994638938","https://openalex.org/W2995215286","https://openalex.org/W2995495466","https://openalex.org/W2996092187","https://openalex.org/W2996227376","https://openalex.org/W2998556046","https://openalex.org/W3003269599","https://openalex.org/W3013381886","https://openalex.org/W3017019970","https://openalex.org/W3024894285","https://openalex.org/W3024899322","https://openalex.org/W3035333188","https://openalex.org/W3037083567","https://openalex.org/W3047056765","https://openalex.org/W3048417086","https://openalex.org/W3080469858","https://openalex.org/W3083699157","https://openalex.org/W3083985197","https://openalex.org/W3085172652","https://openalex.org/W3087130263","https://openalex.org/W3090109244","https://openalex.org/W3091722278","https://openalex.org/W3093258501","https://openalex.org/W3095791468","https://openalex.org/W3097702517","https://openalex.org/W3100495486","https://openalex.org/W3101088963","https://openalex.org/W3102564565","https://openalex.org/W3108347646","https://openalex.org/W3111402128","https://openalex.org/W3112990870","https://openalex.org/W3118914438","https://openalex.org/W3127597934","https://openalex.org/W3128101433","https://openalex.org/W3134931716","https://openalex.org/W3135798895","https://openalex.org/W3138022488","https://openalex.org/W3147894994","https://openalex.org/W3154403094","https://openalex.org/W3158221061","https://openalex.org/W3159302505","https://openalex.org/W3163443268","https://openalex.org/W3165232905","https://openalex.org/W3175546201","https://openalex.org/W3176016422","https://openalex.org/W3181637650","https://openalex.org/W3191368886","https://openalex.org/W3192046896","https://openalex.org/W3192945554","https://openalex.org/W3192984034","https://openalex.org/W4210257598","https://openalex.org/W4254446689","https://openalex.org/W4281400187","https://openalex.org/W4291021272","https://openalex.org/W6606244218","https://openalex.org/W6731476941","https://openalex.org/W6744217557","https://openalex.org/W6752134831","https://openalex.org/W6760992104","https://openalex.org/W6771374021","https://openalex.org/W6772384539","https://openalex.org/W6775264790","https://openalex.org/W6781549756","https://openalex.org/W6784561351","https://openalex.org/W6790156507","https://openalex.org/W6796641072","https://openalex.org/W6799898266","https://openalex.org/W6800024037"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W2731899572","https://openalex.org/W4230611425","https://openalex.org/W2062195135","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W4380075502","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Biomedical":[0],"data":[1,19,155,159],"are":[2,22],"becoming":[3],"increasingly":[4,162],"multimodal":[5,154,164],"and":[6,40,75,88,183],"thereby":[7],"capture":[8],"the":[9,34,79,107,114,168,177],"underlying":[10],"complex":[11,115,178],"relationships":[12],"among":[13],"biological":[14,121,132],"processes.":[15],"Deep":[16],"learning":[17,105,147],"(DL)-based":[18],"fusion":[20,51,70,83,101],"strategies":[21,52,71,84],"a":[23,42,139],"popular":[24],"approach":[25,109],"for":[26,53,99],"modeling":[27],"these":[28,158],"nonlinear":[29],"relationships.":[30],"Therefore,":[31],"we":[32,66,124],"review":[33,91],"current":[35,93],"state-of-the-art":[36],"of":[37,50,82,92,117,120,153],"such":[38],"methods":[39,94],"propose":[41],"detailed":[43],"taxonomy":[44],"that":[45,68,126,174],"facilitates":[46],"more":[47],"informed":[48],"choices":[49],"biomedical":[54],"applications,":[55],"as":[56,58,110],"well":[57],"research":[59,142],"on":[60,130,135],"novel":[61],"methods.":[62],"By":[63],"doing":[64],"so,":[65],"find":[67],"deep":[69],"often":[72],"outperform":[73],"unimodal":[74],"shallow":[76],"approaches.":[77],"Additionally,":[78],"proposed":[80],"subcategories":[81],"show":[85],"different":[86,118],"advantages":[87],"drawbacks.":[89],"The":[90],"has":[95],"shown":[96],"that,":[97],"especially":[98],"intermediate":[100],"strategies,":[102,137],"joint":[103],"representation":[104],"is":[106,138],"preferred":[108],"it":[111],"effectively":[112],"models":[113,173],"interactions":[116],"levels":[119],"organization.":[122],"Finally,":[123],"note":[125],"gradual":[127],"fusion,":[128],"based":[129],"prior":[131],"knowledge":[133],"or":[134],"search":[136],"promising":[140],"future":[141],"path.":[143],"Similarly,":[144],"utilizing":[145],"transfer":[146],"might":[148],"overcome":[149],"sample":[150],"size":[151],"limitations":[152],"sets.":[156],"As":[157],"sets":[160],"become":[161],"available,":[163],"DL":[165],"approaches":[166],"present":[167],"opportunity":[169],"to":[170],"train":[171],"holistic":[172],"can":[175],"learn":[176],"regulatory":[179],"dynamics":[180],"behind":[181],"health":[182],"disease.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":108},{"year":2025,"cited_by_count":240},{"year":2024,"cited_by_count":179},{"year":2023,"cited_by_count":89},{"year":2022,"cited_by_count":26}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-10-10T00:00:00"}