{"id":"https://openalex.org/W4413925718","doi":"https://doi.org/10.1109/access.2025.3605315","title":"Rethinking Multimodality: Optimizing Multimodal Deep Learning for Biomedical Signal Classification","display_name":"Rethinking Multimodality: Optimizing Multimodal Deep Learning for Biomedical Signal Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413925718","doi":"https://doi.org/10.1109/access.2025.3605315"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3605315","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3605315","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3605315","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035151181","display_name":"Timothy Oladunni","orcid":"https://orcid.org/0000-0002-2693-5440"},"institutions":[{"id":"https://openalex.org/I83909951","display_name":"Morgan State University","ror":"https://ror.org/017d8gk22","country_code":"US","type":"education","lineage":["https://openalex.org/I83909951"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Timothy Oladunni","raw_affiliation_strings":["Computer Science Department, Morgan State University, Baltimore, MD, USA","Computer Science Department, Morgan State University, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Morgan State University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I83909951"]},{"raw_affiliation_string":"Computer Science Department, Morgan State University, United States","institution_ids":["https://openalex.org/I83909951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069083901","display_name":"Alex Wong","orcid":"https://orcid.org/0000-0002-3157-6016"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]},{"id":"https://openalex.org/I83909951","display_name":"Morgan State University","ror":"https://ror.org/017d8gk22","country_code":"US","type":"education","lineage":["https://openalex.org/I83909951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Wong","raw_affiliation_strings":["Computer Science Department, Morgan State University, Baltimore, MD, USA","Computer Science Department, Yale University, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Morgan State University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I83909951"]},{"raw_affiliation_string":"Computer Science Department, Yale University, United States","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035151181"],"corresponding_institution_ids":["https://openalex.org/I83909951"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13519491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"156436","last_page":"156464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.19009999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.19009999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.18970000743865967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.8885718584060669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6640139222145081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46016451716423035},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4565978944301605},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4278463125228882},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33193492889404297}],"concepts":[{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.8885718584060669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6640139222145081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46016451716423035},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4565978944301605},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4278463125228882},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33193492889404297},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3605315","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3605315","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4cb832c4aa284bfa8a9ab2fc29ed139b","is_oa":true,"landing_page_url":"https://doaj.org/article/4cb832c4aa284bfa8a9ab2fc29ed139b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 156436-156464 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3605315","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3605315","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W2035096674","https://openalex.org/W2078071938","https://openalex.org/W2084746541","https://openalex.org/W2088998933","https://openalex.org/W2104933073","https://openalex.org/W2500751094","https://openalex.org/W2538883206","https://openalex.org/W2585575883","https://openalex.org/W2585788797","https://openalex.org/W2588127243","https://openalex.org/W2608135691","https://openalex.org/W2741246468","https://openalex.org/W2758080665","https://openalex.org/W2770885069","https://openalex.org/W2776247433","https://openalex.org/W2809468894","https://openalex.org/W2938286185","https://openalex.org/W2964045146","https://openalex.org/W2972417789","https://openalex.org/W2999634272","https://openalex.org/W3016422105","https://openalex.org/W3043250973","https://openalex.org/W3044053425","https://openalex.org/W3087453051","https://openalex.org/W3110910179","https://openalex.org/W3120211578","https://openalex.org/W3120622360","https://openalex.org/W3126905578","https://openalex.org/W3133749727","https://openalex.org/W3161378445","https://openalex.org/W3184833890","https://openalex.org/W3194730353","https://openalex.org/W3210526909","https://openalex.org/W4213198161","https://openalex.org/W4223454465","https://openalex.org/W4226105903","https://openalex.org/W4283275666","https://openalex.org/W4285140737","https://openalex.org/W4285821496","https://openalex.org/W4287385009","https://openalex.org/W4288060244","https://openalex.org/W4293508746","https://openalex.org/W4306317966","https://openalex.org/W4316082280","https://openalex.org/W4317821278","https://openalex.org/W4323652738","https://openalex.org/W4386322404","https://openalex.org/W4386743050","https://openalex.org/W4388296977","https://openalex.org/W4388878472","https://openalex.org/W4389169877","https://openalex.org/W4390347172","https://openalex.org/W4392120322","https://openalex.org/W4396666990","https://openalex.org/W4400102178","https://openalex.org/W4400975115","https://openalex.org/W4401105685","https://openalex.org/W4401691864","https://openalex.org/W4402634687","https://openalex.org/W4403424704","https://openalex.org/W4405492260","https://openalex.org/W4406137766"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W4387369504","https://openalex.org/W3082895349"],"abstract_inverted_index":{"This":[0,157,193],"study":[1],"proposes":[2],"a":[3,90,142,148,153,160,217],"novel":[4,205],"perspective":[5],"on":[6],"multimodal":[7,75,164,229,258],"deep":[8,52],"learning":[9,53],"for":[10,64,67,71,221],"biomedical":[11,167,177,255],"signal":[12,168],"classification,":[13,94],"systematically":[14],"analyzing":[15],"how":[16],"complementary":[17],"feature":[18,201],"domains":[19,26,256],"impact":[20],"model":[21],"performance.":[22],"While":[23],"fusing":[24],"multiple":[25],"often":[27],"presumes":[28],"enhanced":[29],"accuracy,":[30],"this":[31,244],"work":[32],"demonstrates":[33],"that":[34,100,172,227],"adding":[35],"modalities":[36],"can":[37],"yield":[38],"diminishing":[39],"returns,":[40],"as":[41],"not":[42,180],"all":[43,109],"fusions":[44],"are":[45],"inherently":[46],"advantageous.":[47],"To":[48],"validate":[49],"this,":[50],"five":[51],"models":[54],"were":[55],"designed,":[56],"developed,":[57],"and":[58,69,73,81,89,96,125,140],"rigorously":[59],"evaluated:":[60],"three":[61],"unimodal":[62],"(1D-CNN":[63],"time,":[65],"2D-CNN":[66,106],"time-frequency,":[68],"1D-CNN-Transformer":[70],"frequency)":[72],"two":[74],"(Hybrid":[76],"1,":[77],"which":[78,85],"fuses":[79],"1D-CNN":[80],"2D-CNN;":[82],"Hybrid":[83,101,129],"2,":[84],"combines":[86],"1D-CNN,":[87],"2D-CNN,":[88],"Transformer).":[91],"For":[92],"ECG":[93,213,252],"bootstrapping":[95],"Bayesian":[97,114],"inference":[98],"revealed":[99],"1":[102],"consistently":[103],"outperformed":[104],"the":[105,119,123,133,182,187,233],"baseline":[107],"across":[108],"metrics":[110],"(p-values":[111],"<":[112],"0.05,":[113],"probabilities":[115],">":[116],"0.90),":[117],"confirming":[118],"synergistic":[120],"complementarity":[121,236],"of":[122,132,163,184,189,243],"time":[124],"time-frequency":[126],"domains.":[127,239],"Conversely,":[128],"2's":[130],"inclusion":[131],"frequency":[134],"domain":[135,174,224],"offered":[136],"no":[137],"further":[138,150],"improvement":[139],"sometimes":[141],"marginal":[143],"decline,":[144],"indicating":[145],"representational":[146],"redundancy;":[147],"phenomenon":[149],"substantiated":[151],"by":[152],"targeted":[154],"ablation":[155],"study.":[156],"research":[158],"redefines":[159],"fundamental":[161],"principle":[162],"design":[165],"in":[166,176,211],"analysis.":[169],"We":[170],"demonstrate":[171],"optimal":[173,228],"fusion":[175],"signals":[178],"is":[179,246],"about":[181],"number":[183],"modalities,":[185],"but":[186],"quality":[188],"their":[190],"inherent":[191],"complementarity.":[192],"paradigm-shifting":[194],"concept":[195],"moves":[196],"beyond":[197,251],"purely":[198],"heuristic":[199],"traditional":[200],"selection":[202],"methodology.":[203],"Our":[204],"theoretical":[206],"contribution,":[207],"\"Complementary":[208],"Feature":[209],"Domains":[210],"Multimodal":[212],"Deep":[214],"Learning,\"":[215],"presents":[216],"mathematically":[218],"quantifiable":[219],"framework":[220],"identifying":[222],"ideal":[223],"combinations,":[225],"demonstrating":[226],"performance":[230],"arises":[231],"from":[232],"intrinsic":[234],"information-theoretic":[235],"among":[237],"fused":[238],"The":[240],"broader":[241],"applicability":[242],"theory":[245],"discussed,":[247],"extending":[248],"its":[249],"relevance":[250],"to":[253],"other":[254],"involving":[257],"time-series":[259],"data.":[260]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}