{"id":"https://openalex.org/W4402648586","doi":"https://doi.org/10.3390/s24186054","title":"Regulating Modality Utilization within Multimodal Fusion Networks","display_name":"Regulating Modality Utilization within Multimodal Fusion Networks","publication_year":2024,"publication_date":"2024-09-19","ids":{"openalex":"https://openalex.org/W4402648586","doi":"https://doi.org/10.3390/s24186054","pmid":"https://pubmed.ncbi.nlm.nih.gov/39338798"},"language":"en","primary_location":{"id":"doi:10.3390/s24186054","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24186054","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/s24186054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101461656","display_name":"Saurav Singh","orcid":"https://orcid.org/0000-0002-3250-425X"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Saurav Singh","raw_affiliation_strings":["Department of Electrical & Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY 14623, USA"],"raw_orcid":"https://orcid.org/0000-0002-3250-425X","affiliations":[{"raw_affiliation_string":"Department of Electrical & Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY 14623, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110980789","display_name":"Eli Saber","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eli Saber","raw_affiliation_strings":["Department of Electrical & Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY 14623, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical & Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY 14623, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010876698","display_name":"Panos P. Markopoulos","orcid":"https://orcid.org/0000-0001-9686-779X"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panos P. Markopoulos","raw_affiliation_strings":["Department of Electrical & Computer Engineering and Department of Computer Science, The University of Texas at San Antonio, San Antonio, TX 78249, USA"],"raw_orcid":"https://orcid.org/0000-0001-9686-779X","affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering and Department of Computer Science, The University of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075542202","display_name":"Jamison Heard","orcid":"https://orcid.org/0000-0001-6860-0844"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamison Heard","raw_affiliation_strings":["Department of Electrical & Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY 14623, USA"],"raw_orcid":"https://orcid.org/0000-0001-6860-0844","affiliations":[{"raw_affiliation_string":"Department of Electrical & Microelectronic Engineering, Rochester Institute of Technology, Rochester, NY 14623, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101461656"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.1587,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79835336,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"24","issue":"18","first_page":"6054","last_page":"6054"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.842063844203949},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7755204439163208},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7372309565544128},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7278673648834229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6841979026794434},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5478477478027344},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5236870050430298},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5146852135658264},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.49462053179740906},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.43363597989082336},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14215755462646484}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.842063844203949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7755204439163208},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7372309565544128},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7278673648834229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6841979026794434},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5478477478027344},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5236870050430298},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5146852135658264},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.49462053179740906},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.43363597989082336},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14215755462646484},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24186054","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24186054","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:39338798","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39338798","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11435562","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11435562","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:030beb2d1c694c33b5d5c74ca5f82594","is_oa":true,"landing_page_url":"https://doaj.org/article/030beb2d1c694c33b5d5c74ca5f82594","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 18, p 6054 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24186054","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24186054","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2472078306","display_name":null,"funder_award_id":"DGE-2125362","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2783678379","display_name":null,"funder_award_id":"FA9550-20-1-0039","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2865446597","display_name":null,"funder_award_id":"HM04761912014","funder_id":"https://openalex.org/F4320332165","funder_display_name":"National Geospatial-Intelligence Agency"},{"id":"https://openalex.org/G3030933187","display_name":null,"funder_award_id":"DGE-2125362","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G3375043854","display_name":null,"funder_award_id":"HM04761912014","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G4482598091","display_name":null,"funder_award_id":"HM04761912014","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5200053782","display_name":null,"funder_award_id":"2332744","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G7248566429","display_name":null,"funder_award_id":"FA9550-20-1-0039","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7496243227","display_name":null,"funder_award_id":"FA9550-20-1-0039","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G7512341244","display_name":null,"funder_award_id":"2332744","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7764899251","display_name":null,"funder_award_id":"2332744","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G8356003408","display_name":null,"funder_award_id":"DGE-2125362","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8483724187","display_name":null,"funder_award_id":"HM04761912014","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320332165","display_name":"National Geospatial-Intelligence Agency","ror":"https://ror.org/02k4pxv54"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1584663654","https://openalex.org/W1901129140","https://openalex.org/W2194775991","https://openalex.org/W2907760128","https://openalex.org/W2911305027","https://openalex.org/W2911964244","https://openalex.org/W2937047963","https://openalex.org/W2948153973","https://openalex.org/W2948514096","https://openalex.org/W2960964942","https://openalex.org/W2965383240","https://openalex.org/W2967044683","https://openalex.org/W2969476445","https://openalex.org/W2973315405","https://openalex.org/W2994706149","https://openalex.org/W2995201943","https://openalex.org/W3003417734","https://openalex.org/W3016138882","https://openalex.org/W3022140654","https://openalex.org/W3094342158","https://openalex.org/W3094730317","https://openalex.org/W3105826485","https://openalex.org/W3106808132","https://openalex.org/W3153292561","https://openalex.org/W3169550143","https://openalex.org/W3196591432","https://openalex.org/W3201797941","https://openalex.org/W3204266507","https://openalex.org/W4206706211","https://openalex.org/W4214677919","https://openalex.org/W4221143151","https://openalex.org/W4221154994","https://openalex.org/W4229058281","https://openalex.org/W4283808550","https://openalex.org/W4287748555","https://openalex.org/W4300551940","https://openalex.org/W4312326868","https://openalex.org/W4313136325","https://openalex.org/W4372260444","https://openalex.org/W4376226279","https://openalex.org/W4379806166","https://openalex.org/W4380763457","https://openalex.org/W4385215686","https://openalex.org/W4385485215","https://openalex.org/W4385558323","https://openalex.org/W4385801610","https://openalex.org/W4385801658","https://openalex.org/W4387323710","https://openalex.org/W4387829352","https://openalex.org/W4390236092","https://openalex.org/W4391100112","https://openalex.org/W4392645799","https://openalex.org/W4398152644","https://openalex.org/W6761306150","https://openalex.org/W6766846328","https://openalex.org/W6780069040","https://openalex.org/W6794450939","https://openalex.org/W6811008586","https://openalex.org/W6855235976"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Multimodal":[0],"fusion":[1,54,128,224],"networks":[2,129],"play":[3],"a":[4,27,46,69,135,213],"pivotal":[5],"role":[6],"in":[7,18,132,138,171,225],"leveraging":[8],"diverse":[9,226],"sources":[10],"of":[11,36,72,80,102,113,126,194,206,221],"information":[12,74],"for":[13,52],"enhanced":[14],"machine":[15,227],"learning":[16,228],"applications":[17,229],"aerial":[19,89,155],"imagery.":[20],"However,":[21],"current":[22],"approaches":[23],"often":[24],"suffer":[25],"from":[26],"bias":[28],"towards":[29,216],"certain":[30],"modalities,":[31,67,134],"diminishing":[32],"the":[33,61,78,103,109,114,121,124,127,201,209,218],"potential":[34,220],"benefits":[35],"multimodal":[37,53,88,222],"data.":[38],"This":[39],"paper":[40],"addresses":[41],"this":[42],"issue":[43],"by":[44,147],"proposing":[45],"novel":[47],"modality":[48,98],"utilization-based":[49],"training":[50,181],"method":[51,57,84,116,142],"networks.":[55],"The":[56,83,141,159],"aims":[58],"to":[59,179],"guide":[60],"network's":[62],"utilization":[63,99,106,165,186],"on":[64,87],"its":[65],"input":[66,133],"ensuring":[68],"balanced":[70],"integration":[71],"complementary":[73],"streams,":[75],"effectively":[76,96],"mitigating":[77],"overutilization":[79],"dominant":[81],"modalities.":[82,158],"is":[85],"validated":[86],"imagery":[90,156],"classification":[91],"and":[92,107,111,236],"image":[93],"segmentation":[94],"tasks,":[95],"maintaining":[97,148],"within":[100],"\u00b110%":[101],"user-defined":[104],"target":[105],"demonstrating":[108],"versatility":[110],"efficacy":[112],"proposed":[115,210],"across":[117,196],"various":[118],"applications.":[119,238],"Furthermore,":[120],"study":[122],"explores":[123],"robustness":[125,146],"against":[130],"noise":[131,145,198],"crucial":[136],"aspect":[137],"real-world":[139],"scenarios.":[140],"showcases":[143],"better":[144,168],"performance":[149],"amidst":[150],"environmental":[151],"changes":[152],"affecting":[153],"different":[154,197],"sensing":[157],"network":[160],"trained":[161],"with":[162,183],"75.0%":[163],"EO":[164,185],"achieves":[166],"significantly":[167],"accuracy":[169,193,205],"(81.4%)":[170],"noisy":[172],"conditions":[173],"(noise":[174],"variance":[175],"=":[176],"0.12)":[177],"compared":[178],"traditional":[180,202],"methods":[182],"99.59%":[184],"(73.7%).":[187],"Additionally,":[188],"it":[189],"maintains":[190],"an":[191],"average":[192,204],"85.0%":[195],"levels,":[199],"outperforming":[200],"method's":[203],"81.9%.":[207],"Overall,":[208],"approach":[211],"presents":[212],"significant":[214],"step":[215],"harnessing":[217],"full":[219],"data":[223],"such":[230],"as":[231],"robotics,":[232],"healthcare,":[233],"satellite":[234],"imagery,":[235],"defense":[237]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}