{"id":"https://openalex.org/W7125995136","doi":"https://doi.org/10.1109/tip.2026.3657171","title":"Dissecting RGB-D Learning for Improved Multi-Modal Fusion","display_name":"Dissecting RGB-D Learning for Improved Multi-Modal Fusion","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125995136","doi":"https://doi.org/10.1109/tip.2026.3657171","pmid":"https://pubmed.ncbi.nlm.nih.gov/41605154"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3657171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3657171","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-3138-505X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["School of Computer Science and Engineering and the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3138-505X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoran Zhou","orcid":"https://orcid.org/0009-0001-7226-6946"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoran Zhou","raw_affiliation_strings":["School of Computer Science and Engineering and the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-7226-6946","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yunshu Zhang","orcid":"https://orcid.org/0009-0001-3535-3119"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunshu Zhang","raw_affiliation_strings":["School of Computer Science and Engineering and the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-3535-3119","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124073358","display_name":"Zheng Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Lin","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8057-4949","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124072370","display_name":"Yongjian Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Deng","raw_affiliation_strings":["College of Computer Science, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6253-3564","affiliations":[{"raw_affiliation_string":"College of Computer Science, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.7937,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98750863,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"35","issue":null,"first_page":"1846","last_page":"1857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.3930000066757202,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.3930000066757202,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11500000208616257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6155999898910522},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5397999882698059},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.44130000472068787},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.39169999957084656},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.39149999618530273},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3799999952316284},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3727000057697296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722000002861023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6883000135421753},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6155999898910522},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5285999774932861},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.44130000472068787},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3799999952316284},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.36340001225471497},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.32199999690055847},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2612999975681305},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3657171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3657171","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41605154","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41605154","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5208069086074829,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1003364742","display_name":null,"funder_award_id":"62261160576","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G492818410","display_name":null,"funder_award_id":"62573369","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F2608186204","display_name":"Big Data Computing Center, Southeast University","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W753847829","https://openalex.org/W1910108985","https://openalex.org/W1915485278","https://openalex.org/W1923184257","https://openalex.org/W2194775991","https://openalex.org/W2207044458","https://openalex.org/W2465570449","https://openalex.org/W2487898712","https://openalex.org/W2520640394","https://openalex.org/W2563705555","https://openalex.org/W2609822318","https://openalex.org/W2761490953","https://openalex.org/W2775906317","https://openalex.org/W2785110060","https://openalex.org/W2798857366","https://openalex.org/W2909381593","https://openalex.org/W2932937602","https://openalex.org/W2951335099","https://openalex.org/W2952163316","https://openalex.org/W2962858109","https://openalex.org/W2963307292","https://openalex.org/W2963610729","https://openalex.org/W2963749936","https://openalex.org/W2971014764","https://openalex.org/W3008115128","https://openalex.org/W3021737479","https://openalex.org/W3035333188","https://openalex.org/W3037158619","https://openalex.org/W3158901828","https://openalex.org/W3204197760","https://openalex.org/W4214696292","https://openalex.org/W4214831601","https://openalex.org/W4225986494","https://openalex.org/W4229494842","https://openalex.org/W4312384316","https://openalex.org/W4312438304","https://openalex.org/W4312941264","https://openalex.org/W4313184971","https://openalex.org/W4323545792","https://openalex.org/W4383988917","https://openalex.org/W4386065343","https://openalex.org/W4386075498","https://openalex.org/W4386076265","https://openalex.org/W4390824563","https://openalex.org/W4390873518","https://openalex.org/W4391235406","https://openalex.org/W4391827269","https://openalex.org/W4392883579","https://openalex.org/W4393032742","https://openalex.org/W4393147160","https://openalex.org/W4393156830","https://openalex.org/W4401415581","https://openalex.org/W4402660166","https://openalex.org/W4403792253","https://openalex.org/W4409364032","https://openalex.org/W4412888521","https://openalex.org/W4415797096","https://openalex.org/W4415798500"],"related_works":[],"abstract_inverted_index":{"In":[0,31],"the":[1,19,45,77,91,108,114,131,134],"RGB-D":[2,25,46,98,136],"vision":[3,47],"community,":[4],"extensive":[5],"research":[6],"has":[7],"been":[8],"focused":[9],"on":[10,68,146],"designing":[11],"multi-modal":[12,69,116,159],"learning":[13,70],"strategies":[14],"and":[15,21,39,56,61,65,79,90,113,122,139,156],"fusion":[16,22,143],"structures.":[17],"However,":[18],"complementary":[20,126],"mechanisms":[23],"in":[24,110],"models":[26],"remain":[27],"a":[28,40,97,141],"opaque":[29],"box.":[30],"this":[32],"paper,":[33],"we":[34,75],"present":[35],"an":[36],"analytical":[37],"framework":[38],"novel":[41],"score":[42],"to":[43],"dissect":[44],"community.":[48],"Our":[49,100],"approach":[50],"involves":[51],"measuring":[52],"proposed":[53,135],"semantic":[54],"variance":[55],"feature":[57],"similarity":[58],"across":[59,83,153],"modalities":[60],"levels,":[62],"conducting":[63],"visual":[64],"quantitative":[66],"analyzes":[67],"through":[71],"comprehensive":[72],"experiments.":[73],"Specifically,":[74],"investigate":[76],"consistency":[78,121],"specialty":[80,123],"of":[81,133],"features":[82,112],"modalities,":[84],"evolution":[85],"rules":[86],"within":[87],"each":[88],"modality,":[89],"collaboration":[92],"logic":[93],"used":[94],"when":[95],"optimizing":[96],"model.":[99],"studies":[101],"reveal/verify":[102],"several":[103],"important":[104],"findings,":[105,148],"such":[106],"as":[107],"discrepancy":[109],"cross-modal":[111],"hybrid":[115],"cooperation":[117],"rule,":[118],"which":[119,149],"highlights":[120],"simultaneously":[124],"for":[125],"inference.":[127],"We":[128],"also":[129],"showcase":[130],"versatility":[132],"dissection":[137],"method":[138],"introduce":[140],"straightforward":[142],"strategy":[144],"based":[145],"our":[147],"delivers":[150],"significant":[151],"enhancements":[152],"various":[154],"tasks":[155],"even":[157],"other":[158],"data.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-01-29T00:00:00"}