{"id":"https://openalex.org/W4399239776","doi":"https://doi.org/10.3390/s24113545","title":"CIRF: Coupled Image Reconstruction and Fusion Strategy for Deep Learning Based Multi-Modal Image Fusion","display_name":"CIRF: Coupled Image Reconstruction and Fusion Strategy for Deep Learning Based Multi-Modal Image Fusion","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399239776","doi":"https://doi.org/10.3390/s24113545","pmid":"https://pubmed.ncbi.nlm.nih.gov/38894335"},"language":"en","primary_location":{"id":"doi:10.3390/s24113545","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113545","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3545/pdf?version=1717082526","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/11/3545/pdf?version=1717082526","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114171195","display_name":"Junze Zheng","orcid":"https://orcid.org/0009-0009-9758-6944"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junze Zheng","raw_affiliation_strings":["Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037445552","display_name":"Junyan Xiao","orcid":"https://orcid.org/0009-0002-7757-454X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyan Xiao","raw_affiliation_strings":["Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101720039","display_name":"Xuming Zhang","orcid":"https://orcid.org/0000-0003-4332-071X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuming Zhang","raw_affiliation_strings":["Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China"],"raw_orcid":"https://orcid.org/0000-0003-4332-071X","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, College of Life Science and Technology, Huazhong University of Science and Technology, Wuhan 430074, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101720039"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.7651,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86184157,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"24","issue":"11","first_page":"3545","last_page":"3545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.7383078932762146},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7268556356430054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6939691305160522},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6635695099830627},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.612209141254425},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5814140439033508},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.551028311252594},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5226752161979675},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.15749424695968628}],"concepts":[{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.7383078932762146},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7268556356430054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6939691305160522},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6635695099830627},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.612209141254425},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5814140439033508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.551028311252594},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5226752161979675},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.15749424695968628},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s24113545","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113545","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3545/pdf?version=1717082526","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38894335","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38894335","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11175309","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11175309","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11175309/pdf/sensors-24-03545.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:f101a5a5278041a4929846c5bb3d591f","is_oa":true,"landing_page_url":"https://doaj.org/article/f101a5a5278041a4929846c5bb3d591f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 11, p 3545 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/24/11/3545/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s24113545","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s24113545","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113545","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3545/pdf?version=1717082526","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2589646217","display_name":null,"funder_award_id":"2018YFE0206900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399239776.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1708141795","https://openalex.org/W2024638834","https://openalex.org/W2024746652","https://openalex.org/W2051869728","https://openalex.org/W2054273865","https://openalex.org/W2059111949","https://openalex.org/W2077110530","https://openalex.org/W2091484864","https://openalex.org/W2097110160","https://openalex.org/W2109701261","https://openalex.org/W2116702374","https://openalex.org/W2133287637","https://openalex.org/W2133665775","https://openalex.org/W2163801680","https://openalex.org/W2169808652","https://openalex.org/W2170726488","https://openalex.org/W2411377185","https://openalex.org/W2798987894","https://openalex.org/W2808591023","https://openalex.org/W2963163009","https://openalex.org/W2963787388","https://openalex.org/W3007473102","https://openalex.org/W3020146971","https://openalex.org/W3034654080","https://openalex.org/W3036170900","https://openalex.org/W3039415429","https://openalex.org/W3046194589","https://openalex.org/W3102411220","https://openalex.org/W3105639468","https://openalex.org/W3119568095","https://openalex.org/W3133700567","https://openalex.org/W3160694286","https://openalex.org/W3162209674","https://openalex.org/W3181367324","https://openalex.org/W4206128982","https://openalex.org/W4206713196","https://openalex.org/W4225672218","https://openalex.org/W4226178544","https://openalex.org/W4231697575","https://openalex.org/W4243247456","https://openalex.org/W4244179632","https://openalex.org/W4288391270","https://openalex.org/W4288696163","https://openalex.org/W4292829111","https://openalex.org/W4292972089","https://openalex.org/W4313156423","https://openalex.org/W4362683563","https://openalex.org/W4379619661","https://openalex.org/W4386076504","https://openalex.org/W6674843673","https://openalex.org/W6675893205","https://openalex.org/W6684073665","https://openalex.org/W6776024363","https://openalex.org/W6787922734","https://openalex.org/W6795426856","https://openalex.org/W6842838303"],"related_works":["https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2139242969","https://openalex.org/W2284201331","https://openalex.org/W2095903272","https://openalex.org/W1989561795"],"abstract_inverted_index":{"Multi-modal":[0],"medical":[1],"image":[2,81,187],"fusion":[3,47,82,141,161],"(MMIF)":[4],"is":[5],"crucial":[6],"for":[7],"disease":[8],"diagnosis":[9],"and":[10,55,73,83,102,111,137,155,176,195,214,225,241],"treatment":[11],"because":[12],"the":[13,69,80,96,107,112,119,144,148,152,156,160,184,190,197,201,217],"images":[14,218],"reconstructed":[15],"from":[16,151,159],"signals":[17],"collected":[18],"by":[19,89,172,220,237],"different":[20,60,135],"sensors":[21],"can":[22],"provide":[23],"complementary":[24],"information.":[25,125],"In":[26,143],"recent":[27],"years,":[28],"deep":[29],"learning":[30,175],"(DL)":[31],"based":[32],"methods":[33,42],"have":[34,67,181],"been":[35,210],"widely":[36],"used":[37],"in":[38],"MMIF.":[39],"However,":[40],"these":[41,64],"often":[43],"adopt":[44],"a":[45,90,166],"serial":[46],"strategy":[48],"without":[49],"feature":[50,177,192],"decomposition,":[51],"causing":[52],"error":[53],"accumulation":[54],"confusion":[56],"of":[57,129,186,200],"characteristics":[58],"across":[59],"scales.":[61],"To":[62],"address":[63],"issues,":[65],"we":[66,180],"proposed":[68],"Coupled":[70],"Image":[71],"Reconstruction":[72],"Fusion":[74],"(CIRF)":[75],"strategy.":[76],"Our":[77],"method":[78],"parallels":[79],"reconstruction":[84,153],"branches":[85,121],"which":[86],"are":[87,131,163],"linked":[88],"common":[91],"encoder.":[92],"Firstly,":[93],"CIRF":[94,168,221],"uses":[95],"lightweight":[97],"encoder":[98],"to":[99,123],"extract":[100],"base":[101],"detail":[103],"features,":[104],"respectively,":[105],"through":[106],"Vision":[108],"Transformer":[109],"(ViT)":[110],"Convolutional":[113],"Neural":[114],"Network":[115],"(CNN)":[116],"branches,":[117],"where":[118],"two":[120,127],"interact":[122],"supplement":[124],"Then,":[126],"types":[128],"features":[130],"fused":[132,219,236],"separately":[133],"via":[134],"blocks":[136],"finally":[138],"decoded":[139],"into":[140],"results.":[142],"loss":[145,150,158],"function,":[146],"both":[147,212],"supervised":[149],"branch":[154,162],"unsupervised":[157],"included.":[164],"As":[165],"whole,":[167],"increases":[169],"its":[170],"expressivity":[171],"adding":[173],"multi-task":[174],"decomposition.":[178],"Additionally,":[179],"also":[182],"explored":[183],"impact":[185],"masking":[188],"on":[189,205],"network's":[191],"extraction":[193],"ability":[194],"validated":[196],"generalization":[198],"capability":[199],"model.":[202],"Through":[203],"experiments":[204],"three":[206],"datasets,":[207],"it":[208],"has":[209],"demonstrated":[211],"subjectively":[213],"objectively,":[215],"that":[216],"exhibit":[222],"appropriate":[223],"brightness":[224],"smooth":[226],"edge":[227],"transition":[228],"with":[229],"more":[230],"competitive":[231],"evaluation":[232],"metrics":[233],"than":[234],"those":[235],"several":[238],"other":[239],"traditional":[240],"DL-based":[242],"methods.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}