{"id":"https://openalex.org/W4416368611","doi":"https://doi.org/10.1109/tip.2025.3632221","title":"Spatial-Frequency Enhanced Mamba for Multi-Modal Image Fusion","display_name":"Spatial-Frequency Enhanced Mamba for Multi-Modal Image Fusion","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416368611","doi":"https://doi.org/10.1109/tip.2025.3632221","pmid":"https://pubmed.ncbi.nlm.nih.gov/41259195"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3632221","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3632221","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033308848","display_name":"Hui Sun","orcid":"https://orcid.org/0000-0003-1022-6735"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Sun","raw_affiliation_strings":["School of Future Technology and the School of Artificial Intelligence, Dalian University of Technology, Dalian, China","School of Future Technology, School of Artificial Intelligence, Dalian University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Future Technology and the School of Artificial Intelligence, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Future Technology, School of Artificial Intelligence, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100302206","display_name":"Long Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145090","display_name":"Affiliated Zhongshan Hospital of Dalian University","ror":"https://ror.org/041ts2d40","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145090"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Lv","raw_affiliation_strings":["Affiliated Zhongshan Hospital of Dalian University, Dalian, China","Affiliated Zhongshan Hospital of Dalian University, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210145090"]},{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, China","institution_ids":["https://openalex.org/I4210145090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451855","display_name":"Pingping Zhang","orcid":"https://orcid.org/0000-0003-1206-1444"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingping Zhang","raw_affiliation_strings":["School of Future Technology and the School of Artificial Intelligence, Dalian University of Technology, Dalian, China","School of Future Technology, School of Artificial Intelligence, Dalian University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Future Technology and the School of Artificial Intelligence, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Future Technology, School of Artificial Intelligence, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000957942","display_name":"Tiequn Tang","orcid":"https://orcid.org/0000-0002-7438-6474"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I4210106378","display_name":"Dalian Municipal Central Hospital","ror":"https://ror.org/01n6v0a11","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210106378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongdan Tang","raw_affiliation_strings":["Central Hospital of Dalian University of Technology, Dalian, China","Central Hospital of Dalian University of Technology, China"],"affiliations":[{"raw_affiliation_string":"Central Hospital of Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I4210106378","https://openalex.org/I27357992"]},{"raw_affiliation_string":"Central Hospital of Dalian University of Technology, China","institution_ids":["https://openalex.org/I4210106378","https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100745507","display_name":"Feng Tian","orcid":"https://orcid.org/0000-0002-8039-5158"},"institutions":[{"id":"https://openalex.org/I4210145090","display_name":"Affiliated Zhongshan Hospital of Dalian University","ror":"https://ror.org/041ts2d40","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145090"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Tian","raw_affiliation_strings":["Affiliated Zhongshan Hospital of Dalian University, Dalian, China","Affiliated Zhongshan Hospital of Dalian University, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210145090"]},{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, China","institution_ids":["https://openalex.org/I4210145090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101579001","display_name":"Weibing Sun","orcid":"https://orcid.org/0000-0003-3380-7495"},"institutions":[{"id":"https://openalex.org/I4210145090","display_name":"Affiliated Zhongshan Hospital of Dalian University","ror":"https://ror.org/041ts2d40","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145090"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weibing Sun","raw_affiliation_strings":["Affiliated Zhongshan Hospital of Dalian University, Dalian, China","Affiliated Zhongshan Hospital of Dalian University, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210145090"]},{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, China","institution_ids":["https://openalex.org/I4210145090"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986293","display_name":"Huchuan Lu","orcid":"https://orcid.org/0000-0002-6668-9758"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huchuan Lu","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","School of Information and Communication Engineering, Dalian University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5033308848"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":1.1372,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85607396,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":null,"first_page":"7684","last_page":"7696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5613999962806702},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5227000117301941},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5213000178337097},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.49070000648498535},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4839000105857849},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.483599990606308},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4528000056743622},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.41359999775886536}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7075999975204468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7010999917984009},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5613999962806702},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5227000117301941},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48669999837875366},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4839000105857849},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4528000056743622},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.32089999318122864},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.32019999623298645},{"id":"https://openalex.org/C169805256","wikidata":"https://www.wikidata.org/wiki/Q1361381","display_name":"Transform coding","level":4,"score":0.32019999623298645},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C2780757906","wikidata":"https://www.wikidata.org/wiki/Q5276676","display_name":"Dilation (metric space)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3632221","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3632221","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41259195","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41259195","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2066667210","https://openalex.org/W2772136803","https://openalex.org/W2798987894","https://openalex.org/W2809795042","https://openalex.org/W2912581987","https://openalex.org/W2962834855","https://openalex.org/W2998674422","https://openalex.org/W3039415429","https://openalex.org/W3046194589","https://openalex.org/W3133700567","https://openalex.org/W3138516171","https://openalex.org/W3186471925","https://openalex.org/W3190808861","https://openalex.org/W4206713196","https://openalex.org/W4220893768","https://openalex.org/W4225672218","https://openalex.org/W4231896027","https://openalex.org/W4283732315","https://openalex.org/W4285600783","https://openalex.org/W4312402232","https://openalex.org/W4312440143","https://openalex.org/W4312594135","https://openalex.org/W4313555022","https://openalex.org/W4362014679","https://openalex.org/W4366352735","https://openalex.org/W4367594978","https://openalex.org/W4376126900","https://openalex.org/W4376131895","https://openalex.org/W4379209584","https://openalex.org/W4382119107","https://openalex.org/W4385245566","https://openalex.org/W4386076504","https://openalex.org/W4390872797","https://openalex.org/W4390873110","https://openalex.org/W4401200174","https://openalex.org/W4402705921","https://openalex.org/W4402715923","https://openalex.org/W4402753825","https://openalex.org/W4405718380","https://openalex.org/W4405953164","https://openalex.org/W4407169001","https://openalex.org/W4408323597","https://openalex.org/W4409262789","https://openalex.org/W4409367296","https://openalex.org/W4410491866","https://openalex.org/W4410808562","https://openalex.org/W4411404622","https://openalex.org/W4415796023"],"related_works":[],"abstract_inverted_index":{"Multi-Modal":[0],"Image":[1,90],"Fusion":[2,129,182],"(MMIF)":[3],"aims":[4],"to":[5,13,40,72,109,141],"integrate":[6],"complementary":[7],"image":[8],"information":[9],"from":[10,151],"different":[11,191],"modalities":[12],"produce":[14],"informative":[15],"images.":[16,153],"Previous":[17],"deep":[18],"learning-based":[19],"MMIF":[20,143,212],"methods":[21,35,209],"generally":[22],"adopt":[23],"Convolutional":[24],"Neural":[25],"Networks":[26],"(CNNs)":[27],"or":[28],"Transformers":[29],"for":[30,61,86,101,131,173,193],"feature":[31,175,195],"extraction.":[32,176],"However,":[33,103],"these":[34],"deliver":[36],"unsatisfactory":[37],"performances":[38],"due":[39],"the":[41,48,117,157,180],"limited":[42],"receptive":[43],"field":[44],"of":[45,52],"CNNs":[46],"and":[47,79,113,144,170],"high":[49],"computational":[50],"cost":[51],"Transformers.":[53],"Recently,":[54],"Mamba":[55,75,128,160,166,183],"has":[56,97],"demonstrated":[57],"a":[58,69,104,122,138],"powerful":[59],"potential":[60],"modeling":[62],"long-range":[63],"dependencies":[64],"with":[65],"linear":[66],"complexity,":[67],"providing":[68],"promising":[70],"solution":[71],"MMIF.":[73,87,102,132],"Unfortunately,":[74],"lacks":[76],"full":[77],"spatial":[78,169],"frequency":[80,171],"perceptions,":[81],"which":[82,146,163,186],"are":[83],"very":[84],"important":[85],"Moreover,":[88],"employing":[89],"Reconstruction":[91],"(IR)":[92],"as":[93],"an":[94],"auxiliary":[95],"task":[96],"been":[98],"proven":[99],"beneficial":[100],"primary":[105],"challenge":[106],"is":[107,217],"how":[108],"leverage":[110],"IR":[111],"efficiently":[112],"effectively.":[114],"To":[115],"address":[116],"above":[118],"issues,":[119],"we":[120,135,155,178],"propose":[121,137,156,179],"novel":[123],"framework":[124],"named":[125],"Spatial-Frequency":[126,158],"Enhanced":[127,159],"(SFMFusion)":[130],"More":[133],"specifically,":[134],"first":[136],"three-branch":[139],"structure":[140],"couple":[142],"IR,":[145],"can":[147,164,187],"retain":[148],"complete":[149],"contents":[150],"source":[152,215],"Then,":[154],"Block":[161,184],"(SFMB),":[162],"enhance":[165],"in":[167],"both":[168],"domains":[172],"comprehensive":[174],"Finally,":[177],"Dynamic":[181],"(DFMB),":[185],"be":[188],"deployed":[189],"across":[190],"branches":[192],"dynamic":[194],"fusion.":[196],"Extensive":[197],"experiments":[198],"show":[199],"that":[200],"our":[201],"method":[202],"achieves":[203],"better":[204],"results":[205],"than":[206],"most":[207],"state-of-the-art":[208],"on":[210],"six":[211],"datasets.":[213],"The":[214],"code":[216],"available":[218],"at":[219],"https://github.com/SunHui1216/SFMFusion.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-19T00:00:00"}
