{"id":"https://openalex.org/W4392969647","doi":"https://doi.org/10.1109/tip.2024.3374072","title":"MM-Net: A MixFormer-Based Multi-Scale Network for Anatomical and Functional Image Fusion","display_name":"MM-Net: A MixFormer-Based Multi-Scale Network for Anatomical and Functional Image Fusion","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392969647","doi":"https://doi.org/10.1109/tip.2024.3374072","pmid":"https://pubmed.ncbi.nlm.nih.gov/38470587"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3374072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3374072","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100618357","display_name":"Y\u00fc Liu","orcid":"https://orcid.org/0000-0003-2211-3535"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["Department of Biomedical Engineering, The Anhui Province Key Laboratory of Measuring Theory and Precision Instrument, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2211-3535","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, The Anhui Province Key Laboratory of Measuring Theory and Precision Instrument, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111150319","display_name":"Chen Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Yu","raw_affiliation_strings":["Department of Biomedical Engineering, The Anhui Province Key Laboratory of Measuring Theory and Precision Instrument, Hefei University of Technology, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, The Anhui Province Key Laboratory of Measuring Theory and Precision Instrument, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029209486","display_name":"Juan Cheng","orcid":"https://orcid.org/0000-0003-1206-1698"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Cheng","raw_affiliation_strings":["Department of Biomedical Engineering, The Anhui Province Key Laboratory of Measuring Theory and Precision Instrument, Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-1206-1698","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, The Anhui Province Key Laboratory of Measuring Theory and Precision Instrument, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051587486","display_name":"Z. Jane Wang","orcid":"https://orcid.org/0000-0002-3791-0249"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Z. Jane Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, Canada","Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3791-0249","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100451602","display_name":"Xun Chen","orcid":"https://orcid.org/0000-0002-4922-8116"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Chen","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4922-8116","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.7828,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.99328995,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":null,"first_page":"2197","last_page":"2212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.7595325708389282},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7236490845680237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6475176811218262},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6341181397438049},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6085756421089172},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5962241888046265},{"id":"https://openalex.org/keywords/fusion-rules","display_name":"Fusion rules","score":0.5715552568435669},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5472098588943481},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5198953151702881},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.49058809876441956},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.47752654552459717},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.43375730514526367},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43268972635269165},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13977894186973572}],"concepts":[{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.7595325708389282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7236490845680237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6475176811218262},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6341181397438049},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6085756421089172},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5962241888046265},{"id":"https://openalex.org/C2778971668","wikidata":"https://www.wikidata.org/wiki/Q5510284","display_name":"Fusion rules","level":4,"score":0.5715552568435669},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5472098588943481},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5198953151702881},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.49058809876441956},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.47752654552459717},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.43375730514526367},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43268972635269165},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13977894186973572},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3374072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3374072","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38470587","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38470587","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4796041494","display_name":null,"funder_award_id":"U23A20294","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4945367125","display_name":null,"funder_award_id":"62176081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5399244241","display_name":null,"funder_award_id":"62171176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1964257080","https://openalex.org/W1965557194","https://openalex.org/W1986517950","https://openalex.org/W1994714721","https://openalex.org/W1995472025","https://openalex.org/W1997480692","https://openalex.org/W1999316653","https://openalex.org/W2023844059","https://openalex.org/W2026651590","https://openalex.org/W2034995331","https://openalex.org/W2044768255","https://openalex.org/W2068941797","https://openalex.org/W2076829151","https://openalex.org/W2083388902","https://openalex.org/W2091484864","https://openalex.org/W2091649119","https://openalex.org/W2092081239","https://openalex.org/W2114207195","https://openalex.org/W2133665775","https://openalex.org/W2142060261","https://openalex.org/W2146353910","https://openalex.org/W2281258836","https://openalex.org/W2339983363","https://openalex.org/W2461851607","https://openalex.org/W2473964400","https://openalex.org/W2532801510","https://openalex.org/W2557682050","https://openalex.org/W2559870345","https://openalex.org/W2564205490","https://openalex.org/W2620889673","https://openalex.org/W2744198280","https://openalex.org/W2746410086","https://openalex.org/W2791112066","https://openalex.org/W2801000124","https://openalex.org/W2805855958","https://openalex.org/W2808591023","https://openalex.org/W2889384868","https://openalex.org/W2898653582","https://openalex.org/W2901100349","https://openalex.org/W2912581987","https://openalex.org/W2912839422","https://openalex.org/W2933486688","https://openalex.org/W2940940727","https://openalex.org/W2962754725","https://openalex.org/W2963787388","https://openalex.org/W2990925814","https://openalex.org/W2994720379","https://openalex.org/W2997591000","https://openalex.org/W2998012573","https://openalex.org/W3007473102","https://openalex.org/W3011768656","https://openalex.org/W3014859219","https://openalex.org/W3015267831","https://openalex.org/W3031254450","https://openalex.org/W3046194589","https://openalex.org/W3115776022","https://openalex.org/W3138516171","https://openalex.org/W3153311087","https://openalex.org/W3171420223","https://openalex.org/W3176717614","https://openalex.org/W3186471925","https://openalex.org/W3194034439","https://openalex.org/W3201772641","https://openalex.org/W3203605797","https://openalex.org/W4213375034","https://openalex.org/W4225829036","https://openalex.org/W4282825873","https://openalex.org/W4283732315","https://openalex.org/W4285291903","https://openalex.org/W4285306712","https://openalex.org/W4287122968","https://openalex.org/W4288391270","https://openalex.org/W4288696163","https://openalex.org/W4289654558","https://openalex.org/W4289752563","https://openalex.org/W4292972089","https://openalex.org/W4296412923","https://openalex.org/W4308979724","https://openalex.org/W6695277419","https://openalex.org/W6721223673","https://openalex.org/W6780179280","https://openalex.org/W6839818334","https://openalex.org/W6843259600"],"related_works":["https://openalex.org/W2788731446","https://openalex.org/W2155008684","https://openalex.org/W3152170969","https://openalex.org/W2095903272","https://openalex.org/W2370195708","https://openalex.org/W2549658594","https://openalex.org/W2204403038","https://openalex.org/W2379054866","https://openalex.org/W2366880779","https://openalex.org/W2284201331"],"abstract_inverted_index":{"Anatomical":[0],"and":[1,14,46,93,112,164,179,205,208],"functional":[2,94],"image":[3,32,64,95],"fusion":[4,37,142,189,200,211,222],"is":[5,59,104,152,183],"an":[6,100],"important":[7],"technique":[8],"in":[9,27,41,63,70],"a":[10,24,60,84,136,156,171],"variety":[11],"of":[12,30,56,148,158,175,220],"medical":[13],"biological":[15],"applications.":[16],"Recently,":[17],"deep":[18],"learning":[19],"(DL)-based":[20],"methods":[21,201],"have":[22,39],"become":[23],"mainstream":[25],"direction":[26],"the":[28,53,79,120,149,187,209],"field":[29],"multi-modal":[31],"fusion.":[33,96],"However,":[34],"existing":[35,72],"DL-based":[36],"approaches":[38],"difficulty":[40],"effectively":[42],"capturing":[43],"local":[44,110],"features":[45,111,124,151],"global":[47,113],"contextual":[48,114],"information":[49,115],"simultaneously.":[50],"In":[51,74,97],"addition,":[52],"scale":[54,146],"diversity":[55,147],"features,":[57],"which":[58],"crucial":[61],"issue":[62],"fusion,":[65],"often":[66],"lacks":[67],"adequate":[68],"attention":[69],"most":[71],"works.":[73],"this":[75],"paper,":[76],"to":[77,106,185],"address":[78],"above":[80],"problems,":[81],"we":[82],"propose":[83],"MixFormer-based":[85,102],"multi-scale":[86,159],"network,":[87],"termed":[88],"as":[89],"MM-Net,":[90],"for":[91],"anatomical":[92],"our":[98,195,221],"method,":[99],"improved":[101],"backbone":[103],"introduced":[105],"sufficiently":[107],"extract":[108],"both":[109,176,203],"at":[116,131,227],"multiple":[117,132],"scales":[118,133],"from":[119,125],"source":[121,127,218],"images.":[122],"The":[123,145,217],"different":[126],"images":[128],"are":[129],"fused":[130,150],"based":[134],"on":[135,202],"multi-source":[137],"spatial":[138,177],"attention-based":[139],"cross-modality":[140],"feature":[141,160,165],"(CMFF)":[143],"module.":[144],"further":[153],"enriched":[154],"by":[155],"series":[157],"interaction":[161],"(MSFI)":[162],"modules":[163],"aggregation":[166],"upsample":[167],"(FAU)":[168],"modules.":[169],"Moreover,":[170],"loss":[172],"function":[173],"consisting":[174],"domain":[178,181],"frequency":[180],"components":[182],"devised":[184],"train":[186],"proposed":[188,210],"model.":[190],"Experimental":[191],"results":[192],"demonstrate":[193],"that":[194],"method":[196,223],"outperforms":[197],"several":[198],"state-of-the-art":[199],"qualitative":[204],"quantitative":[206],"comparisons,":[207],"model":[212],"exhibits":[213],"good":[214],"generalization":[215],"capability.":[216],"code":[219],"will":[224],"be":[225],"available":[226],"https://github.com/yuliu316316.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}