{"id":"https://openalex.org/W4226422421","doi":"https://doi.org/10.1109/access.2022.3163260","title":"MMI-Fuse: Multimodal Brain Image Fusion With Multiattention Module","display_name":"MMI-Fuse: Multimodal Brain Image Fusion With Multiattention Module","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226422421","doi":"https://doi.org/10.1109/access.2022.3163260"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3163260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3163260","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745028.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745028.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054573032","display_name":"Zhenghe Shi","orcid":"https://orcid.org/0000-0003-2846-896X"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenghe Shi","raw_affiliation_strings":["Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737588","display_name":"Chuanwei Zhang","orcid":"https://orcid.org/0000-0001-9353-3516"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanwei Zhang","raw_affiliation_strings":["Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698319","display_name":"Dan Ye","orcid":"https://orcid.org/0000-0002-5725-8956"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Ye","raw_affiliation_strings":["School of Medicine, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Medicine, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104037813","display_name":"Peilin Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peilin Qin","raw_affiliation_strings":["Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071191374","display_name":"Rui Zhou","orcid":"https://orcid.org/0000-0002-7955-9418"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhou","raw_affiliation_strings":["Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381334","display_name":"Lei Lei","orcid":"https://orcid.org/0000-0001-8415-8611"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Lei","raw_affiliation_strings":["Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Instrument Science and Technology, College of Mechanical Engineering, Xi’an University of Science and Technology, Xi’an, China","institution_ids":["https://openalex.org/I110440473"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054573032"],"corresponding_institution_ids":["https://openalex.org/I110440473"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5767,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84600177,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"37200","last_page":"37214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12994","display_name":"Infrared Thermography in Medicine","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7866262197494507},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.7672683000564575},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.7211344838142395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7140412926673889},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.5324578881263733},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5003087520599365},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4880591630935669},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4849553108215332},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4701195955276489},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.46680453419685364},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4503338932991028},{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.44890516996383667},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4404972195625305},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4103664755821228},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.40899765491485596},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.297172874212265},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07715994119644165},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07383590936660767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7866262197494507},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.7672683000564575},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.7211344838142395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7140412926673889},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.5324578881263733},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5003087520599365},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4880591630935669},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4849553108215332},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4701195955276489},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.46680453419685364},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4503338932991028},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.44890516996383667},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4404972195625305},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4103664755821228},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.40899765491485596},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.297172874212265},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07715994119644165},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07383590936660767},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3163260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3163260","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745028.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:87b6bf2d224448988609c47e0d1fc58f","is_oa":true,"landing_page_url":"https://doaj.org/article/87b6bf2d224448988609c47e0d1fc58f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 37200-37214 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3163260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3163260","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09745028.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G654721694","display_name":null,"funder_award_id":"51974229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226422421.pdf","grobid_xml":"https://content.openalex.org/works/W4226422421.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1959680556","https://openalex.org/W1984657950","https://openalex.org/W2042276800","https://openalex.org/W2054273865","https://openalex.org/W2073796387","https://openalex.org/W2091484864","https://openalex.org/W2133665775","https://openalex.org/W2147800946","https://openalex.org/W2194775991","https://openalex.org/W2559870345","https://openalex.org/W2739863421","https://openalex.org/W2744198280","https://openalex.org/W2746410086","https://openalex.org/W2751011928","https://openalex.org/W2767047606","https://openalex.org/W2798987894","https://openalex.org/W2808591023","https://openalex.org/W2884436604","https://openalex.org/W2884585870","https://openalex.org/W2885274367","https://openalex.org/W2912147220","https://openalex.org/W2914139557","https://openalex.org/W2921767262","https://openalex.org/W2938124269","https://openalex.org/W2943495883","https://openalex.org/W2998128480","https://openalex.org/W3020707676","https://openalex.org/W3024816816","https://openalex.org/W3039415429","https://openalex.org/W3045291717","https://openalex.org/W3046194589","https://openalex.org/W3102411220","https://openalex.org/W3105639468","https://openalex.org/W3126268389","https://openalex.org/W3156739093","https://openalex.org/W3158729725","https://openalex.org/W3167656397","https://openalex.org/W3181721181","https://openalex.org/W3203966424","https://openalex.org/W3204568695","https://openalex.org/W6649524578","https://openalex.org/W6771626834"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W2159052453","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2095903272","https://openalex.org/W2391745328"],"abstract_inverted_index":{"Medical":[0],"imaging":[1,16,29,41],"plays":[2],"a":[3,91,160],"pivotal":[4],"role":[5],"in":[6,24,71],"the":[7,20,25,99,122,141,151,165,173,180,185,188,197,200,212,227,234,242,254,258],"clinical":[8],"diagnosis":[9],"of":[10,22,50,78,124,155,175,187,199,207],"brain":[11,109,209],"disease.":[12],"There":[13],"are":[14],"many":[15],"methods":[17,30,220],"to":[18,120,139,150,163],"detect":[19],"state":[21],"tissues":[23],"brain.":[26],"While":[27],"these":[28,250],"have":[31,35],"advantages,":[32],"they":[33],"also":[34],"shortcomings.":[36],"For":[37],"example,":[38],"magnetic":[39],"resonance":[40],"(MRI)":[42],"contains":[43],"structural":[44,62],"information":[45,129,152],"but":[46,60],"no":[47,61],"functional":[48,58],"characteristics":[49,59],"tissue,":[51],"while":[52],"positron":[53],"emission":[54],"tomography":[55],"(PET)":[56],"possesses":[57],"information.":[63],"The":[64,169,230],"attention":[65,88,134,190],"mechanism":[66,93],"has":[67],"been":[68],"widely":[69],"used":[70],"image":[72,96,110,142],"fusion":[73,77,101,111,181],"tasks,":[74],"such":[75],"as":[76],"infrared":[79],"and":[80,83,178,192,215,221,245],"visible":[81],"images":[82,177,210],"medical":[84,167],"images.":[85,126],"However,":[86],"those":[87],"models":[89],"lack":[90],"balance":[92],"for":[94,226],"multimodal":[95,108,208],"features,":[97],"affecting":[98],"final":[100],"performance.":[102],"This":[103],"paper":[104],"proposes":[105],"an":[106,118,128,146],"end-to-end":[107],"framework,":[112],"MMI-fuse.":[113],"Specifically,":[114],"we":[115,158,203],"first":[116],"apply":[117],"autoencoder":[119],"extract":[121],"features":[123],"source":[125],"Then,":[127],"preservation":[130,153],"weighted":[131],"channel":[132],"spatial":[133],"model":[135,162,191],"(ICS)":[136],"is":[137],"proposed":[138,170,201,235,255],"fuse":[140],"features.":[143,156],"We":[144],"set":[145],"adaptive":[147],"weight":[148],"according":[149],"degree":[154],"Finally,":[157],"use":[159],"decoder":[161],"restructure":[164],"fused":[166,176],"image.":[168],"method":[171,236,256],"increased":[172],"quality":[174,244],"decreased":[179],"time":[182,260],"effectively":[183],"by":[184],"help":[186],"improved":[189],"encoder-decoder":[193],"structure.":[194],"To":[195],"validate":[196],"performance":[198,239],"method,":[202],"collected":[204],"1590":[205],"pairs":[206],"from":[211],"Harvard":[213],"dataset":[214],"performed":[216],"extensive":[217],"experiments.":[218,229],"Seven":[219],"five":[222],"metrics":[223],"were":[224],"selected":[225],"comparison":[228],"results":[231],"demonstrate":[232],"that":[233],"achieved":[237],"notable":[238],"on":[240],"both":[241],"visual":[243],"objective":[246],"metric":[247],"score":[248],"among":[249,261],"seven":[251],"approaches.":[252],"Moreover,":[253],"takes":[257],"least":[259],"all":[262],"compared":[263],"methods.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}