{"id":"https://openalex.org/W4401991176","doi":"https://doi.org/10.1109/tgrs.2024.3451551","title":"MDC-FusFormer: Multiscale Deep Cross-Fusion Transformer Network for Hyperspectral and Multispectral Image Fusion","display_name":"MDC-FusFormer: Multiscale Deep Cross-Fusion Transformer Network for Hyperspectral and Multispectral Image Fusion","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401991176","doi":"https://doi.org/10.1109/tgrs.2024.3451551"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3451551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3451551","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059068224","display_name":"Le Sun","orcid":"https://orcid.org/0000-0001-6465-8678"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Sun","raw_affiliation_strings":["School of Computer Science and Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6465-8678","affiliations":[{"raw_affiliation_string":"School of Computer Science and Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianxiao Zhou","orcid":"https://orcid.org/0009-0000-2779-4670"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiao Zhou","raw_affiliation_strings":["School of Computer Science, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0000-2779-4670","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039671101","display_name":"Qiaolin Ye","orcid":"https://orcid.org/0000-0002-8793-8610"},"institutions":[{"id":"https://openalex.org/I167027274","display_name":"Nanjing Forestry University","ror":"https://ror.org/03m96p165","country_code":"CN","type":"education","lineage":["https://openalex.org/I167027274"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiaolin Ye","raw_affiliation_strings":["School of Information Science and Technology, Nanjing Forestry University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8793-8610","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Nanjing Forestry University, Nanjing, China","institution_ids":["https://openalex.org/I167027274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031361250","display_name":"Zebin Wu","orcid":"https://orcid.org/0000-0002-7162-0202"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zebin Wu","raw_affiliation_strings":["School of Computer Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7162-0202","affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728178","display_name":"Qiao Chen","orcid":"https://orcid.org/0000-0002-6458-8742"},"institutions":[{"id":"https://openalex.org/I4210114891","display_name":"Institute of Forest Resource Information Techniques","ror":"https://ror.org/01h5d6x15","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114891","https://openalex.org/I4210128615","https://openalex.org/I4210134523"]},{"id":"https://openalex.org/I4210128615","display_name":"Chinese Academy of Forestry","ror":"https://ror.org/0360dkv71","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210128615","https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Chen","raw_affiliation_strings":["Institute of Forest Resource Information Techniques, Chinese Academy of Forestry, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Forest Resource Information Techniques, Chinese Academy of Forestry, Beijing, China","institution_ids":["https://openalex.org/I4210114891","https://openalex.org/I4210128615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101226405","display_name":"Zhongqi Xu","orcid":"https://orcid.org/0009-0001-4169-5174"},"institutions":[{"id":"https://openalex.org/I108160477","display_name":"Hebei Agricultural University","ror":"https://ror.org/009fw8j44","country_code":"CN","type":"education","lineage":["https://openalex.org/I108160477"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongqi Xu","raw_affiliation_strings":["College of Forestry, Hebei Agricultural University, Baoding, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Forestry, Hebei Agricultural University, Baoding, China","institution_ids":["https://openalex.org/I108160477"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087729203","display_name":"Liyong Fu","orcid":"https://orcid.org/0000-0002-5794-9458"},"institutions":[{"id":"https://openalex.org/I4210114891","display_name":"Institute of Forest Resource Information Techniques","ror":"https://ror.org/01h5d6x15","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114891","https://openalex.org/I4210128615","https://openalex.org/I4210134523"]},{"id":"https://openalex.org/I4210128615","display_name":"Chinese Academy of Forestry","ror":"https://ror.org/0360dkv71","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210128615","https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyong Fu","raw_affiliation_strings":["Institute of Forest Resource Information Techniques, Chinese Academy of Forestry, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5794-9458","affiliations":[{"raw_affiliation_string":"Institute of Forest Resource Information Techniques, Chinese Academy of Forestry, Beijing, China","institution_ids":["https://openalex.org/I4210114891","https://openalex.org/I4210128615"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0502,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.97313667,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.8495880961418152},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8248907327651978},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6370799541473389},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5834128856658936},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5772847533226013},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48628270626068115},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4781162142753601},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.45992809534072876},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34419625997543335},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.308269739151001},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.24541935324668884}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.8495880961418152},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8248907327651978},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6370799541473389},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5834128856658936},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5772847533226013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48628270626068115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4781162142753601},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.45992809534072876},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34419625997543335},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.308269739151001},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24541935324668884},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3451551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3451551","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7609602248","display_name":null,"funder_award_id":"CAFYBB2022ZB002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8684068698","display_name":null,"funder_award_id":"U23B2006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G912703667","display_name":null,"funder_award_id":"62471239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W54257720","https://openalex.org/W1916874600","https://openalex.org/W1940108662","https://openalex.org/W1963826206","https://openalex.org/W1990231296","https://openalex.org/W2014823423","https://openalex.org/W2021046129","https://openalex.org/W2053081714","https://openalex.org/W2074126754","https://openalex.org/W2092116045","https://openalex.org/W2097259623","https://openalex.org/W2171108951","https://openalex.org/W2766312395","https://openalex.org/W2768345624","https://openalex.org/W2792111852","https://openalex.org/W2804744787","https://openalex.org/W2892302943","https://openalex.org/W2900702559","https://openalex.org/W2943898693","https://openalex.org/W2947324203","https://openalex.org/W2953478519","https://openalex.org/W2953752473","https://openalex.org/W2963183385","https://openalex.org/W2963284277","https://openalex.org/W2963442801","https://openalex.org/W2964275574","https://openalex.org/W2990162903","https://openalex.org/W2992813042","https://openalex.org/W2999694498","https://openalex.org/W3017506038","https://openalex.org/W3023221758","https://openalex.org/W3023991509","https://openalex.org/W3042771795","https://openalex.org/W3081397212","https://openalex.org/W3083606623","https://openalex.org/W3099843321","https://openalex.org/W3102912004","https://openalex.org/W3127815048","https://openalex.org/W3134743586","https://openalex.org/W3193557418","https://openalex.org/W3202708053","https://openalex.org/W3205654160","https://openalex.org/W4210794570","https://openalex.org/W4285270909","https://openalex.org/W4288064619","https://openalex.org/W4294663621","https://openalex.org/W4298009304","https://openalex.org/W4312254216","https://openalex.org/W4319792453","https://openalex.org/W4320713273","https://openalex.org/W4320713392","https://openalex.org/W4328104974","https://openalex.org/W4386233748","https://openalex.org/W4386902809","https://openalex.org/W4387068076","https://openalex.org/W4387623911","https://openalex.org/W4387801750","https://openalex.org/W4388807037","https://openalex.org/W4395017736"],"related_works":["https://openalex.org/W2022304901","https://openalex.org/W2018850895","https://openalex.org/W1987483041","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866"],"abstract_inverted_index":{"The":[0],"spatial":[1,23],"resolution":[2],"of":[3,122,129,140,166],"hyperspectral":[4],"images":[5,42],"(HSIs)":[6],"is":[7,26,36,49,203,211],"usually":[8],"limited":[9],"due":[10],"to":[11,37,76,205,217,234],"internal":[12],"imaging":[13],"mechanisms.":[14],"To":[15,97],"obtain":[16],"imagery":[17],"with":[18,40,184,214],"high":[19,22],"spectral":[20],"and":[21,63,112,154,168,176],"resolutions,":[24],"which":[25,210],"essential":[27],"for":[28,73,110],"subsequent":[29],"HSI":[30,39,111,169],"processing":[31],"tasks,":[32],"a":[33,103,135,148,155,197],"cost-effective":[34],"approach":[35],"fuse":[38],"multispectral":[41],"(MSIs).":[43],"One":[44],"highly":[45],"effective":[46],"fusion":[47,84,95,121,158],"method":[48],"the":[50,119,127,130,185,193,207,219],"convolutional":[51],"neural":[52],"network":[53,109,116,137],"(CNN).":[54],"However,":[55],"CNNs":[56],"have":[57,70],"limitations":[58],"in":[59,93],"capturing":[60],"global":[61],"information":[62,188],"complex":[64],"features.":[65],"Recently,":[66],"visual":[67],"transformers":[68],"(ViTs)":[69],"garnered":[71],"interest":[72],"their":[74],"ability":[75],"process":[77],"non-local":[78],"information.":[79],"Despite":[80],"this,":[81],"existing":[82],"HSI-MSI":[83],"methods":[85],"suffer":[86],"from":[87],"insufficient":[88],"spatial-spectral":[89,123,156],"feature":[90,144,157,208],"interaction,":[91],"resulting":[92],"suboptimal":[94],"quality.":[96],"address":[98],"these":[99],"challenges,":[100],"we":[101],"propose":[102],"multiscale":[104,149],"deep":[105,150,186],"cross-fusion":[106,151],"transformer":[107],"(MDC-FusFormer)":[108],"MSI":[113,167],"fusion.":[114],"This":[115],"effectively":[117],"performs":[118],"interactive":[120],"features,":[124],"thereby":[125],"enhancing":[126],"quality":[128],"fused":[131,221],"images.":[132],"MDC-FusFormer":[133,238],"employs":[134],"three-branch":[136],"architecture":[138],"consisting":[139],"two":[141],"independent":[142],"progressive":[143],"mining":[145],"modules":[146],"(PFMMs),":[147],"attention":[152,194],"module,":[153],"module.":[159],"Initially,":[160],"shallow":[161],"features":[162,181],"at":[163,189],"different":[164],"scales":[165,191],"are":[170],"recursively":[171],"extracted":[172],"through":[173,192],"successive":[174],"up-":[175],"down-sampling":[177],"using":[178],"CNNs.":[179],"These":[180],"then":[182,212],"interact":[183],"cross-modal":[187],"corresponding":[190],"block.":[195],"Finally,":[196],"multidimensional":[198],"refinement":[199],"convolution":[200],"block":[201],"(MRCB)":[202],"applied":[204],"refine":[206],"information,":[209],"combined":[213],"cascaded":[215],"up-sampling":[216],"reconstruct":[218],"high-resolution":[220],"image":[222],"step":[223],"by":[224],"step.":[225],"Experimental":[226],"results":[227],"on":[228],"five":[229],"datasets":[230],"indicate":[231],"that,":[232],"compared":[233],"nine":[235],"other":[236],"methods,":[237],"delivers":[239],"superior":[240],"performance.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}