{"id":"https://openalex.org/W4402775822","doi":"https://doi.org/10.1109/jstars.2024.3461152","title":"UMTF-Net: An Unsupervised Multiscale Transformer Fusion Network for Hyperspectral and Multispectral Image Fusion","display_name":"UMTF-Net: An Unsupervised Multiscale Transformer Fusion Network for Hyperspectral and Multispectral Image Fusion","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402775822","doi":"https://doi.org/10.1109/jstars.2024.3461152"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2024.3461152","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2024.3461152","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/jstars.2024.3461152","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089384363","display_name":"Shuaiqi Liu","orcid":"https://orcid.org/0000-0001-7520-8226"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuaiqi Liu","raw_affiliation_strings":["College of Electronic and Information Engineering, Hebei University, Baoding, China","College of Electronic and Information Engineering, Machine Vision Technology Innovation Center of Hebei Province, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]},{"raw_affiliation_string":"College of Electronic and Information Engineering, Machine Vision Technology Innovation Center of Hebei Province, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034376258","display_name":"Shichong Zhang","orcid":"https://orcid.org/0000-0002-3577-3092"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichong Zhang","raw_affiliation_strings":["College of Electronic and Information Engineering, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406658","display_name":"Siyuan Liu","orcid":"https://orcid.org/0009-0008-2866-9669"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Liu","raw_affiliation_strings":["College of Electronic and Information Engineering, Hebei University, Baoding, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Hebei University, Baoding, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109346446","display_name":"Bing Li","orcid":"https://orcid.org/0000-0002-5888-6735"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Li","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100434437","display_name":"Yudong Zhang","orcid":"https://orcid.org/0000-0002-4870-1493"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Dong Zhang","raw_affiliation_strings":["School of Computing and Mathematics, University of Leicester, Leicester, U.K","School of Computing and Mathematics, University of Leicester, Leicester, UK"],"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, University of Leicester, Leicester, U.K","institution_ids":["https://openalex.org/I153648349"]},{"raw_affiliation_string":"School of Computing and Mathematics, University of Leicester, Leicester, UK","institution_ids":["https://openalex.org/I153648349"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089384363"],"corresponding_institution_ids":["https://openalex.org/I43337087"],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":3.4928,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9325133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"17","issue":null,"first_page":"17221","last_page":"17238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.9358999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.8693164587020874},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8148008584976196},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6405730247497559},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6354207992553711},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6023951172828674},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5703684687614441},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45035868883132935},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4042550027370453},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37534844875335693},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3726833462715149},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.30192458629608154},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14361584186553955},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0673615038394928},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.05574902892112732}],"concepts":[{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.8693164587020874},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8148008584976196},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6405730247497559},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6354207992553711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6023951172828674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5703684687614441},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45035868883132935},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4042550027370453},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37534844875335693},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3726833462715149},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30192458629608154},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14361584186553955},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0673615038394928},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.05574902892112732},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2024.3461152","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2024.3461152","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4fd2daa9eec6405daadc1534d6386bd4","is_oa":true,"landing_page_url":"https://doaj.org/article/4fd2daa9eec6405daadc1534d6386bd4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 17, Pp 17221-17238 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2024.3461152","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2024.3461152","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1990231296","https://openalex.org/W2008847349","https://openalex.org/W2010319424","https://openalex.org/W2021046129","https://openalex.org/W2044184146","https://openalex.org/W2100109944","https://openalex.org/W2132984323","https://openalex.org/W2133665775","https://openalex.org/W2159269332","https://openalex.org/W2162842940","https://openalex.org/W2588852908","https://openalex.org/W2748530166","https://openalex.org/W2752782242","https://openalex.org/W2803825432","https://openalex.org/W2910457605","https://openalex.org/W2947295162","https://openalex.org/W2954661277","https://openalex.org/W2961290969","https://openalex.org/W2963284277","https://openalex.org/W2990162903","https://openalex.org/W3035022492","https://openalex.org/W3040988483","https://openalex.org/W3043719198","https://openalex.org/W3107490592","https://openalex.org/W3177052299","https://openalex.org/W3191808428","https://openalex.org/W4206020140","https://openalex.org/W4206667434","https://openalex.org/W4206819352","https://openalex.org/W4229058281","https://openalex.org/W4288064619","https://openalex.org/W4293680532","https://openalex.org/W4296473501","https://openalex.org/W4312254216","https://openalex.org/W4312296121","https://openalex.org/W4312340363","https://openalex.org/W4312553104","https://openalex.org/W4319792453","https://openalex.org/W4366148227","https://openalex.org/W4367333208","https://openalex.org/W4384162010","https://openalex.org/W4385413338","https://openalex.org/W4386065834","https://openalex.org/W4386266673","https://openalex.org/W4386736646","https://openalex.org/W4387129392","https://openalex.org/W4394938955","https://openalex.org/W6602248423","https://openalex.org/W6746466744"],"related_works":["https://openalex.org/W2022304901","https://openalex.org/W2018850895","https://openalex.org/W1987483041","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2095903272","https://openalex.org/W2370195708"],"abstract_inverted_index":{"Hyperspectral":[0],"images":[1],"(HSIs)":[2],"are":[3],"extensively":[4],"utilized":[5],"in":[6,101,224,277],"several":[7],"fields":[8],"due":[9,68],"to":[10,69,95,137,183,229,257],"their":[11],"abundant":[12],"spectral":[13,242,248],"band,":[14],"particularly":[15],"for":[16,62,161,246],"tasks":[17],"like":[18],"ground":[19],"object":[20],"classification":[21],"and":[22,31,48,74,173,189,194,251,267],"environmental":[23],"monitoring.":[24],"However,":[25],"as":[26,72],"a":[27,38,45,49,59,113,144,174],"result":[28],"of":[29,44,54,79,112,116,129,168,192,202],"equipment":[30],"imaging":[32],"condition":[33],"constraints,":[34],"HSI":[35,47,170,226],"frequently":[36],"demonstrates":[37],"restricted":[39],"spatial":[40,187,241,247],"resolution.":[41],"The":[42],"fusion":[43,82,130,149,157,171,221,227,262],"low-resolution":[46],"high-resolution":[50],"multispectral":[51],"image":[52],"(HR-MSI)":[53],"the":[55,80,91,97,107,110,127,138,159,185,199,205,217,225,236,240,261],"same":[56,108],"scene":[57],"is":[58,166],"crucial":[60],"method":[61,274],"generating":[63],"an":[64,122,169],"HR-HSI.":[65,254],"At":[66,106],"present,":[67],"factors,":[70],"such":[71],"complexity":[73],"GPU":[75],"memory":[76],"limitation,":[77],"most":[78],"HSI\u2013MSI":[81,156],"algorithms":[83,131],"based":[84,132],"on":[85,133],"deep":[86],"learning":[87],"(DL)":[88],"cannot":[89],"utilize":[90],"transformer":[92,148,222],"module":[93,223,245],"well":[94],"capture":[96],"long-range":[98,190],"dependence":[99],"information":[100],"large-size":[102],"remote":[103],"sensing":[104],"images.":[105],"time,":[109],"lack":[111],"large":[114],"amount":[115],"high-quality":[117],"training":[118,163],"data":[119],"has":[120],"become":[121],"important":[123],"problem":[124],"that":[125,272],"affects":[126],"performance":[128],"DL.":[134],"In":[135,181],"response":[136],"above":[139],"issues,":[140],"this":[141],"article":[142],"introduces":[143],"new":[145],"unsupervised":[146],"multiscale":[147,177,200,207],"(UMTF)":[150],"network,":[151],"called":[152],"UMTF-Net,":[153],"which":[154],"enables":[155],"without":[158],"need":[160],"additional":[162],"data.":[164],"UMTF-Net":[165,256],"composed":[167],"network":[172,228],"U-network":[175],"(U-Net)-based":[176],"feature":[178,208,231,249],"extraction":[179,209],"network.":[180,210],"order":[182],"learn":[184],"cross-feature":[186,220],"similarity":[188],"dependency":[191],"MSI":[193,203],"HSI,":[195],"we":[196,234],"first":[197],"extract":[198],"features":[201,215,238],"using":[204],"U-Net-based":[206],"We":[211],"then":[212],"input":[213,235],"these":[214],"into":[216,239],"corresponding":[218],"scale":[219],"conduct":[230],"fusion.":[232],"Then,":[233],"fused":[237],"fuse":[243],"attention":[244],"enhancement,":[250],"finally":[252],"generate":[253],"Comparing":[255],"other":[258],"advanced":[259],"methods,":[260],"results":[263],"from":[264],"three":[265],"datasets":[266],"multiple":[268],"ablation":[269],"experiments":[270],"indicate":[271],"our":[273],"performs":[275],"excellently":[276],"different":[278],"evaluations.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}