{"id":"https://openalex.org/W4398226223","doi":"https://doi.org/10.1109/tnnls.2024.3400809","title":"Advancing Hyperspectral and Multispectral Image Fusion: An Information-Aware Transformer-Based Unfolding Network","display_name":"Advancing Hyperspectral and Multispectral Image Fusion: An Information-Aware Transformer-Based Unfolding Network","publication_year":2024,"publication_date":"2024-05-22","ids":{"openalex":"https://openalex.org/W4398226223","doi":"https://doi.org/10.1109/tnnls.2024.3400809","pmid":"https://pubmed.ncbi.nlm.nih.gov/38776209"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3400809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3400809","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062432846","display_name":"Jianqiao Sun","orcid":"https://orcid.org/0000-0002-8193-7940"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqiao Sun","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-8193-7940","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427253","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0001-5151-9388"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-5151-9388","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017220281","display_name":"Ruiying Lu","orcid":"https://orcid.org/0000-0002-8825-6064"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiying Lu","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-8825-6064","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053932008","display_name":"Ziheng Cheng","orcid":"https://orcid.org/0000-0002-7504-197X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziheng Cheng","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-7504-197X","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114166929","display_name":"Chunhui Qu","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhui Qu","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015431603","display_name":"Xin Yuan","orcid":"https://orcid.org/0000-0002-8311-7524"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yuan","raw_affiliation_strings":["School of Engineering, Westlake University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-8311-7524","affiliations":[{"raw_affiliation_string":"School of Engineering, Westlake University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7305,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.93657787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"36","issue":"4","first_page":"7407","last_page":"7421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7446171641349792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6509475708007812},{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.6354692578315735},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.605587899684906},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5308963656425476},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49093130230903625},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4332961440086365},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.335529625415802},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09053826332092285}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7446171641349792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6509475708007812},{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.6354692578315735},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.605587899684906},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5308963656425476},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49093130230903625},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4332961440086365},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.335529625415802},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09053826332092285},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3400809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3400809","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38776209","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38776209","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1425959807","display_name":null,"funder_award_id":"QTZX24003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G234730273","display_name":null,"funder_award_id":"62271414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4245713565","display_name":null,"funder_award_id":"QTZX22160","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5631434781","display_name":null,"funder_award_id":"B18039","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G6989136258","display_name":null,"funder_award_id":"U21B2006","funder_id":"https://openalex.org/F4320333688","funder_display_name":"National Outstanding Youth Science Fund Project of National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320333688","display_name":"National Outstanding Youth Science Fund Project of National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1495168473","https://openalex.org/W1940108662","https://openalex.org/W1964843870","https://openalex.org/W1978333359","https://openalex.org/W1990231296","https://openalex.org/W2012946078","https://openalex.org/W2021046129","https://openalex.org/W2097259623","https://openalex.org/W2100109944","https://openalex.org/W2139529730","https://openalex.org/W2159269332","https://openalex.org/W2162842940","https://openalex.org/W2221899823","https://openalex.org/W2336309239","https://openalex.org/W2462592242","https://openalex.org/W2534322662","https://openalex.org/W2619662254","https://openalex.org/W2625894731","https://openalex.org/W2748530166","https://openalex.org/W2770790879","https://openalex.org/W2782420567","https://openalex.org/W2803825432","https://openalex.org/W2804744787","https://openalex.org/W2884144629","https://openalex.org/W2889788332","https://openalex.org/W2902719825","https://openalex.org/W2907943085","https://openalex.org/W2941707854","https://openalex.org/W2961290969","https://openalex.org/W2963183385","https://openalex.org/W2963315679","https://openalex.org/W2963814976","https://openalex.org/W2964140612","https://openalex.org/W2964275574","https://openalex.org/W2986829670","https://openalex.org/W2989355516","https://openalex.org/W2990162903","https://openalex.org/W2994720379","https://openalex.org/W3007744360","https://openalex.org/W3016410830","https://openalex.org/W3023221758","https://openalex.org/W3048794210","https://openalex.org/W3083606623","https://openalex.org/W3095529262","https://openalex.org/W3099239430","https://openalex.org/W3133902371","https://openalex.org/W3165892790","https://openalex.org/W3171125843","https://openalex.org/W3172472472","https://openalex.org/W3184308560","https://openalex.org/W3198656026","https://openalex.org/W3203605797","https://openalex.org/W4225672218","https://openalex.org/W4226193485","https://openalex.org/W4283815286","https://openalex.org/W4292508218","https://openalex.org/W4312340363","https://openalex.org/W4312396555","https://openalex.org/W4312853765","https://openalex.org/W4312938066","https://openalex.org/W4313071068","https://openalex.org/W4313133670","https://openalex.org/W4320713392","https://openalex.org/W4386075872","https://openalex.org/W4386973911","https://openalex.org/W4387986992","https://openalex.org/W6602248423","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6755977528","https://openalex.org/W6766978945","https://openalex.org/W6779709467","https://openalex.org/W6779879114","https://openalex.org/W6780179280","https://openalex.org/W6788135285","https://openalex.org/W6789317445","https://openalex.org/W6802041357","https://openalex.org/W6803916128","https://openalex.org/W6810370753","https://openalex.org/W6810521590","https://openalex.org/W6811002592","https://openalex.org/W6838669823","https://openalex.org/W6846416456"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W4318664220","https://openalex.org/W2022304901","https://openalex.org/W2018850895","https://openalex.org/W1987483041","https://openalex.org/W2988577871","https://openalex.org/W4391030644","https://openalex.org/W4205174160"],"abstract_inverted_index":{"In":[0],"hyperspectral":[1,218],"image":[2,11,191],"(HSI)":[3],"processing,":[4],"the":[5,8,14,19,32,38,79,84,103,111,125,134,140,168,181,190,194,204],"fusion":[6],"of":[7,57,189],"high-resolution":[9,34],"multispectral":[10],"(HR-MSI)":[12],"and":[13,66,69,94,106,127,163,192,216],"low-resolution":[15],"HSI":[16,35],"(LR-HSI)":[17],"on":[18,213],"same":[20],"scene,":[21],"known":[22],"as":[23,130,132],"MSI-HSI":[24],"fusion,":[25],"is":[26],"a":[27,92,116],"crucial":[28],"step":[29],"in":[30,75,171,180],"obtaining":[31],"desired":[33],"(HR-HSI).":[36],"With":[37],"powerful":[39],"representation":[40],"ability,":[41],"convolutional":[42],"neural":[43],"network":[44,99,183],"(CNN)-based":[45],"deep":[46],"unfolding":[47,76,98,205],"methods":[48],"have":[49],"demonstrated":[50],"promising":[51],"performances.":[52],"However,":[53],"limited":[54],"receptive":[55],"fields":[56],"CNN":[58],"often":[59],"lead":[60],"to":[61,101,120,139,185],"inaccurate":[62],"long-range":[63,104],"spatial":[64,126,144,169],"features,":[65],"inherent":[67],"input":[68,141],"output":[70],"images":[71],"for":[72],"each":[73],"stage":[74],"networks":[77],"restrict":[78],"feature":[80,145],"transmission,":[81],"thus":[82],"limiting":[83],"overall":[85],"performance.":[86],"To":[87],"this":[88],"end,":[89],"we":[90,114,147,175],"propose":[91],"novel":[93],"efficient":[95],"information-aware":[96],"transformer-based":[97],"(ITU-Net)":[100],"model":[102],"dependencies":[105],"transfer":[107,151],"more":[108],"information":[109,150,159],"across":[110],"stages.":[112],"Specifically,":[113],"employ":[115],"customized":[117],"transformer":[118,201],"block":[119],"learn":[121],"representations":[122],"from":[123],"both":[124,214],"frequency":[128,177,195],"domains":[129],"well":[131],"avoid":[133],"quadratic":[135],"complexity":[136],"with":[137,203],"respect":[138],"length.":[142],"For":[143],"extractions,":[146],"develop":[148],"an":[149],"guided":[152],"linearized":[153],"attention":[154],"(ITLA),":[155],"which":[156],"transmits":[157],"high-throughput":[158],"between":[160],"adjacent":[161],"stages":[162],"extracts":[164],"contextual":[165],"features":[166],"along":[167],"dimension":[170],"linear":[172],"complexity.":[173],"Moreover,":[174],"introduce":[176],"domain":[178],"learning":[179],"feedforward":[182],"(FFN)":[184],"capture":[186],"token":[187],"variations":[188],"narrow":[193],"gap.":[196],"Via":[197],"integrating":[198],"our":[199,207],"proposed":[200],"blocks":[202],"framework,":[206],"ITU-Net":[208],"achieves":[209],"state-of-the-art":[210],"(SOTA)":[211],"performance":[212],"synthetic":[215],"real":[217],"datasets.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}