{"id":"https://openalex.org/W4390410874","doi":"https://doi.org/10.3390/rs16010144","title":"Sparse Mix-Attention Transformer for Multispectral Image and Hyperspectral Image Fusion","display_name":"Sparse Mix-Attention Transformer for Multispectral Image and Hyperspectral Image Fusion","publication_year":2023,"publication_date":"2023-12-29","ids":{"openalex":"https://openalex.org/W4390410874","doi":"https://doi.org/10.3390/rs16010144"},"language":"en","primary_location":{"id":"doi:10.3390/rs16010144","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16010144","pdf_url":"https://www.mdpi.com/2072-4292/16/1/144/pdf?version=1703833906","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/16/1/144/pdf?version=1703833906","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100918847","display_name":"Shihai Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihai Yu","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology (B-DAT), Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing 210044, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology (B-DAT), Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing 210044, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437205","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0002-1533-4340"},"institutions":[{"id":"https://openalex.org/I4210092223","display_name":"Suzhou Vocational University","ror":"https://ror.org/00hn8pj83","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092223"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["School of Electronic Information Engineering, Suzhou Vocational University, Suzhou 215104, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information Engineering, Suzhou Vocational University, Suzhou 215104, China","institution_ids":["https://openalex.org/I4210092223"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100775391","display_name":"Huihui Song","orcid":"https://orcid.org/0000-0002-0751-2354"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huihui Song","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Analysis Technology (B-DAT), Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing 210044, China"],"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Analysis Technology (B-DAT), Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing 210044, China","institution_ids":["https://openalex.org/I200845125"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100775391"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":0.4869,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70166611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"144","last_page":"144"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7947717905044556},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7919228076934814},{"id":"https://openalex.org/keywords/multispectral-image","display_name":"Multispectral image","score":0.7885019183158875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.622978687286377},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.58228600025177},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5426973700523376},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4509711265563965},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4350183606147766},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.42920905351638794},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41491252183914185},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2191345989704132}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7947717905044556},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7919228076934814},{"id":"https://openalex.org/C173163844","wikidata":"https://www.wikidata.org/wiki/Q1761440","display_name":"Multispectral image","level":2,"score":0.7885019183158875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.622978687286377},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.58228600025177},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5426973700523376},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4509711265563965},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4350183606147766},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.42920905351638794},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41491252183914185},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2191345989704132},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/rs16010144","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16010144","pdf_url":"https://www.mdpi.com/2072-4292/16/1/144/pdf?version=1703833906","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2e98349af82441aaaf7a424ea3b15382","is_oa":true,"landing_page_url":"https://doaj.org/article/2e98349af82441aaaf7a424ea3b15382","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 16, Iss 1, p 144 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/rs16010144","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16010144","pdf_url":"https://www.mdpi.com/2072-4292/16/1/144/pdf?version=1703833906","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390410874.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W54257720","https://openalex.org/W54434497","https://openalex.org/W817971873","https://openalex.org/W1553305639","https://openalex.org/W1916874600","https://openalex.org/W1990231296","https://openalex.org/W2012946078","https://openalex.org/W2092116045","https://openalex.org/W2097259623","https://openalex.org/W2100109944","https://openalex.org/W2111896212","https://openalex.org/W2133665775","https://openalex.org/W2152254169","https://openalex.org/W2157494358","https://openalex.org/W2159269332","https://openalex.org/W2162842940","https://openalex.org/W2171108951","https://openalex.org/W2194775991","https://openalex.org/W2484071357","https://openalex.org/W2503339013","https://openalex.org/W2592312604","https://openalex.org/W2748530166","https://openalex.org/W2766545274","https://openalex.org/W2792111852","https://openalex.org/W2794048225","https://openalex.org/W2803825432","https://openalex.org/W2804744787","https://openalex.org/W2910457605","https://openalex.org/W2963442801","https://openalex.org/W2989355516","https://openalex.org/W2997011911","https://openalex.org/W3048794210","https://openalex.org/W3097353710","https://openalex.org/W3104908081","https://openalex.org/W3135445258","https://openalex.org/W3168931281","https://openalex.org/W3204169305","https://openalex.org/W4206020140","https://openalex.org/W4226277663","https://openalex.org/W4288064619","https://openalex.org/W4312380264","https://openalex.org/W4312805142","https://openalex.org/W4313229413","https://openalex.org/W4318953520","https://openalex.org/W4328104974","https://openalex.org/W4386075800","https://openalex.org/W6633088995","https://openalex.org/W6802235484","https://openalex.org/W6840896023"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2070598848","https://openalex.org/W2022304901","https://openalex.org/W2018850895","https://openalex.org/W2988577871","https://openalex.org/W1987483041","https://openalex.org/W2374021060","https://openalex.org/W2586688824","https://openalex.org/W126272167"],"abstract_inverted_index":{"Multispectral":[0],"image":[1,5],"(MSI)":[2],"and":[3,42,61,80,93,156,161,181,220,222,261],"hyperspectral":[4],"(HSI)":[6],"fusion":[7,62],"(MHIF)":[8],"aims":[9],"to":[10,30,38,64,114,136,163,185,237],"address":[11,186],"the":[12,45,54,67,70,74,78,84,97,139,142,154,173,187,199,202,205,212,224,230,266],"challenge":[13],"of":[14,69,77,83,141,175,201,242],"acquiring":[15],"high-resolution":[16],"(HR)":[17],"HSI":[18,26,79],"images.":[19],"This":[20,170,233],"field":[21],"combines":[22],"a":[23,89,124,130,147,165,195,239],"low-resolution":[24],"(LR)":[25],"with":[27],"an":[28],"HR-MSI":[29],"reconstruct":[31],"HR-HSIs.":[32],"Existing":[33,100],"methods":[34,112],"directly":[35],"utilize":[36],"transformers":[37],"perform":[39],"feature":[40,59],"extraction":[41,60,174],"fusion.":[43],"Despite":[44],"demonstrated":[46],"success,":[47],"there":[48],"exist":[49],"two":[50],"limitations:":[51],"(1)":[52],"Employing":[53],"entire":[55],"transformer":[56,71,143],"model":[57],"for":[58,127],"fails":[63],"fully":[65,137],"harness":[66,138],"potential":[68],"in":[72,96,191],"integrating":[73],"spectral":[75,91,115,182],"information":[76,82,178,244],"spatial":[81,98,180,188,243],"MSI.":[85],"(2)":[86],"HSIs":[87],"have":[88],"strong":[90],"correlation":[92],"exhibit":[94],"sparsity":[95,189],"domain.":[99],"transformer-based":[101],"models":[102],"do":[103],"not":[104],"optimize":[105],"this":[106,121],"physical":[107],"property,":[108],"which":[109,152],"makes":[110],"their":[111],"prone":[113],"distortion.":[116],"To":[117],"accomplish":[118],"these":[119],"issues,":[120],"paper":[122],"introduces":[123],"novel":[125],"framework":[126],"MHIF":[128],"called":[129,204],"Sparse":[131,206],"Mix-Attention":[132,149,208],"Transformer":[133],"(SMAformer).":[134],"Specifically,":[135],"advantages":[140],"architecture,":[144],"we":[145,193,214],"propose":[146],"Spectral":[148,207],"Block":[150,209],"(SMAB),":[151],"concatenates":[153],"keys":[155,221],"values":[157,228],"extracted":[158],"from":[159,218],"LR-HSIs":[160],"HR-MSIs":[162],"create":[164],"new":[166],"multihead":[167],"attention":[168,216],"module.":[169],"design":[171],"facilitates":[172],"detailed":[176],"long-range":[177],"across":[179],"dimensions.":[183],"Additionally,":[184],"inherent":[190],"HSIs,":[192],"incorporated":[194],"sparse":[196,240],"mechanism":[197],"within":[198],"core":[200],"SMAB":[203],"(SSMAB).":[210],"In":[211],"SSMAB,":[213],"compute":[215],"maps":[217],"queries":[219],"select":[223],"K":[225],"highly":[226],"correlated":[227],"as":[229],"sparse-attention":[231],"map.":[232],"approach":[234],"enables":[235],"us":[236],"achieve":[238],"representation":[241],"while":[245],"eliminating":[246],"spatially":[247],"disruptive":[248],"noise.":[249],"Extensive":[250],"experiments":[251],"conducted":[252],"on":[253],"three":[254],"synthetic":[255],"benchmark":[256],"datasets,":[257],"namely":[258],"CAVE,":[259],"Harvard,":[260],"Pavia":[262],"Center,":[263],"demonstrate":[264],"that":[265],"SMAformer":[267],"method":[268],"outperforms":[269],"state-of-the-art":[270],"methods.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-01-20T17:24:06.736184","created_date":"2025-10-10T00:00:00"}