{"id":"https://openalex.org/W4319303918","doi":"https://doi.org/10.1109/tgrs.2023.3242978","title":"When Multigranularity Meets Spatial\u2013Spectral Attention: A Hybrid Transformer for Hyperspectral Image Classification","display_name":"When Multigranularity Meets Spatial\u2013Spectral Attention: A Hybrid Transformer for Hyperspectral Image Classification","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319303918","doi":"https://doi.org/10.1109/tgrs.2023.3242978"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3242978","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3242978","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072809578","display_name":"Er Ouyang","orcid":"https://orcid.org/0000-0001-6350-3244"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Er Ouyang","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6350-3244","affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091809774","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-0191-5267"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0191-5267","affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101578645","display_name":"Wenjing Hu","orcid":"https://orcid.org/0000-0003-3618-5273"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Hu","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042231008","display_name":"Guoyun Zhang","orcid":"https://orcid.org/0000-0002-1034-2114"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoyun Zhang","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China"],"raw_orcid":"https://orcid.org/0000-0002-1034-2114","affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008778016","display_name":"Lin Zhao","orcid":"https://orcid.org/0000-0003-3514-4330"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhao","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China"],"raw_orcid":"https://orcid.org/0000-0003-3514-4330","affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056982186","display_name":"Jianhui Wu","orcid":"https://orcid.org/0000-0002-7226-1619"},"institutions":[{"id":"https://openalex.org/I100286613","display_name":"Hunan Institute of Science and Technology","ror":"https://ror.org/044ysd349","country_code":"CN","type":"education","lineage":["https://openalex.org/I100286613"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhui Wu","raw_affiliation_strings":["Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China"],"raw_orcid":"https://orcid.org/0000-0002-7226-1619","affiliations":[{"raw_affiliation_string":"Hunan Engineering Technology Research Center for 3D Reconstruction and Intelligent Application, School of Information Science and Engineering, Hunan Institute of Science and Technology, Yueyang, China","institution_ids":["https://openalex.org/I100286613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072809578"],"corresponding_institution_ids":["https://openalex.org/I100286613"],"apc_list":null,"apc_paid":null,"fwci":12.4996,"has_fulltext":false,"cited_by_count":82,"citation_normalized_percentile":{"value":0.98969015,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9684000015258789,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7916921377182007},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.6427401900291443},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6263710260391235},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6155061721801758},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.57766193151474},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5417124032974243},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.531582236289978},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.49476808309555054},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.4696333408355713},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.15718358755111694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7916921377182007},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.6427401900291443},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6263710260391235},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6155061721801758},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.57766193151474},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5417124032974243},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.531582236289978},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.49476808309555054},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.4696333408355713},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.15718358755111694},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2023.3242978","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3242978","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7593677749","display_name":null,"funder_award_id":"2020JJ4343","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1521436688","https://openalex.org/W1965309615","https://openalex.org/W2010633042","https://openalex.org/W2029316659","https://openalex.org/W2040511445","https://openalex.org/W2176673053","https://openalex.org/W2314785379","https://openalex.org/W2500751094","https://openalex.org/W2603422184","https://openalex.org/W2764276316","https://openalex.org/W2789886710","https://openalex.org/W2791006446","https://openalex.org/W2804902458","https://openalex.org/W2808098982","https://openalex.org/W2811355488","https://openalex.org/W2822065499","https://openalex.org/W2894165434","https://openalex.org/W2896457183","https://openalex.org/W2898381489","https://openalex.org/W2904698365","https://openalex.org/W2912961521","https://openalex.org/W2914331134","https://openalex.org/W2962770389","https://openalex.org/W2963091558","https://openalex.org/W2971432438","https://openalex.org/W2991494819","https://openalex.org/W2991616716","https://openalex.org/W3004480865","https://openalex.org/W3024007459","https://openalex.org/W3031015423","https://openalex.org/W3031696400","https://openalex.org/W3049655825","https://openalex.org/W3098388691","https://openalex.org/W3105357426","https://openalex.org/W3118357058","https://openalex.org/W3125860323","https://openalex.org/W3127180160","https://openalex.org/W3127230150","https://openalex.org/W3133704440","https://openalex.org/W3163203812","https://openalex.org/W3171853541","https://openalex.org/W3210388655","https://openalex.org/W3214821343","https://openalex.org/W4210794570","https://openalex.org/W4214493665","https://openalex.org/W4226182700","https://openalex.org/W4240485910","https://openalex.org/W4285124290","https://openalex.org/W4285303509","https://openalex.org/W4385245566","https://openalex.org/W6755207826","https://openalex.org/W6795112760"],"related_works":["https://openalex.org/W3173596272","https://openalex.org/W2781623059","https://openalex.org/W2028628118","https://openalex.org/W2767651786","https://openalex.org/W4287775347","https://openalex.org/W2912288872","https://openalex.org/W564581980","https://openalex.org/W3029282628","https://openalex.org/W3037162118","https://openalex.org/W3116268265"],"abstract_inverted_index":{"The":[0,148],"transformer":[1,31,38,77,119],"framework":[2],"has":[3],"shown":[4],"great":[5],"potential":[6],"in":[7,143],"the":[8,30,57,67,87,94,107,135,161],"field":[9],"of":[10,145,150,163],"hyperspectral":[11],"image":[12,64],"(HSI)":[13],"classification":[14,108,124,146],"due":[15],"to":[16,23,32,55,66,85,96,105,116,121],"its":[17],"superior":[18],"global":[19,88],"modeling":[20],"capabilities":[21],"compared":[22],"convolutional":[24],"neural":[25],"networks":[26],"(CNNs).":[27],"To":[28],"utilize":[29],"model":[33,68,95],"spatial\u2013spectral":[34,44],"information,":[35],"a":[36,50,76],"hybrid":[37],"that":[39,138],"integrates":[40],"multigranularity":[41,58],"tokens":[42],"and":[43,102,134],"attention":[45],"(SSA)":[46],"is":[47,53,83,114],"proposed.":[48],"Specifically,":[49],"token":[51],"generator":[52],"designed":[54],"embed":[56],"semantic":[59],"tokens,":[60,92],"which":[61],"contributes":[62],"richer":[63],"features":[65],"by":[69],"exploiting":[70],"CNN\u2019s":[71],"local":[72],"representation":[73],"capability.":[74],"Moreover,":[75],"encoder":[78],"with":[79],"an":[80],"SSA":[81],"mechanism":[82],"proposed":[84],"capture":[86],"dependencies":[89],"between":[90],"different":[91,117],"enabling":[93],"focus":[97],"on":[98,129],"more":[99],"differentiated":[100],"channels":[101],"spatial":[103],"locations":[104],"improve":[106],"accuracy.":[109],"Ultimately,":[110],"adaptive":[111],"weighted":[112],"fusion":[113],"applied":[115],"granularity":[118],"branches":[120],"boost":[122],"HybridFormer\u2019s":[123],"performance.":[125,147],"Experiments":[126],"were":[127],"conducted":[128],"four":[130],"new":[131],"challenging":[132],"datasets,":[133],"results":[136,142],"indicate":[137],"HybridFormer":[139],"achieves":[140],"state-of-the-art":[141],"terms":[144],"code":[149],"this":[151],"work":[152],"will":[153],"be":[154],"available":[155],"at":[156],"<monospace":[157],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><uri>https://github.com/zhaolin6/HybridFormer</uri></monospace>":[159],"for":[160],"sake":[162],"reproducibility.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}