{"id":"https://openalex.org/W3214821343","doi":"https://doi.org/10.1109/tgrs.2021.3130716","title":"SpectralFormer: Rethinking Hyperspectral Image Classification with Transformers","display_name":"SpectralFormer: Rethinking Hyperspectral Image Classification with Transformers","publication_year":2021,"publication_date":"2021-07-07","ids":{"openalex":"https://openalex.org/W3214821343","doi":"https://doi.org/10.1109/tgrs.2021.3130716","mag":"3214821343"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2107.02988","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.02988","pdf_url":"https://arxiv.org/pdf/2107.02988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.02988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075013625","display_name":"Danfeng Hong","orcid":"https://orcid.org/0000-0002-3212-9584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong, Danfeng","raw_affiliation_strings":["Chinese Academy of Sciences [Beijing]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023381631","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-8602-864X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han, Zhu","raw_affiliation_strings":["Chinese Academy of Sciences [Beijing]","University of Chinese Academy of Sciences [Beijing]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013885739","display_name":"Jing Yao","orcid":"https://orcid.org/0000-0003-1301-9758"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao, Jing","raw_affiliation_strings":["Chinese Academy of Sciences [Beijing]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066378186","display_name":"Lianru Gao","orcid":"https://orcid.org/0000-0003-3888-8124"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao, Lianru","raw_affiliation_strings":["Chinese Academy of Sciences [Beijing]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389658","display_name":"Bing Zhang","orcid":"https://orcid.org/0000-0001-7311-9844"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Bing","raw_affiliation_strings":["Chinese Academy of Sciences [Beijing]","University of Chinese Academy of Sciences [Beijing]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054292278","display_name":"Antonio Plaza","orcid":"https://orcid.org/0000-0002-9613-1659"},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Plaza, Antonio","raw_affiliation_strings":["Universidad de Extremadura - University of Extremadura"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Extremadura - University of Extremadura","institution_ids":["https://openalex.org/I80606768"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106124934","display_name":"Jocelyn Chanussot","orcid":"https://orcid.org/0000-0003-4817-2875"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]}],"countries":["CN","FR"],"is_corresponding":false,"raw_author_name":"Chanussot, Jocelyn","raw_affiliation_strings":["GIPSA - Signal Images Physique","Chinese Academy of Sciences [Beijing]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GIPSA - Signal Images Physique","institution_ids":["https://openalex.org/I4210124956"]},{"raw_affiliation_string":"Chinese Academy of Sciences [Beijing]","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1202,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7958403825759888},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.786514937877655},{"id":"https://openalex.org/keywords/backbone-network","display_name":"Backbone network","score":0.6338961720466614},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6123148798942566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6082825660705566},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5772026181221008},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.570915937423706},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.506918728351593},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.49084240198135376},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.44697320461273193},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3234168291091919},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.22944465279579163},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13998132944107056}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7958403825759888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.786514937877655},{"id":"https://openalex.org/C88796919","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Backbone network","level":2,"score":0.6338961720466614},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6123148798942566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6082825660705566},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5772026181221008},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.570915937423706},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.506918728351593},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.49084240198135376},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.44697320461273193},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3234168291091919},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.22944465279579163},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13998132944107056},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2107.02988","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.02988","pdf_url":"https://arxiv.org/pdf/2107.02988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.02988","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.02988","pdf_url":"https://arxiv.org/pdf/2107.02988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1041279674","display_name":"MIAI @ Grenoble Alpes","funder_award_id":"ANR-19-P3IA-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2645103404","display_name":null,"funder_award_id":"2021YFB3900502","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6064428495","display_name":null,"funder_award_id":"42030111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321048","display_name":"AXA Research Fund","ror":"https://ror.org/02zxqxw53"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W2029316659","https://openalex.org/W2107878631","https://openalex.org/W2128728535","https://openalex.org/W2194775991","https://openalex.org/W2488600071","https://openalex.org/W2500751094","https://openalex.org/W2609880332","https://openalex.org/W2755992512","https://openalex.org/W2791006446","https://openalex.org/W2889773939","https://openalex.org/W2890133123","https://openalex.org/W2891915458","https://openalex.org/W2898381489","https://openalex.org/W2899663614","https://openalex.org/W2908510526","https://openalex.org/W2910655660","https://openalex.org/W2919115771","https://openalex.org/W2942454403","https://openalex.org/W2963091558","https://openalex.org/W2964179170","https://openalex.org/W2977355106","https://openalex.org/W2994639710","https://openalex.org/W3009562877","https://openalex.org/W3016244469","https://openalex.org/W3044873739","https://openalex.org/W3047443805","https://openalex.org/W3048631361","https://openalex.org/W3081287597","https://openalex.org/W3094502228","https://openalex.org/W3100011500","https://openalex.org/W3100714546","https://openalex.org/W3101012758","https://openalex.org/W3101640299","https://openalex.org/W3102692100","https://openalex.org/W3103695279","https://openalex.org/W3105298104","https://openalex.org/W3122515622","https://openalex.org/W3122774149","https://openalex.org/W3131515870","https://openalex.org/W3137191419","https://openalex.org/W3140885850","https://openalex.org/W3165729427","https://openalex.org/W3168931281","https://openalex.org/W3172099915","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W2404757046","https://openalex.org/W2044184146","https://openalex.org/W2070598848","https://openalex.org/W2565656575","https://openalex.org/W4379116387"],"abstract_inverted_index":{"Hyperspectral":[0],"(HS)":[1],"images":[2],"are":[3],"characterized":[4],"by":[5,16,147,193],"approximately":[6],"contiguous":[7],"spectral":[8,19,57,115],"information,":[9],"enabling":[10],"the":[11,53,62,121,128,161,182,186,198,225],"fine":[12],"identification":[13],"of":[14,56,64,101,110,123,185,216,227],"materials":[15],"capturing":[17],"subtle":[18],"discrepancies.":[20],"Owing":[21],"to":[22,36,49,61,119,138,144,150,174],"their":[23,65],"excellent":[24],"locally":[25],"contextual":[26],"modeling":[27],"ability,":[28],"convolutional":[29],"neural":[30],"networks":[31],"(CNNs)":[32],"have":[33],"been":[34],"proven":[35],"be":[37,172,220],"a":[38,79,86,134,165,205],"powerful":[39],"feature":[40],"extractor":[41],"in":[42,95,127,208],"HS":[43,75,111,191],"image":[44,76],"classification.":[45],"However,":[46],"CNNs":[47],"fail":[48],"mine":[50],"and":[51,84,177,203],"represent":[52],"sequence":[54,105],"attributes":[55],"signatures":[58],"well":[59],"due":[60],"limitations":[63],"inherent":[66],"network":[67,89],"backbone.":[68],"To":[69],"solve":[70],"this":[71,217],"issue,":[72],"we":[73,132],"rethink":[74],"classification":[77,183],"from":[78,107,142],"sequential":[80],"perspective":[81],"with":[82,210],"transformers,":[83,97],"propose":[85],"novel":[87],"backbone":[88,168,212],"called":[90],"\\ul{SpectralFormer}.":[91],"Beyond":[92],"band-wise":[93],"representations":[94],"classic":[96,201],"SpectralFormer":[98,163,188],"is":[99,157,164],"capable":[100],"learning":[102,149],"spectrally":[103],"local":[104],"information":[106,126],"neighboring":[108],"bands":[109],"images,":[112],"yielding":[113],"group-wise":[114],"embeddings.":[116],"More":[117],"significantly,":[118],"reduce":[120],"possibility":[122],"losing":[124],"valuable":[125],"layer-wise":[129],"propagation":[130],"process,":[131],"devise":[133],"cross-layer":[135],"skip":[136],"connection":[137],"convey":[139],"memory-like":[140],"components":[141],"shallow":[143],"deep":[145],"layers":[146],"adaptively":[148],"fuse":[151],"\"soft\"":[152],"residuals":[153],"across":[154],"layers.":[155],"It":[156],"worth":[158],"noting":[159],"that":[160],"proposed":[162,187],"highly":[166],"flexible":[167],"network,":[169],"which":[170],"can":[171],"applicable":[173],"both":[175],"pixel-":[176],"patch-wise":[178],"inputs.":[179],"We":[180],"evaluate":[181],"performance":[184],"on":[189],"three":[190],"datasets":[192],"conducting":[194],"extensive":[195],"experiments,":[196],"showing":[197],"superiority":[199],"over":[200],"transformers":[202],"achieving":[204],"significant":[206],"improvement":[207],"comparison":[209],"state-of-the-art":[211],"networks.":[213],"The":[214],"codes":[215],"work":[218],"will":[219],"available":[221],"at":[222],"https://github.com/danfenghong/IEEE_TGRS_SpectralFormer":[223],"for":[224],"sake":[226],"reproducibility.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":92},{"year":2025,"cited_by_count":349},{"year":2024,"cited_by_count":320},{"year":2023,"cited_by_count":238},{"year":2022,"cited_by_count":198},{"year":2021,"cited_by_count":5}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2021-12-06T00:00:00"}