{"id":"https://openalex.org/W3205965083","doi":"https://doi.org/10.1109/tgrs.2021.3115699","title":"Spectral\u2013Spatial Transformer Network for Hyperspectral Image Classification: A Factorized Architecture Search Framework","display_name":"Spectral\u2013Spatial Transformer Network for Hyperspectral Image Classification: A Factorized Architecture Search Framework","publication_year":2021,"publication_date":"2021-10-10","ids":{"openalex":"https://openalex.org/W3205965083","doi":"https://doi.org/10.1109/tgrs.2021.3115699","mag":"3205965083"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2021.3115699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2021.3115699","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073939201","display_name":"Zilong Zhong","orcid":"https://orcid.org/0000-0003-0104-9116"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilong Zhong","raw_affiliation_strings":["Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Guangzhou, China","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0104-9116","affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Intelligence and Advanced Computing, Ministry of Education, Guangzhou, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414383","display_name":"Ying Li","orcid":"https://orcid.org/0000-0003-0608-9619"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Li","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0608-9619","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032270954","display_name":"Lingfei Ma","orcid":"https://orcid.org/0000-0001-8893-9693"},"institutions":[{"id":"https://openalex.org/I1302611135","display_name":"Ministry of Public Security of the People's Republic of China","ror":"https://ror.org/00bt9we26","country_code":"CN","type":"government","lineage":["https://openalex.org/I1302611135"]},{"id":"https://openalex.org/I137867983","display_name":"Central University of Finance and Economics","ror":"https://ror.org/008e3hf02","country_code":"CN","type":"education","lineage":["https://openalex.org/I137867983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingfei Ma","raw_affiliation_strings":["Engineering Research Center of State Financial Security, Ministry of Education, Beijing, China","School of Statistics and Mathematics, Central University of Finance and Economics, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8893-9693","affiliations":[{"raw_affiliation_string":"Engineering Research Center of State Financial Security, Ministry of Education, Beijing, China","institution_ids":["https://openalex.org/I1302611135"]},{"raw_affiliation_string":"School of Statistics and Mathematics, Central University of Finance and Economics, Beijing, China","institution_ids":["https://openalex.org/I137867983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613889","display_name":"Jonathan Li","orcid":"https://orcid.org/0000-0001-7899-0049"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jonathan Li","raw_affiliation_strings":["Department of Geography and Environmental Management and the Department of Systems Design Engineering, University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7899-0049","affiliations":[{"raw_affiliation_string":"Department of Geography and Environmental Management and the Department of Systems Design Engineering, University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108050904","display_name":"Wei\u2010Shi Zheng","orcid":"https://orcid.org/0000-0001-8327-0003"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Shi Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8327-0003","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.2907,"has_fulltext":false,"cited_by_count":232,"citation_normalized_percentile":{"value":0.99400839,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"60","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7828574180603027},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6751194000244141},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6219971179962158},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5475285649299622},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.5364153385162354},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5360339879989624},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.533348560333252},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.48071911931037903},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.47329631447792053},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.470106303691864},{"id":"https://openalex.org/keywords/image-resolution","display_name":"Image resolution","score":0.46904119849205017},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4362582266330719},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4245380163192749},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.28519076108932495},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23797467350959778},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08522689342498779}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7828574180603027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751194000244141},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6219971179962158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5475285649299622},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.5364153385162354},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5360339879989624},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.533348560333252},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.48071911931037903},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.47329631447792053},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.470106303691864},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.46904119849205017},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4362582266330719},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4245380163192749},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28519076108932495},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23797467350959778},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08522689342498779},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2021.3115699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2021.3115699","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G1715481767","display_name":null,"funder_award_id":"2020M672964","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G1947993196","display_name":null,"funder_award_id":"2020TQ0372","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G2582344414","display_name":null,"funder_award_id":"2021A1515011843","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W1965309615","https://openalex.org/W1997565609","https://openalex.org/W2004491663","https://openalex.org/W2017014096","https://openalex.org/W2029316659","https://openalex.org/W2044439250","https://openalex.org/W2090424610","https://openalex.org/W2106277226","https://openalex.org/W2109255472","https://openalex.org/W2127199143","https://openalex.org/W2136251662","https://openalex.org/W2154874087","https://openalex.org/W2158400785","https://openalex.org/W2194775991","https://openalex.org/W2345128667","https://openalex.org/W2346140873","https://openalex.org/W2396056163","https://openalex.org/W2412588858","https://openalex.org/W2500751094","https://openalex.org/W2548791488","https://openalex.org/W2603834682","https://openalex.org/W2611452721","https://openalex.org/W2764034829","https://openalex.org/W2764276316","https://openalex.org/W2770790879","https://openalex.org/W2782522152","https://openalex.org/W2894165434","https://openalex.org/W2908955282","https://openalex.org/W2942170965","https://openalex.org/W2943270518","https://openalex.org/W2944413439","https://openalex.org/W2944512710","https://openalex.org/W2948157022","https://openalex.org/W2963091558","https://openalex.org/W2971432438","https://openalex.org/W2977002487","https://openalex.org/W2989871747","https://openalex.org/W2991257702","https://openalex.org/W2993235622","https://openalex.org/W3012028708","https://openalex.org/W3031696400","https://openalex.org/W3034681889","https://openalex.org/W3045351696","https://openalex.org/W3086451439","https://openalex.org/W3102274762","https://openalex.org/W3104795559","https://openalex.org/W4240485910","https://openalex.org/W4320339642","https://openalex.org/W6729956949","https://openalex.org/W6739901393","https://openalex.org/W6752515464"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W2317401237","https://openalex.org/W1990800631","https://openalex.org/W2167120702","https://openalex.org/W2579567122","https://openalex.org/W2046697080"],"abstract_inverted_index":{"Neural":[0],"networks":[1,183],"have":[2],"dominated":[3],"the":[4,12,20,57,78,105,132,143,147,193,196,200,205],"research":[5],"of":[6,16,24,48,59,85,98,134,149,165,190,202],"hyperspectral":[7],"image":[8],"classification,":[9],"attributing":[10],"to":[11,55,76,115,157,169],"feature":[13],"learning":[14],"capacity":[15],"convolution":[17,25,60],"operations.":[18],"However,":[19],"fixed":[21],"geometric":[22],"structure":[23],"kernels":[26],"hinders":[27],"long-range":[28],"interaction":[29],"between":[30],"features":[31],"from":[32],"distant":[33],"locations.":[34],"In":[35],"this":[36],"article,":[37],"we":[38,63],"propose":[39],"a":[40,65,95,117,161,170],"novel":[41],"spectral\u2013spatial":[42,173],"transformer":[43],"network":[44,100,175],"(SSTN),":[45],"which":[46],"consists":[47],"spatial":[49],"attention":[50],"and":[51,82,102,119,141,204],"spectral":[52],"association":[53],"modules,":[54],"overcome":[56],"constraints":[58],"kernels.":[61],"Also,":[62],"design":[64],"factorized":[66],"architecture":[67,90,103,113,121],"search":[68,91],"(FAS)":[69],"framework":[70],"that":[71,93],"involves":[72],"two":[73],"independent":[74],"subprocedures":[75],"determine":[77],"layer-level":[79],"operation":[80],"choices":[81],"block-level":[83],"orders":[84],"SSTN.":[86],"Unlike":[87],"conventional":[88],"neural":[89],"(NAS)":[92],"requires":[94],"bilevel":[96],"optimization":[97],"both":[99],"parameters":[101],"settings,":[104],"FAS":[106,144],"focuses":[107],"only":[108,185],"on":[109,126,192],"finding":[110],"out":[111],"optimal":[112],"settings":[114],"enable":[116],"stable":[118],"fast":[120],"search.":[122],"Extensive":[123],"experiments":[124],"conducted":[125],"five":[127],"popular":[128],"HSI":[129],"benchmarks":[130],"demonstrate":[131],"versatility":[133],"SSTNs":[135,179],"over":[136],"other":[137,181],"state-of-the-art":[138],"(SOTA)":[139],"methods":[140,159],"justify":[142],"strategy.":[145],"On":[146],"University":[148,201],"Houston":[150],"dataset,":[151],"SSTN":[152],"obtains":[153],"comparable":[154],"overall":[155],"accuracy":[156],"SOTA":[158,182],"with":[160],"small":[162],"fraction":[163],"(1.2%)":[164],"multiply-and-accumulate":[166],"operations":[167],"compared":[168],"strong":[171],"baseline":[172],"residual":[174],"(SSRN).":[176],"Most":[177],"importantly,":[178],"outperform":[180],"using":[184],"1.2%":[186],"or":[187],"fewer":[188],"MACs":[189],"SSRNs":[191],"Indian":[194],"Pines,":[195],"Kennedy":[197],"Space":[198],"Center,":[199],"Pavia,":[203],"Pavia":[206],"Center":[207],"datasets.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":58},{"year":2024,"cited_by_count":68},{"year":2023,"cited_by_count":61},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}
