{"id":"https://openalex.org/W4385154014","doi":"https://doi.org/10.1109/tgrs.2023.3297858","title":"A Lightweight Transformer Network for Hyperspectral Image Classification","display_name":"A Lightweight Transformer Network for Hyperspectral Image Classification","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385154014","doi":"https://doi.org/10.1109/tgrs.2023.3297858"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3297858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3297858","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103015757","display_name":"Xuming Zhang","orcid":"https://orcid.org/0000-0001-7429-939X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuming Zhang","raw_affiliation_strings":["International Institute for Earth System Science and the Jiangsu Provincial Key Laboratory of Geographic Information Science and Technology, Nanjing University, Nanjing, China","International Institute for Earth System Science, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7429-939X","affiliations":[{"raw_affiliation_string":"International Institute for Earth System Science and the Jiangsu Provincial Key Laboratory of Geographic Information Science and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"International Institute for Earth System Science, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087502613","display_name":"Yuanchao Su","orcid":"https://orcid.org/0000-0002-4776-0862"},"institutions":[{"id":"https://openalex.org/I110440473","display_name":"Xi'an University of Science and Technology","ror":"https://ror.org/046fkpt18","country_code":"CN","type":"education","lineage":["https://openalex.org/I110440473"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchao Su","raw_affiliation_strings":["Department of Remote Sensing, College of Geomatics, Xi’an University of Science and Technology, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-4776-0862","affiliations":[{"raw_affiliation_string":"Department of Remote Sensing, College of Geomatics, Xi’an University of Science and Technology, Xi’an, China","institution_ids":["https://openalex.org/I110440473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066378186","display_name":"Lianru Gao","orcid":"https://orcid.org/0000-0003-3888-8124"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianru Gao","raw_affiliation_strings":["Key Laboratory of Computational Optical Imaging Technology, Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Aerospace Information Research Institute, Key Laboratory of Computational Optical Imaging Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3888-8124","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computational Optical Imaging Technology, Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Aerospace Information Research Institute, Key Laboratory of Computational Optical Imaging Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006095323","display_name":"Lorenzo Bruzzone","orcid":"https://orcid.org/0000-0002-6036-459X"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Bruzzone","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6036-459X","affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014357267","display_name":"Xingfa Gu","orcid":"https://orcid.org/0000-0002-6370-799X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingfa Gu","raw_affiliation_strings":["Key Laboratory of Computational Optical Imaging Technology, Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Aerospace Information Research Institute, Key Laboratory of Computational Optical Imaging Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Computational Optical Imaging Technology, Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Aerospace Information Research Institute, Key Laboratory of Computational Optical Imaging Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037356762","display_name":"Qingjiu Tian","orcid":"https://orcid.org/0000-0003-0986-6479"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingjiu Tian","raw_affiliation_strings":["International Institute for Earth System Science and the Jiangsu Provincial Key Laboratory of Geographic Information Science and Technology, Nanjing University, Nanjing, China","International Institute for Earth System Science, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Institute for Earth System Science and the Jiangsu Provincial Key Laboratory of Geographic Information Science and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"International Institute for Earth System Science, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8584,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98165188,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8251779079437256},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7288057804107666},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5803748369216919},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.5793620347976685},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5536471605300903},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5527231097221375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5449307560920715},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5204944014549255},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4578801989555359},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.4394553303718567},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42081180214881897},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.27838054299354553},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14609986543655396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8251779079437256},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7288057804107666},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5803748369216919},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.5793620347976685},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5536471605300903},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5527231097221375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5449307560920715},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5204944014549255},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4578801989555359},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.4394553303718567},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42081180214881897},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27838054299354553},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14609986543655396},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2023.3297858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3297858","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:iris.unitn.it:11572/401470","is_oa":false,"landing_page_url":"https://hdl.handle.net/11572/401470","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1260744863","display_name":null,"funder_award_id":"21JK0762","funder_id":"https://openalex.org/F4320325627","funder_display_name":"Education Department of Shaanxi Province"},{"id":"https://openalex.org/G192909536","display_name":null,"funder_award_id":"42001319","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8803406380","display_name":null,"funder_award_id":"42101321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325627","display_name":"Education Department of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W2006175358","https://openalex.org/W2090424610","https://openalex.org/W2131438174","https://openalex.org/W2164330327","https://openalex.org/W2165796970","https://openalex.org/W2166923144","https://openalex.org/W2396056163","https://openalex.org/W2548791488","https://openalex.org/W2555840851","https://openalex.org/W2563506500","https://openalex.org/W2598997103","https://openalex.org/W2614256707","https://openalex.org/W2752782242","https://openalex.org/W2764276316","https://openalex.org/W2772452219","https://openalex.org/W2779530678","https://openalex.org/W2908510526","https://openalex.org/W2911419410","https://openalex.org/W2911964244","https://openalex.org/W2950185713","https://openalex.org/W3006984222","https://openalex.org/W3026298314","https://openalex.org/W3035201239","https://openalex.org/W3046476394","https://openalex.org/W3047385447","https://openalex.org/W3066454894","https://openalex.org/W3102274762","https://openalex.org/W3103753223","https://openalex.org/W3131404269","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3145444543","https://openalex.org/W3157158693","https://openalex.org/W3159778524","https://openalex.org/W3165209762","https://openalex.org/W3171087525","https://openalex.org/W3190492058","https://openalex.org/W3193242948","https://openalex.org/W3205965083","https://openalex.org/W3214821343","https://openalex.org/W4210794570","https://openalex.org/W4214633470","https://openalex.org/W4226334005","https://openalex.org/W4239510810","https://openalex.org/W4283260867","https://openalex.org/W4285124290","https://openalex.org/W4285269366","https://openalex.org/W4285303509","https://openalex.org/W4286910290","https://openalex.org/W4287225564","https://openalex.org/W4293370522","https://openalex.org/W4309367935","https://openalex.org/W4309801648","https://openalex.org/W4312443924","https://openalex.org/W4312678416","https://openalex.org/W4312950730","https://openalex.org/W4312986923","https://openalex.org/W4319303918","https://openalex.org/W4320339642","https://openalex.org/W4362500699","https://openalex.org/W4372054869","https://openalex.org/W4377001538","https://openalex.org/W4386075524","https://openalex.org/W4386076222","https://openalex.org/W4386076539","https://openalex.org/W6757817989","https://openalex.org/W6793164127","https://openalex.org/W6795062860","https://openalex.org/W6796931752","https://openalex.org/W6798046796","https://openalex.org/W6802648153","https://openalex.org/W6846509182","https://openalex.org/W6847378741","https://openalex.org/W6851020903","https://openalex.org/W6852746698"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4221142204","https://openalex.org/W757031997"],"abstract_inverted_index":{"Transformer":[0],"is":[1,117],"a":[2,24,50,98,105,144],"powerful":[3],"tool":[4],"for":[5],"capturing":[6],"long-range":[7,136],"dependencies":[8,137],"and":[9,28,49,60,82,91,131,159,169,178,184,190],"has":[10],"shown":[11],"impressive":[12],"performance":[13],"in":[14,78,128,138],"hyperspectral":[15],"image":[16],"(HSI)":[17],"classification.":[18],"However,":[19],"such":[20],"power":[21],"comes":[22],"with":[23,68,97,111],"heavy":[25],"memory":[26,59],"footprint":[27],"huge":[29],"computation":[30,61],"burden.":[31],"In":[32],"this":[33],"paper,":[34],"we":[35,72,142],"propose":[36],"two":[37],"types":[38],"of":[39,101,163,202],"lightweight":[40,45,52,106,114,179],"self-attention":[41,47,54,115],"modules":[42],"(a":[43],"channel":[44,67],"multi-head":[46,53],"module":[48],"position":[51],"module)":[55],"to":[56,86,93,123,134,150],"reduce":[57,160],"both":[58,186],"while":[62],"associating":[63],"each":[64],"pixel":[65],"or":[66],"global":[69],"information.":[70],"Moreover,":[71],"discover":[73],"that":[74],"transformers":[75,133],"are":[76],"ineffective":[77],"explicitly":[79,124],"extracting":[80],"local":[81,126],"multi-scale":[83],"features":[84],"due":[85],"the":[87,112,161,200],"fixed":[88],"input":[89,154],"size":[90],"tend":[92],"overfit":[94],"when":[95],"dealing":[96],"small":[99],"number":[100],"training":[102,168,174],"samples.":[103,171],"Therefore,":[104],"transformer":[107],"(LiT)":[108],"network,":[109],"built":[110],"proposed":[113],"modules,":[116],"presented.":[118],"LiT":[119,181],"adopts":[120],"convolutional":[121,176],"blocks":[122],"extract":[125],"information":[127],"early":[129],"layers":[130],"employs":[132],"capture":[135],"deep":[139],"layers.":[140],"Furthermore,":[141],"design":[143],"controlled":[145],"multi-class":[146],"stratified":[147],"sampling":[148],"strategy":[149],"generate":[151],"appropriately":[152],"sized":[153],"data,":[155,175],"ensure":[156],"balanced":[157],"sampling,":[158],"overlap":[162],"feature":[164],"extraction":[165],"regions":[166],"between":[167],"test":[170],"With":[172],"appropriate":[173],"tokenization,":[177],"transformers,":[180],"mitigates":[182],"overfitting":[183],"enjoys":[185],"high":[187],"computational":[188],"efficiency":[189],"good":[191],"performance.":[192],"Experimental":[193],"results":[194],"on":[195],"several":[196],"HSI":[197],"datasets":[198],"verify":[199],"effectiveness":[201],"our":[203],"design.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}