{"id":"https://openalex.org/W4400877912","doi":"https://doi.org/10.1109/tgrs.2024.3431517","title":"Swin-MSP: A Shifted Windows Masked Spectral Pretraining Model for Hyperspectral Image Classification","display_name":"Swin-MSP: A Shifted Windows Masked Spectral Pretraining Model for Hyperspectral Image Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400877912","doi":"https://doi.org/10.1109/tgrs.2024.3431517"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3431517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3431517","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100959411","display_name":"Rui Tian","orcid":"https://orcid.org/0009-0001-6408-3787"},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Tian","raw_affiliation_strings":["College of Computer, Qinghai Normal University, Xining, China"],"raw_orcid":"https://orcid.org/0009-0001-6408-3787","affiliations":[{"raw_affiliation_string":"College of Computer, Qinghai Normal University, Xining, China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595780","display_name":"Danqing Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I31595395","display_name":"Chengdu University of Technology","ror":"https://ror.org/05pejbw21","country_code":"CN","type":"education","lineage":["https://openalex.org/I31595395"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danqing Liu","raw_affiliation_strings":["College of Computer Science and Cyber Security, Chengdu University of Technology, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Cyber Security, Chengdu University of Technology, Chengdu, China","institution_ids":["https://openalex.org/I31595395"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018409371","display_name":"Yu Bai","orcid":"https://orcid.org/0000-0002-2303-1120"},"institutions":[{"id":"https://openalex.org/I142934699","display_name":"California State University, Fullerton","ror":"https://ror.org/02avqqw26","country_code":"US","type":"education","lineage":["https://openalex.org/I142934699"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Bai","raw_affiliation_strings":["School of Engineering and Computer Science, California State University at Fullerton, Fullerton, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2303-1120","affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, California State University at Fullerton, Fullerton, CA, USA","institution_ids":["https://openalex.org/I142934699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068444754","display_name":"Jin Yu","orcid":"https://orcid.org/0000-0002-1874-8995"},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Jin","raw_affiliation_strings":["College of Computer, Qinghai Normal University, Xining, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, Qinghai Normal University, Xining, China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108958515","display_name":"Guanliang Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanliang Wan","raw_affiliation_strings":["College of Computer, Qinghai Normal University, Xining, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, Qinghai Normal University, Xining, China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028142707","display_name":"Yanhui Guo","orcid":"https://orcid.org/0000-0002-5444-3822"},"institutions":[{"id":"https://openalex.org/I4210151294","display_name":"Shandong Women\u2019s University","ror":"https://ror.org/03rp8h078","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151294"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhui Guo","raw_affiliation_strings":["School of Data and Computer Science, Shandong Women&#x2019;s University, Ji&#x2019;nan, China"],"raw_orcid":"https://orcid.org/0000-0002-5444-3822","affiliations":[{"raw_affiliation_string":"School of Data and Computer Science, Shandong Women&#x2019;s University, Ji&#x2019;nan, China","institution_ids":["https://openalex.org/I4210151294"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0087,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87990622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10640","display_name":"Spectroscopy and Chemometric Analyses","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1602","display_name":"Analytical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.9314676523208618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5799364447593689},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5190585255622864},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5041886568069458},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46197497844696045},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4325537383556366},{"id":"https://openalex.org/keywords/full-spectral-imaging","display_name":"Full spectral imaging","score":0.42464497685432434},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.41656601428985596},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3963143229484558},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.38462501764297485},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.20676419138908386}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.9314676523208618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5799364447593689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5190585255622864},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5041886568069458},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46197497844696045},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4325537383556366},{"id":"https://openalex.org/C78660771","wikidata":"https://www.wikidata.org/wiki/Q5508206","display_name":"Full spectral imaging","level":3,"score":0.42464497685432434},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.41656601428985596},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3963143229484558},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.38462501764297485},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.20676419138908386}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3431517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3431517","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7491500613","display_name":null,"funder_award_id":"ZR2023MF110","funder_id":"https://openalex.org/F4320336925","funder_display_name":"Shandong Provincial Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320336925","display_name":"Shandong Provincial Postdoctoral Science Foundation","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W2519653196","https://openalex.org/W2579874689","https://openalex.org/W2593119498","https://openalex.org/W2602024454","https://openalex.org/W2614256707","https://openalex.org/W2620547787","https://openalex.org/W2777427437","https://openalex.org/W2789643644","https://openalex.org/W2791006446","https://openalex.org/W2799390666","https://openalex.org/W2811355488","https://openalex.org/W2888715336","https://openalex.org/W2944653015","https://openalex.org/W2946417913","https://openalex.org/W2952956606","https://openalex.org/W2991616716","https://openalex.org/W3004877455","https://openalex.org/W3014740345","https://openalex.org/W3023351371","https://openalex.org/W3034781633","https://openalex.org/W3044522863","https://openalex.org/W3049655825","https://openalex.org/W3080919303","https://openalex.org/W3088464175","https://openalex.org/W3093860417","https://openalex.org/W3103753223","https://openalex.org/W3133055443","https://openalex.org/W3138516171","https://openalex.org/W3191251640","https://openalex.org/W3201553497","https://openalex.org/W3205965083","https://openalex.org/W3214821343","https://openalex.org/W4210794570","https://openalex.org/W4240485910","https://openalex.org/W4280490589","https://openalex.org/W4285155962","https://openalex.org/W4285204365","https://openalex.org/W4285248393","https://openalex.org/W4285303509","https://openalex.org/W4285507497","https://openalex.org/W4291138777","https://openalex.org/W4291727297","https://openalex.org/W4292691763","https://openalex.org/W4293370522","https://openalex.org/W4294068665","https://openalex.org/W4296339430","https://openalex.org/W4312513332","https://openalex.org/W4312789082","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W4313524854","https://openalex.org/W4313855677","https://openalex.org/W4319069095","https://openalex.org/W4323896850","https://openalex.org/W4377819235","https://openalex.org/W4381730126","https://openalex.org/W4382203304","https://openalex.org/W4384521492","https://openalex.org/W4385800872","https://openalex.org/W4385819914","https://openalex.org/W4386322234","https://openalex.org/W4386766977","https://openalex.org/W4389169332","https://openalex.org/W4389776891","https://openalex.org/W4396598495","https://openalex.org/W6733688852","https://openalex.org/W6802029730","https://openalex.org/W6926114150"],"related_works":["https://openalex.org/W2911259277","https://openalex.org/W4386427838","https://openalex.org/W2800956885","https://openalex.org/W2533019003","https://openalex.org/W2057283258","https://openalex.org/W1788560349","https://openalex.org/W2626158795","https://openalex.org/W2391021239","https://openalex.org/W2560525382","https://openalex.org/W2126575155"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2],"found":[3],"widespread":[4],"application":[5],"in":[6],"the":[7,85,104,137,149,155],"hyperspectral":[8,61,99,185],"image":[9],"(HSI)":[10],"classification,":[11],"where":[12],"transformer":[13,35,108,177],"architectures":[14],"based":[15],"on":[16,184],"self-attention":[17],"have":[18],"emerged":[19],"as":[20,36,159],"state-of-the-art":[21],"(SOTA).":[22],"The":[23,145,188],"Swin-MAE":[24],"framework":[25],"utilizes":[26],"a":[27,32,48,75,92,160,181],"masked":[28],"autoencoder":[29],"approach":[30],"with":[31,80,116,130],"shifted":[33,49],"windows":[34,50],"its":[37],"backbone,":[38],"demonstrating":[39],"strong":[40],"representational":[41],"power":[42],"and":[43,74],"performance.":[44],"This":[45],"study":[46],"proposes":[47],"masking":[51,71],"spectral":[52,70,113,151],"pretraining":[53,72,143,156],"(Swin-MSP)":[54],"model,":[55],"which":[56],"achieves":[57],"hierarchical":[58,76],"modeling":[59],"of":[60,139],"data":[62],"from":[63,174],"local":[64],"to":[65,110,142],"global":[66],"scales":[67],"by":[68],"introducing":[69],"techniques":[73],"architecture.":[77],"To":[78],"fit":[79],"this":[81,171],"pretraining,":[82],"we":[83,134],"introduce":[84],"uniaxial":[86],"continuous":[87],"cross":[88],"correlation":[89],"layer":[90],"(UC3L),":[91],"straightforward":[93],"yet":[94],"effective":[95],"solution":[96],"tailored":[97],"for":[98,163],"imagery":[100],"masking.":[101],"We":[102],"design":[103],"shift":[105],"frequency":[106],"band":[107],"(SFBT)":[109],"hierarchically":[111],"characterize":[112],"features.":[114],"Experiments":[115],"publicly":[117],"available":[118,191],"datasets":[119,141],"establish":[120],"that":[121,148,170],"our":[122],"pretrained":[123],"network":[124],"significantly":[125],"improves":[126],"classification":[127],"efficiency":[128],"compared":[129],"SOTA":[131],"networks.":[132],"Furthermore,":[133],"systematically":[135],"investigate":[136],"sensitivity":[138],"various":[140],"hyper-parameters.":[144],"results":[146],"underscore":[147],"universal":[150],"representation":[152],"acquired":[153],"during":[154],"phase":[157],"serves":[158],"robust":[161],"initialization":[162],"subsequent":[164],"task-specific":[165],"fine-tuning.":[166],"It":[167],"is":[168,190],"noted":[169],"work":[172],"breaks":[173],"traditional":[175],"vision":[176],"(ViT)":[178],"approaches,":[179],"offering":[180],"new":[182],"perspective":[183],"dataset":[186],"pretraining.":[187],"code":[189],"at":[192],"<uri":[193],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/teaRRe/Swin-MSP</uri>.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}