{"id":"https://openalex.org/W4395096381","doi":"https://doi.org/10.1109/tgrs.2024.3392962","title":"S<sup>2</sup>HM<sup>2</sup>: A Spectral\u2013Spatial Hierarchical Masked Modeling Framework for Self-Supervised Feature Learning and Classification of Large-Scale Hyperspectral Images","display_name":"S<sup>2</sup>HM<sup>2</sup>: A Spectral\u2013Spatial Hierarchical Masked Modeling Framework for Self-Supervised Feature Learning and Classification of Large-Scale Hyperspectral Images","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4395096381","doi":"https://doi.org/10.1109/tgrs.2024.3392962"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3392962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3392962","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072192533","display_name":"Lilin Tu","orcid":"https://orcid.org/0000-0002-2307-8850"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lilin Tu","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2307-8850","affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446489","display_name":"Jiayi Li","orcid":"https://orcid.org/0000-0003-1691-9743"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Li","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1691-9743","affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031729932","display_name":"Xin Huang","orcid":"https://orcid.org/0000-0002-5625-0338"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Huang","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5625-0338","affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100574336","display_name":"Jianya Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianya Gong","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044651577","display_name":"Xing Xie","orcid":"https://orcid.org/0000-0002-8608-8482"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xie","raw_affiliation_strings":["School of Environmental and Mapping Engineering, Suzhou University, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Environmental and Mapping Engineering, Suzhou University, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025539231","display_name":"Leiguang Wang","orcid":"https://orcid.org/0000-0003-2962-1508"},"institutions":[{"id":"https://openalex.org/I25399270","display_name":"Southwest Forestry University","ror":"https://ror.org/03dfa9f06","country_code":"CN","type":"education","lineage":["https://openalex.org/I25399270"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leiguang Wang","raw_affiliation_strings":["Institute of Big Data and Artificial Intelligence and the Key Laboratory of State Forestry and Grassland Administration on Forestry and Ecological Big Data, Southwest Forestry University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0003-2962-1508","affiliations":[{"raw_affiliation_string":"Institute of Big Data and Artificial Intelligence and the Key Laboratory of State Forestry and Grassland Administration on Forestry and Ecological Big Data, Southwest Forestry University, Kunming, China","institution_ids":["https://openalex.org/I25399270","https://openalex.org/I4210134523"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.913,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91579383,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8707355260848999},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5750404596328735},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5658585429191589},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5428093075752258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5401784777641296},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4664895534515381},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.45095837116241455},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.191156268119812},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1837226152420044}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8707355260848999},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5750404596328735},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5658585429191589},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5428093075752258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5401784777641296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4664895534515381},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.45095837116241455},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.191156268119812},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1837226152420044},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3392962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3392962","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2118518458","display_name":null,"funder_award_id":"42271328","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7891852649","display_name":null,"funder_award_id":"42090011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7933335657","display_name":"\u9762\u5411\u5927\u89c4\u6a21\u57ce\u5e02\u529f\u80fd\u533a\u76d1\u6d4b\u7684\u4f17\u6e90\u5730\u7406-\u9065\u611f\u8bed\u4e49\u4fe1\u606f\u81ea\u52a8\u6316\u6398\u65b9\u6cd5\u7814\u7a76","funder_award_id":"42071311","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W2087263574","https://openalex.org/W2131697388","https://openalex.org/W2133665775","https://openalex.org/W2500751094","https://openalex.org/W2560023338","https://openalex.org/W2565639579","https://openalex.org/W2614256707","https://openalex.org/W2764276316","https://openalex.org/W2782517596","https://openalex.org/W2791006446","https://openalex.org/W2803735667","https://openalex.org/W2884822772","https://openalex.org/W2888119354","https://openalex.org/W2896457183","https://openalex.org/W2901061792","https://openalex.org/W2914331134","https://openalex.org/W2942454403","https://openalex.org/W2945254408","https://openalex.org/W2991616716","https://openalex.org/W2995461960","https://openalex.org/W3006984222","https://openalex.org/W3009561768","https://openalex.org/W3019693154","https://openalex.org/W3023371261","https://openalex.org/W3035524453","https://openalex.org/W3049655825","https://openalex.org/W3096655658","https://openalex.org/W3099850646","https://openalex.org/W3103753223","https://openalex.org/W3114720220","https://openalex.org/W3138516171","https://openalex.org/W3159481202","https://openalex.org/W3160566314","https://openalex.org/W3204731106","https://openalex.org/W3214821343","https://openalex.org/W4210276931","https://openalex.org/W4210642697","https://openalex.org/W4213019189","https://openalex.org/W4224225090","https://openalex.org/W4226275810","https://openalex.org/W4283697304","https://openalex.org/W4285124290","https://openalex.org/W4287236261","https://openalex.org/W4288391486","https://openalex.org/W4289644862","https://openalex.org/W4291238839","https://openalex.org/W4293370522","https://openalex.org/W4294691588","https://openalex.org/W4296240311","https://openalex.org/W4296339430","https://openalex.org/W4309953921","https://openalex.org/W4312789082","https://openalex.org/W4312795296","https://openalex.org/W4312804044","https://openalex.org/W4312957058","https://openalex.org/W4313156423","https://openalex.org/W4317438620","https://openalex.org/W4319303918","https://openalex.org/W4327522253","https://openalex.org/W4362500699","https://openalex.org/W4366352743","https://openalex.org/W4366377626","https://openalex.org/W4366504084","https://openalex.org/W4372215788","https://openalex.org/W4379033813","https://openalex.org/W4385245566","https://openalex.org/W4386076385","https://openalex.org/W4386221015","https://openalex.org/W4387415454","https://openalex.org/W4388543795","https://openalex.org/W6730903564","https://openalex.org/W6733814495","https://openalex.org/W6755207826","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6776700526","https://openalex.org/W6778883912","https://openalex.org/W6794295097","https://openalex.org/W6810423238","https://openalex.org/W6838706884","https://openalex.org/W6840952533","https://openalex.org/W6841478064","https://openalex.org/W6841554697","https://openalex.org/W6847113827"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W2385371209","https://openalex.org/W4250051149","https://openalex.org/W2083270190","https://openalex.org/W2139939267","https://openalex.org/W1974511032"],"abstract_inverted_index":{"Most":[0],"of":[1,19,39,46,86,91,133,216,229,239],"the":[2,44,87,95,130,188,214,217,240],"existing":[3],"deep":[4],"learning-based":[5],"hyperspectral":[6,207,230],"image":[7],"(HSI)":[8],"classification":[9,65,233],"algorithms":[10,81],"are":[11,26,142,224,235],"based":[12,50,118],"on":[13,51,119,204,226],"supervised":[14],"learning,":[15],"where":[16,232],"large":[17,37],"number":[18],"annotated":[20],"labels":[21],"with":[22],"high":[23,101],"acquisition":[24],"cost":[25,103],"required.":[27],"Self-supervised":[28],"learning":[29,222],"(SSL)":[30],"methods":[31],"can":[32,56],"learn":[33],"abundant":[34],"representations":[35],"using":[36],"amount":[38],"unlabeled":[40],"data,":[41],"thereby":[42],"reducing":[43],"reliability":[45],"labels.":[47],"Particularly,":[48],"SSL":[49,116,193],"Masked":[52,122,178],"Image":[53],"Modeling":[54,123,180],"(MIM)":[55],"extract":[57],"fine-grained":[58],"features,":[59],"which":[60],"is":[61,161,183,195],"well-suited":[62],"for":[63,125,165],"HSI":[64,78,92,127],"as":[66,163],"a":[67,83,172,227],"pixel-level":[68],"interpretation":[69],"task.":[70,147],"However,":[71],"MIM":[72,146,199],"has":[73],"scarcely":[74],"been":[75],"investigated":[76],"in":[77,171,237],"classification.":[79,128],"Current":[80],"lack":[82],"comprehensive":[84],"consideration":[85],"multiscale":[88,189],"spectral-spatial":[89,131,139],"characteristics":[90,132],"when":[93,106],"constructing":[94],"pre-training":[96,194],"task,":[97],"and":[98,104,138,168,200,211],"there":[99],"exists":[100],"computational":[102],"redundancy":[105],"applied":[107],"to":[108,144,185],"large-scale":[109,126,206],"HSI.":[110],"Therefore,":[111],"this":[112],"paper":[113],"develops":[114],"an":[115],"framework":[117],"Spectral-Spatial":[120],"Hierarchical":[121],"(S2HM2)":[124],"Considering":[129],"HSI,":[134],"3D":[135,156],"masking":[136],"strategy":[137],"consistency":[140],"loss":[141],"proposed":[143,184,218],"construct":[145],"To":[148],"fully":[149],"exploit":[150],"features":[151],"at":[152,248],"each":[153],"scale,":[154],"hierarchical":[155],"Feature":[157,179],"Pyramid":[158],"Network":[159],"(3D-FPN)":[160],"designed":[162],"decoder":[164],"both":[166,198],"pre-text":[167],"downstream":[169],"tasks":[170],"\u201cpixel-to-pixel\u201d":[173],"manner.":[174],"In":[175],"addition,":[176],"Multi-Scale":[177],"(MS-MFM)":[181],"task":[182],"further":[186],"facilitate":[187],"feature":[190],"learning.":[191],"The":[192],"guided":[196],"by":[197],"MS-MFM.":[201],"Experimental":[202],"results":[203],"two":[205],"datasets,":[208,231],"i.e.,":[209],"WHU-OHS":[210],"WHU-H2SR,":[212],"demonstrate":[213],"superiority":[215],"method.":[219],"Furthermore,":[220],"transfer":[221],"experiments":[223],"conducted":[225],"variety":[228],"accuracies":[234],"boosted":[236],"most":[238],"scenarios.":[241],"Source":[242],"code":[243],"will":[244],"be":[245],"made":[246],"available":[247],"https://github.com/tulilin/S2HM2.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}