{"id":"https://openalex.org/W4408029970","doi":"https://doi.org/10.1109/lgrs.2025.3546656","title":"A Generative Pretrained Transformer for Semi-Supervised Hyperspectral Image Change Detection","display_name":"A Generative Pretrained Transformer for Semi-Supervised Hyperspectral Image Change Detection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408029970","doi":"https://doi.org/10.1109/lgrs.2025.3546656"},"language":"en","primary_location":{"id":"doi:10.1109/lgrs.2025.3546656","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2025.3546656","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052245256","display_name":"Yanheng Wang","orcid":"https://orcid.org/0000-0001-6090-3234"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanheng Wang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021091666","display_name":"Jianjun Sha","orcid":"https://orcid.org/0000-0003-1675-4678"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Sha","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070802592","display_name":"Xiaohan Yu","orcid":"https://orcid.org/0000-0001-6186-0520"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaohan Yu","raw_affiliation_strings":["School of Computing, Macquarie University, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071549690","display_name":"Yongsheng Gao","orcid":"https://orcid.org/0000-0002-5382-5351"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yongsheng Gao","raw_affiliation_strings":["Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"Institute for Integrated and Intelligent Systems, Griffith University, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383751","display_name":"Yonggang Zhang","orcid":"https://orcid.org/0000-0003-4548-1111"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggang Zhang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056403866","display_name":"Xianhui Rong","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianhui Rong","raw_affiliation_strings":["Qingdao Innovation and Development Base, Harbin Engineering University, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Qingdao Innovation and Development Base, Harbin Engineering University, Qingdao, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5052245256"],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":null,"apc_paid":null,"fwci":3.5766,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92307314,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.7565000057220459,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.7565000057220459,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.6818000078201294,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8423762321472168},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5835651755332947},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5808308720588684},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.5412416458129883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.526100754737854},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4581853449344635},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.41747093200683594},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.371260404586792},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.3466300964355469},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14952069520950317},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08693155646324158}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8423762321472168},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5835651755332947},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5808308720588684},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.5412416458129883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.526100754737854},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4581853449344635},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.41747093200683594},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.371260404586792},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3466300964355469},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14952069520950317},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08693155646324158},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lgrs.2025.3546656","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2025.3546656","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2085283969","https://openalex.org/W2104374858","https://openalex.org/W2900587135","https://openalex.org/W3197557720","https://openalex.org/W3205361185","https://openalex.org/W3215176889","https://openalex.org/W3216055172","https://openalex.org/W4293812296","https://openalex.org/W4366957284","https://openalex.org/W4386918724","https://openalex.org/W4390533997","https://openalex.org/W4391074589","https://openalex.org/W4392450279","https://openalex.org/W4392903317","https://openalex.org/W4393906060","https://openalex.org/W6796761347","https://openalex.org/W6803870738","https://openalex.org/W6869337796"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W2385371209","https://openalex.org/W1973197867","https://openalex.org/W4250051149","https://openalex.org/W2083270190","https://openalex.org/W4281675222","https://openalex.org/W4324290231"],"abstract_inverted_index":{"Hyperspectral":[0],"image":[1],"change":[2],"detection":[3],"(HSIs-CD)":[4],"often":[5,51,92],"faces":[6],"the":[7,32,84,97,100,164,175,186,207,212],"challenge":[8],"of":[9,65,88,142,155,177,193],"limited":[10,58],"sample":[11],"sizes,":[12],"and":[13,19,48,137,159,196],"labeling":[14],"data":[15,26,37,60,79],"is":[16,91,146],"both":[17],"time-consuming":[18],"labor-intensive.":[20],"Foundation":[21],"models":[22,41],"leverage":[23],"extensive":[24],"unlabeled":[25],"for":[27,46,127,163,179,206],"self-supervised":[28,180],"generative":[29,122,181],"pre-training,":[30],"allowing":[31],"model":[33],"to":[34,59,96,108,112,204],"learn":[35],"rich":[36],"representations.":[38],"However,":[39],"few":[40],"have":[42],"been":[43],"specifically":[44],"designed":[45],"HSIs,":[47],"existing":[49,220],"methods":[50],"rely":[52],"on":[53],"pre-training":[54],"datasets":[55,136],"that":[56,217],"are":[57,75],"from":[61,80],"a":[62,120,153,169,190,198],"small":[63,191],"number":[64,192],"satellite":[66],"sensors.":[67,82],"This":[68],"limitation":[69],"affects":[70],"generalization,":[71],"especially":[72],"when":[73],"there":[74],"significant":[76],"differences":[77],"between":[78],"different":[81],"Moreover,":[83],"difference":[85],"map":[86],"(DMP)":[87],"bi-temporal":[89],"HSIs":[90,135],"used":[93,160],"as":[94,161,174],"input":[95,162],"networks.":[98,114],"While":[99],"DMP-based":[101],"approach":[102],"reduces":[103],"FLOPs,":[104],"it":[105],"may":[106],"lead":[107],"information":[109,208],"loss":[110,209],"compared":[111],"dual-branch":[113],"In":[115],"this":[116],"letter,":[117],"we":[118,184],"propose":[119],"mini-patch-based":[121],"pre-trained":[123],"spectral-spatial":[124,150,170],"transformer":[125],"(GPSST)":[126],"semi-supervised":[128],"HSIs-CD.":[129,226],"We":[130,166],"begin":[131],"by":[132,211],"collecting":[133],"public":[134],"dividing":[138],"them":[139],"into":[140,149],"thousands":[141],"patches.":[143],"Each":[144],"patch":[145],"then":[147,167],"split":[148],"tokens,":[151],"with":[152],"portion":[154],"these":[156],"tokens":[157],"masked":[158,171],"GPSST.":[165],"design":[168,197],"autoencoder":[172],"(MAE)":[173],"backbone":[176],"GPSST":[178,187,218],"learning.":[182],"Finally,":[183],"fine-tune":[185],"encoder":[188],"using":[189],"labeled":[194],"patches":[195],"principal":[199],"component":[200],"analysis":[201],"(PCA)":[202],"branch":[203],"compensate":[205],"caused":[210],"DMP.":[213],"Our":[214],"experiments":[215],"demonstrate":[216],"outperforms":[219],"methods,":[221],"achieving":[222],"superior":[223],"accuracy":[224],"in":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}