{"id":"https://openalex.org/W4404688073","doi":"https://doi.org/10.1109/lgrs.2024.3505253","title":"A Hierarchical Local-Global-Aware Transformer With Scratch Learning Capabilities for Change Detection","display_name":"A Hierarchical Local-Global-Aware Transformer With Scratch Learning Capabilities for Change Detection","publication_year":2024,"publication_date":"2024-11-25","ids":{"openalex":"https://openalex.org/W4404688073","doi":"https://doi.org/10.1109/lgrs.2024.3505253"},"language":"en","primary_location":{"id":"doi:10.1109/lgrs.2024.3505253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2024.3505253","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001312854","display_name":"Ming Chen","orcid":"https://orcid.org/0009-0003-9835-9432"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Chen","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0003-9835-9432","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074950607","display_name":"Wanshou Jiang","orcid":"https://orcid.org/0000-0002-3162-0566"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanshou Jiang","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3162-0566","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0862,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7840402,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"22","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6825737357139587},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.5754046440124512},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.47250092029571533},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42337584495544434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3776240348815918},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11332938075065613},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09470397233963013}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6825737357139587},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.5754046440124512},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.47250092029571533},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42337584495544434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3776240348815918},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11332938075065613},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09470397233963013},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lgrs.2024.3505253","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2024.3505253","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1968332295","display_name":null,"funder_award_id":"06-Y30F04-9001-20/22","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8377523479","display_name":null,"funder_award_id":"42371452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2549418531","https://openalex.org/W2737258237","https://openalex.org/W2891248708","https://openalex.org/W2980937832","https://openalex.org/W3011156941","https://openalex.org/W3027225766","https://openalex.org/W3122239467","https://openalex.org/W3130754787","https://openalex.org/W3160248683","https://openalex.org/W3180045188","https://openalex.org/W4226255786","https://openalex.org/W4226305459","https://openalex.org/W4312549298","https://openalex.org/W4318767292","https://openalex.org/W4377079808","https://openalex.org/W4394973591","https://openalex.org/W4400351917","https://openalex.org/W6729646992","https://openalex.org/W6769242847","https://openalex.org/W6784094891"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2475116013","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2140315382","https://openalex.org/W2059109728","https://openalex.org/W322691623"],"abstract_inverted_index":{"Most":[0],"transformer-based":[1,176],"methods":[2],"rely":[3],"on":[4,7,24,123,143,190],"pretraining":[5,14],"weights":[6],"large":[8],"datasets":[9,20],"such":[10],"as":[11],"Imagenet":[12],"or":[13,177],"from":[15,34,141],"specific":[16],"change":[17,195],"detection":[18,196],"(CD)":[19],"and":[21,84,110,127,188,193],"then":[22],"fine-tuning":[23],"the":[25,29,35,40,54,65,102,112,118,124,131,136,160,165,191],"target":[26,30],"dataset.":[27],"When":[28],"dataset":[31,36],"significantly":[32,183],"diverges":[33],"used":[37],"for":[38,75,81,88],"pretraining,":[39],"model\u2019s":[41],"ability":[42],"to":[43,45,53,138,145,158],"generalize":[44],"remote":[46],"sensing":[47],"imagery":[48],"may":[49],"be":[50,139],"compromised":[51],"due":[52],"domain":[55],"gap.":[56],"In":[57,91],"this":[58],"letter,":[59],"we":[60,93],"propose":[61,94],"HierFormer,":[62],"which":[63,100,134,163],"has":[64],"advantage":[66],"of":[67,105,117,130,167],"processing":[68],"semantic":[69],"features":[70,166],"hierarchically,":[71],"using":[72],"simple":[73],"operations":[74],"shallow":[76],"features,":[77,83,162],"spatial":[78],"position":[79],"transformation":[80],"middle-level":[82],"channel":[85,169],"information":[86],"interaction":[87],"high-level":[89],"features.":[90],"addition,":[92],"a":[95,150],"local-global-aware":[96],"(LGA)":[97],"attention":[98,109,122,171],"block,":[99],"reduces":[101],"computational":[103],"overhead":[104],"self-attention":[106],"by":[107,120],"sparse":[108,128],"increases":[111],"locality":[113],"inductive":[114],"bias":[115],"(LIB)":[116],"transformer":[119],"focusing":[121],"local":[125],"region":[126],"part":[129],"global":[132],"region,":[133],"enables":[135],"model":[137],"trained":[140],"scratch":[142],"small":[144],"medium-sized":[146],"CD":[147],"datasets.":[148,197],"Finally,":[149],"new":[151],"feature":[152],"fusion":[153],"decoder":[154],"(FFD)":[155],"is":[156,200],"proposed":[157],"fuse":[159],"bitemporal":[161],"reweights":[164],"each":[168],"through":[170],"mechanism.":[172],"Compared":[173],"with":[174],"other":[175],"transformer-CNN-based":[178],"hybrid":[179],"networks,":[180],"our":[181],"method":[182],"improves":[184],"F1,":[185],"reaching":[186],"91.56%":[187],"97.56%":[189],"LEVIR-CD":[192],"CDD-CD":[194],"Our":[198],"code":[199],"available":[201],"at":[202],"<uri":[203],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[204],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/WesternTrail/HierFormer</uri>.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}