{"id":"https://openalex.org/W3180045188","doi":"https://doi.org/10.1109/tgrs.2021.3095166","title":"Remote Sensing Image Change Detection With Transformers","display_name":"Remote Sensing Image Change Detection With Transformers","publication_year":2021,"publication_date":"2021-07-20","ids":{"openalex":"https://openalex.org/W3180045188","doi":"https://doi.org/10.1109/tgrs.2021.3095166","mag":"3180045188"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2021.3095166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2021.3095166","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.00208","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-6418-3761"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","Image Processing Center, School of Astronautics, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Astronautics, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6418-3761","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Image Processing Center, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zipeng Qi","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zipeng Qi","raw_affiliation_strings":["Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","Image Processing Center, School of Astronautics, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Astronautics, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Image Processing Center, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhenwei Shi","orcid":"https://orcid.org/0000-0002-4772-3172"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwei Shi","raw_affiliation_strings":["Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","Image Processing Center, School of Astronautics, Beihang University, Beijing, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Astronautics, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4772-3172","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Digital Media, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Image Processing Center, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Astronautics, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":56.1186,"has_fulltext":false,"cited_by_count":1042,"citation_normalized_percentile":{"value":0.99974306,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"60","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6506999731063843},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6491000056266785},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6284000277519226},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.45210000872612},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3725000023841858},{"id":"https://openalex.org/keywords/semantic-feature","display_name":"Semantic feature","score":0.3716000020503998},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36079999804496765},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.3544999957084656},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3427000045776367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7994999885559082},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6506999731063843},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6491000056266785},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6284000277519226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5205000042915344},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.325300008058548},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3098999857902527},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.30160000920295715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.2703999876976013},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25929999351501465}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2021.3095166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2021.3095166","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2103.00208","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.00208","pdf_url":"https://arxiv.org/pdf/2103.00208","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.00208","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.00208","pdf_url":"https://arxiv.org/pdf/2103.00208","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1587384946","display_name":null,"funder_award_id":"4192034","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G444973788","display_name":null,"funder_award_id":"2019YFC1510905","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8912935111","display_name":"\u9ad8\u5149\u8c31\u9065\u611f\u56fe\u50cf\u7684\u7a00\u758f\u89e3\u6df7\u7814\u7a76","funder_award_id":"61671037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2036798369","https://openalex.org/W2194775991","https://openalex.org/W2751993439","https://openalex.org/W2761352265","https://openalex.org/W2805152403","https://openalex.org/W2884436604","https://openalex.org/W2891248708","https://openalex.org/W2896092083","https://openalex.org/W2896365540","https://openalex.org/W2902594250","https://openalex.org/W2908320224","https://openalex.org/W2947010533","https://openalex.org/W2948648905","https://openalex.org/W2951991161","https://openalex.org/W2963091558","https://openalex.org/W2971432438","https://openalex.org/W2988020997","https://openalex.org/W2991591719","https://openalex.org/W2997885125","https://openalex.org/W3000429716","https://openalex.org/W3000451586","https://openalex.org/W3004423752","https://openalex.org/W3006025044","https://openalex.org/W3009942016","https://openalex.org/W3011156941","https://openalex.org/W3015038817","https://openalex.org/W3027201985","https://openalex.org/W3027225766","https://openalex.org/W3035022492","https://openalex.org/W3036453075","https://openalex.org/W3042724941","https://openalex.org/W3095867871","https://openalex.org/W3096609285","https://openalex.org/W3099167317","https://openalex.org/W3099503507","https://openalex.org/W3106728613","https://openalex.org/W3117344638","https://openalex.org/W3120467244","https://openalex.org/W3128592650","https://openalex.org/W3130754787","https://openalex.org/W3139912591","https://openalex.org/W3170841864","https://openalex.org/W3171125843","https://openalex.org/W3180355996","https://openalex.org/W6739901393","https://openalex.org/W6755977528","https://openalex.org/W6768952226","https://openalex.org/W6769242847","https://openalex.org/W6779248606","https://openalex.org/W6779879114","https://openalex.org/W6782721548","https://openalex.org/W6784094891","https://openalex.org/W6788135285","https://openalex.org/W6789705400"],"related_works":["https://openalex.org/W1652783584","https://openalex.org/W2729514902","https://openalex.org/W2010627833","https://openalex.org/W74886973","https://openalex.org/W2024160000","https://openalex.org/W2104535716","https://openalex.org/W2136516428","https://openalex.org/W1990254706","https://openalex.org/W2136485282","https://openalex.org/W2546871836"],"abstract_inverted_index":{"Modern":[0],"change":[1,108],"detection":[2],"(CD)":[3],"has":[4],"achieved":[5],"remarkable":[6],"success":[7],"by":[8,114],"the":[9,25,30,34,96,103,107,128,144,157,161,185,190,199],"powerful":[10],"discriminative":[11],"ability":[12],"of":[13,27,106,109,189,245],"deep":[14,173],"convolutions.":[15],"However,":[16],"high-resolution":[17],"remote":[18],"sensing":[19],"CD":[20,51,176,182,234],"remains":[21],"challenging":[22],"due":[23],"to":[24,59,89,140,156],"complexity":[26],"objects":[28],"in":[29,63,143,171,243],"scene.":[31],"Objects":[32],"with":[33],"same":[35],"semantic":[36,121],"concept":[37],"may":[38],"show":[39,68],"distinct":[40],"spectral":[41],"characteristics":[42],"at":[43],"different":[44],"times":[45,206],"and":[46,91,135,187,210,227,247],"spatial":[47],"locations.":[48],"Most":[49],"recent":[50,240],"pipelines":[52],"using":[53,203],"pure":[54],"convolutions":[55],"are":[56,78,152],"still":[57],"struggling":[58],"relate":[60],"long-range":[61],"concepts":[62,105],"space-time.":[64,147],"Nonlocal":[65],"self-attention":[66],"approaches":[67],"promising":[69],"performance":[70],"via":[71,164],"modeling":[72],"dense":[73],"relationships":[74],"among":[75],"pixels,":[76],"yet":[77],"computationally":[79],"inefficient.":[80],"Here,":[81],"we":[82,126],"propose":[83],"a":[84,115,132,137,165,172,215],"bitemporal":[85,129],"image":[86,130],"transformer":[87,138,166],"(BIT)":[88],"efficiently":[90],"effectively":[92],"model":[93,141,196,211,230],"contexts":[94,142],"within":[95],"spatial-temporal":[97],"domain.":[98],"Our":[99,249],"intuition":[100],"is":[101,251],"that":[102,119],"high-level":[104],"interest":[110],"can":[111],"be":[112],"represented":[113],"few":[116,133],"visual":[117],"words,":[118],"is,":[120],"tokens.":[122],"To":[123],"achieve":[124],"this,":[125],"express":[127],"into":[131],"tokens":[134,151],"use":[136],"encoder":[139],"compact":[145],"token-based":[146],"The":[148],"learned":[149],"context-rich":[150],"then":[153],"fed":[154],"back":[155],"pixel-space":[158],"for":[159],"refining":[160],"original":[162],"features":[163],"decoder.":[167],"We":[168],"incorporate":[169],"BIT":[170],"feature":[174,223],"differencing-based":[175],"framework.":[177],"Extensive":[178],"experiments":[179],"on":[180,214],"three":[181,205],"datasets":[183],"demonstrate":[184],"effectiveness":[186],"efficiency":[188,246],"proposed":[191],"method.":[192],"Notably,":[193],"our":[194,229],"BIT-based":[195],"significantly":[197],"outperforms":[198],"purely":[200],"convolutional":[201],"baseline":[202],"only":[204],"lower":[207],"computational":[208],"costs":[209],"parameters.":[212],"Based":[213],"naive":[216],"backbone":[217],"(ResNet18)":[218],"without":[219],"sophisticated":[220],"structures":[221],"(e.g.,":[222],"pyramid":[224],"network":[225],"(FPN)":[226],"UNet),":[228],"surpasses":[231],"several":[232],"state-of-the-art":[233],"methods,":[235],"including":[236],"better":[237],"than":[238],"four":[239],"attention-based":[241],"methods":[242],"terms":[244],"accuracy.":[248],"code":[250],"available":[252],"athttps://github.com/justchenhao/BIT_CD.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":87},{"year":2025,"cited_by_count":386},{"year":2024,"cited_by_count":327},{"year":2023,"cited_by_count":175},{"year":2022,"cited_by_count":64},{"year":2021,"cited_by_count":3}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2021-07-19T00:00:00"}