{"id":"https://openalex.org/W4394595673","doi":"https://doi.org/10.1109/tgrs.2024.3383800","title":"Remote Sensing Change Detection With Transformers Trained From Scratch","display_name":"Remote Sensing Change Detection With Transformers Trained From Scratch","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394595673","doi":"https://doi.org/10.1109/tgrs.2024.3383800"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3383800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3383800","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054256941","display_name":"Mubashir Noman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mubashir Noman","raw_affiliation_strings":["Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0009-0009-1522-5150","affiliations":[{"raw_affiliation_string":"Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066756540","display_name":"Mustansar Fiaz","orcid":"https://orcid.org/0000-0003-2289-2284"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mustansar Fiaz","raw_affiliation_strings":["IBM Research, Dubai, UAE"],"raw_orcid":"https://orcid.org/0000-0003-2289-2284","affiliations":[{"raw_affiliation_string":"IBM Research, Dubai, UAE","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009362997","display_name":"Hisham Cholakkal","orcid":"https://orcid.org/0000-0002-8230-9065"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hisham Cholakkal","raw_affiliation_strings":["Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-8230-9065","affiliations":[{"raw_affiliation_string":"Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090466272","display_name":"Sanath Narayan","orcid":"https://orcid.org/0009-0001-7880-3239"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Sanath Narayan","raw_affiliation_strings":["Technology Innovation Institute, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0009-0001-7880-3239","affiliations":[{"raw_affiliation_string":"Technology Innovation Institute, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022929869","display_name":"Rao Muhammad Anwer","orcid":"https://orcid.org/0000-0002-9041-2214"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["AE","FI"],"is_corresponding":false,"raw_author_name":"Rao Muhammad Anwer","raw_affiliation_strings":["Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","Aalto University, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9041-2214","affiliations":[{"raw_affiliation_string":"Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Aalto University, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000300751","display_name":"Salman Khan","orcid":"https://orcid.org/0000-0002-9502-1749"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","AU"],"is_corresponding":false,"raw_author_name":"Salman Khan","raw_affiliation_strings":["Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","Australian National University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9502-1749","affiliations":[{"raw_affiliation_string":"Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760570","display_name":"Fahad Shahbaz Khan","orcid":"https://orcid.org/0000-0002-4263-3143"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Fahad Shahbaz Khan","raw_affiliation_strings":["Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-4263-3143","affiliations":[{"raw_affiliation_string":"Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.9469,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.9971571,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6397956013679504},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5431240797042847},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.5054614543914795},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.4357483983039856},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.43409696221351624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30624598264694214},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.16500046849250793},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14721110463142395},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1413324475288391},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10413804650306702},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10121810436248779}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6397956013679504},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5431240797042847},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.5054614543914795},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.4357483983039856},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.43409696221351624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30624598264694214},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.16500046849250793},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14721110463142395},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1413324475288391},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10413804650306702},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10121810436248779}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3383800","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3383800","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2194775991","https://openalex.org/W2601564443","https://openalex.org/W2767778161","https://openalex.org/W2805152403","https://openalex.org/W2891248708","https://openalex.org/W2895975145","https://openalex.org/W2896092083","https://openalex.org/W2896365540","https://openalex.org/W2908320224","https://openalex.org/W3004423752","https://openalex.org/W3009942016","https://openalex.org/W3027201985","https://openalex.org/W3027225766","https://openalex.org/W3036453075","https://openalex.org/W3120467244","https://openalex.org/W3130754787","https://openalex.org/W3133726918","https://openalex.org/W3138516171","https://openalex.org/W3144332889","https://openalex.org/W3160248683","https://openalex.org/W3180045188","https://openalex.org/W3181167066","https://openalex.org/W3187748454","https://openalex.org/W3197958969","https://openalex.org/W4221141623","https://openalex.org/W4224067506","https://openalex.org/W4226228401","https://openalex.org/W4226246368","https://openalex.org/W4226361741","https://openalex.org/W4229373348","https://openalex.org/W4285285265","https://openalex.org/W4292387496","https://openalex.org/W4296138379","https://openalex.org/W4309325582","https://openalex.org/W4312549298","https://openalex.org/W4312897674","https://openalex.org/W4315781153","https://openalex.org/W4319157933","https://openalex.org/W4319793878","https://openalex.org/W4319831775","https://openalex.org/W4321488301","https://openalex.org/W4321504721","https://openalex.org/W4362519158","https://openalex.org/W4367281499","https://openalex.org/W4367721905","https://openalex.org/W4377079808","https://openalex.org/W4377139533","https://openalex.org/W4385245566","https://openalex.org/W4391559577","https://openalex.org/W6637373629","https://openalex.org/W6755049344"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2140315382","https://openalex.org/W2059109728","https://openalex.org/W322691623","https://openalex.org/W2494989134","https://openalex.org/W2509444723","https://openalex.org/W2004958254"],"abstract_inverted_index":{"Current":[0],"transformer-based":[1],"change":[2],"detection":[3],"(CD)":[4],"approaches":[5],"either":[6],"employ":[7],"a":[8,46,107,130,146],"pre-trained":[9],"model":[10],"trained":[11,78,101],"on":[12,20,23,30,86,113,166],"large-scale":[13],"image":[14,142],"classification":[15],"ImageNet":[16],"dataset":[17,26],"or":[18],"rely":[19],"first":[21],"pre-training":[22],"another":[24],"CD":[25,61,72,125,168],"and":[27,81],"then":[28],"fine-tuning":[29],"the":[31,40,120,124,138,155,161,171,174,191,195],"target":[32],"benchmark.":[33],"This":[34],"current":[35],"strategy":[36],"is":[37,57,77,198],"driven":[38],"by":[39,144],"fact":[41],"that":[42,76,94,111],"transformers":[43,75],"typically":[44],"require":[45],"large":[47],"amount":[48],"of":[49,90,123,173],"training":[50],"data":[51],"to":[52,64,96,118,136,190],"learn":[53],"inductive":[54,98],"biases,":[55],"which":[56],"insufficient":[58],"in":[59,153,183,194],"standard":[60],"datasets":[62,169],"due":[63],"their":[65],"small":[66],"size.":[67],"We":[68],"develop":[69],"an":[70],"end-to-end":[71],"approach":[73],"with":[74],"from":[79,102,140],"scratch":[80],"yet":[82],"achieves":[83],"state-of-the-art":[84],"performance":[85],"five":[87,167],"benchmarks.":[88],"Instead":[89],"using":[91],"conventional":[92],"self-attention":[93],"struggles":[95],"capture":[97,119],"biases":[99],"when":[100],"scratch,":[103],"our":[104],"architecture":[105],"utilizes":[106],"shuffled":[108],"sparse-attention":[109],"operation":[110],"focuses":[112],"selected":[114],"sparse":[115],"informative":[116],"regions":[117],"inherent":[121],"characteristics":[122],"data.":[126],"Moreover,":[127],"we":[128],"introduce":[129],"change-enhanced":[131],"feature":[132],"fusion":[133],"(CEFF)":[134],"module":[135,151],"fuse":[137],"features":[139],"input":[141],"pairs":[143],"performing":[145],"per-channel":[147],"re-weighting.":[148],"Our":[149],"CEFF":[150],"aids":[152],"enhancing":[154],"relevant":[156],"semantic":[157],"changes":[158],"while":[159],"suppressing":[160],"noisy":[162],"ones.":[163],"Extensive":[164],"experiments":[165],"reveal":[170],"merits":[172],"proposed":[175],"contributions,":[176],"achieving":[177],"gains":[178],"as":[179,181],"high":[180],"1.35%":[182],"intersection":[184],"over":[185],"union":[186],"(IoU)":[187],"score,":[188],"compared":[189],"best-published":[192],"results":[193],"literature.":[196],"Code":[197],"available":[199],"at":[200],"https://github.com/mustansarfiaz/ScratchFormer.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":28}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}