{"id":"https://openalex.org/W3128592650","doi":"https://doi.org/10.3390/rs13030516","title":"Vision Transformers for Remote Sensing Image Classification","display_name":"Vision Transformers for Remote Sensing Image Classification","publication_year":2021,"publication_date":"2021-02-01","ids":{"openalex":"https://openalex.org/W3128592650","doi":"https://doi.org/10.3390/rs13030516","mag":"3128592650"},"language":"en","primary_location":{"id":"doi:10.3390/rs13030516","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs13030516","pdf_url":"https://www.mdpi.com/2072-4292/13/3/516/pdf?version=1612423035","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/13/3/516/pdf?version=1612423035","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054237841","display_name":"Yakoub Bazi","orcid":"https://orcid.org/0000-0001-9287-0596"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Yakoub Bazi","raw_affiliation_strings":["Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064445451","display_name":"Laila Bashmal","orcid":null},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Laila Bashmal","raw_affiliation_strings":["Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071736181","display_name":"Mohamad Mahmoud Al Rahhal","orcid":"https://orcid.org/0000-0002-8105-9746"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohamad M. Al Rahhal","raw_affiliation_strings":["Applied Computer Science Department, College of Applied Computer Science, King Saud University, Riyadh 11543, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Applied Computer Science Department, College of Applied Computer Science, King Saud University, Riyadh 11543, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000928847","display_name":"Reham Al-Dayil","orcid":"https://orcid.org/0009-0007-5092-2395"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Reham Al Dayil","raw_affiliation_strings":["Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112609179","display_name":"Naif Al Ajlan","orcid":null},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Naif Al Ajlan","raw_affiliation_strings":["Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Computer and Information Sciences, King Saud University, Riyadh 11543, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054237841"],"corresponding_institution_ids":["https://openalex.org/I28022161"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":47.3835,"has_fulltext":true,"cited_by_count":570,"citation_normalized_percentile":{"value":0.9992875,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":"3","first_page":"516","last_page":"516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8126692175865173},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.6765516400337219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6007239818572998},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5199536085128784},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4996919631958008},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49806833267211914},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4771691858768463},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4361552894115448},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.42599719762802124},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4192536473274231},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39421167969703674},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.23516276478767395}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8126692175865173},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6765516400337219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6007239818572998},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5199536085128784},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4996919631958008},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49806833267211914},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4771691858768463},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4361552894115448},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.42599719762802124},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4192536473274231},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39421167969703674},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.23516276478767395},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs13030516","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs13030516","pdf_url":"https://www.mdpi.com/2072-4292/13/3/516/pdf?version=1612423035","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aa8eacb888bb4e66a99f84c0a67ceba6","is_oa":true,"landing_page_url":"https://doaj.org/article/aa8eacb888bb4e66a99f84c0a67ceba6","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 13, Iss 3, p 516 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/13/3/516/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs13030516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing; Volume 13; Issue 3; Pages: 516","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs13030516","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs13030516","pdf_url":"https://www.mdpi.com/2072-4292/13/3/516/pdf?version=1612423035","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4767225386","display_name":null,"funder_award_id":"RSP-2020/6","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"},{"id":"https://openalex.org/G5483405108","display_name":null,"funder_award_id":"RSP-2020/69","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"},{"id":"https://openalex.org/G8239988234","display_name":null,"funder_award_id":"Riyadh","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"}],"funders":[{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128592650.pdf","grobid_xml":"https://content.openalex.org/works/W3128592650.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1519256551","https://openalex.org/W1655873043","https://openalex.org/W1917395817","https://openalex.org/W1977642057","https://openalex.org/W1980038761","https://openalex.org/W2029316659","https://openalex.org/W2029332336","https://openalex.org/W2037850804","https://openalex.org/W2103658758","https://openalex.org/W2110471980","https://openalex.org/W2161969291","https://openalex.org/W2163808566","https://openalex.org/W2176673053","https://openalex.org/W2233116163","https://openalex.org/W2245000483","https://openalex.org/W2248723555","https://openalex.org/W2411876745","https://openalex.org/W2515866431","https://openalex.org/W2538244214","https://openalex.org/W2592962403","https://openalex.org/W2774444957","https://openalex.org/W2780334404","https://openalex.org/W2783165089","https://openalex.org/W2787070260","https://openalex.org/W2791006446","https://openalex.org/W2804126026","https://openalex.org/W2829067510","https://openalex.org/W2884408792","https://openalex.org/W2890732922","https://openalex.org/W2892269335","https://openalex.org/W2896457183","https://openalex.org/W2911109671","https://openalex.org/W2918316070","https://openalex.org/W2921445432","https://openalex.org/W2948798935","https://openalex.org/W2949736877","https://openalex.org/W2950123062","https://openalex.org/W2965951776","https://openalex.org/W2969689033","https://openalex.org/W2971432438","https://openalex.org/W2974373385","https://openalex.org/W2974770574","https://openalex.org/W2981413347","https://openalex.org/W2984813331","https://openalex.org/W2992308087","https://openalex.org/W2992382424","https://openalex.org/W2999446243","https://openalex.org/W3001133572","https://openalex.org/W3014413043","https://openalex.org/W3024007459","https://openalex.org/W3100892511","https://openalex.org/W3103856189","https://openalex.org/W3105475654","https://openalex.org/W3105577662","https://openalex.org/W3112157188","https://openalex.org/W4385245566","https://openalex.org/W6630968927","https://openalex.org/W6739901393","https://openalex.org/W6779879114"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3022820045","https://openalex.org/W2801655600","https://openalex.org/W3005627584","https://openalex.org/W4229443568"],"abstract_inverted_index":{"In":[0,61],"this":[1],"paper,":[2],"we":[3,130,143,147],"propose":[4],"a":[5,62,121],"remote-sensing":[6,168],"scene-classification":[7],"method":[8],"based":[9],"on":[10,31,166,196],"vision":[11],"transformers.":[12],"These":[13],"types":[14],"of":[15,155,175,190,212],"networks,":[16],"which":[17],"are":[18,69],"now":[19],"recognized":[20],"as":[21,34,47],"state-of-the-art":[22,180],"models":[23],"in":[24,35,59],"natural":[25],"language":[26],"processing,":[27],"do":[28],"not":[29],"rely":[30],"convolution":[32],"layers":[33,104,157,216],"standard":[36],"convolutional":[37],"neural":[38],"networks":[39],"(CNNs).":[40],"Instead,":[41],"they":[42],"use":[43],"multihead":[44,102,214],"attention":[45,103,215],"mechanisms":[46],"the":[48,65,85,95,107,111,114,127,150,156,172,176,205,213],"main":[49],"building":[50],"block":[51],"to":[52,75,91,100,120,136,179],"derive":[53],"long-range":[54],"contextual":[55],"relation":[56],"between":[57],"pixels":[58],"images.":[60],"first":[63,115],"step,":[64],"images":[66],"under":[67],"analysis":[68],"divided":[70],"into":[71],"patches,":[72],"then":[73],"converted":[74],"sequence":[76,97,117],"by":[77,152,209],"flattening":[78],"and":[79,194,200,221],"embedding.":[80],"To":[81,125],"keep":[82],"information":[83],"about":[84],"position,":[86],"embedding":[87],"position":[88],"is":[89,98,118],"added":[90],"these":[92],"patches.":[93],"Then,":[94],"resulting":[96],"fed":[99,119],"several":[101,132],"for":[105,140],"generating":[106],"final":[108],"representation.":[109],"At":[110],"classification":[112,123,128,161,188],"stage,":[113],"token":[116],"softmax":[122],"layer.":[124],"boost":[126],"performance,":[129],"explore":[131],"data":[133,139],"augmentation":[134],"strategies":[135],"generate":[137],"additional":[138],"training.":[141],"Moreover,":[142],"show":[144],"experimentally":[145],"that":[146],"can":[148],"compress":[149],"network":[151],"pruning":[153],"half":[154,211],"while":[158],"keeping":[159],"competing":[160],"accuracies.":[162],"Experimental":[163],"results":[164],"conducted":[165],"different":[167],"image":[169],"datasets":[170],"demonstrate":[171],"promising":[173],"capability":[174],"model":[177],"compared":[178],"methods.":[181],"Specifically,":[182],"Vision":[183],"Transformer":[184],"obtains":[185],"an":[186],"average":[187],"accuracy":[189],"98.49%,":[191],"95.86%,":[192],"95.56%":[193],"93.83%":[195],"Merced,":[197],"AID,":[198],"Optimal31":[199],"NWPU":[201],"datasets,":[202],"respectively.":[203,223],"While":[204],"compressed":[206],"version":[207],"obtained":[208],"removing":[210],"yields":[217],"97.90%,":[218],"94.27%,":[219],"95.30%":[220],"93.05%,":[222]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":167},{"year":2024,"cited_by_count":125},{"year":2023,"cited_by_count":123},{"year":2022,"cited_by_count":108},{"year":2021,"cited_by_count":19}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2021-02-15T00:00:00"}