{"id":"https://openalex.org/W4379984088","doi":"https://doi.org/10.1109/tgrs.2023.3284671","title":"Extended Vision Transformer (ExViT) for Land Use and Land Cover Classification: A Multimodal Deep Learning Framework","display_name":"Extended Vision Transformer (ExViT) for Land Use and Land Cover Classification: A Multimodal Deep Learning Framework","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4379984088","doi":"https://doi.org/10.1109/tgrs.2023.3284671"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3284671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3284671","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013885739","display_name":"Jing Yao","orcid":"https://orcid.org/0000-0003-1301-9758"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Yao","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389658","display_name":"Bing Zhang","orcid":"https://orcid.org/0000-0001-7311-9844"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Zhang","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","College of Resources and Environment, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"College of Resources and Environment, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354331","display_name":"Chenyu Li","orcid":"https://orcid.org/0000-0002-1687-9676"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Li","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075013625","display_name":"Danfeng Hong","orcid":"https://orcid.org/0000-0002-3212-9584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danfeng Hong","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106124934","display_name":"Jocelyn Chanussot","orcid":"https://orcid.org/0000-0003-4817-2875"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN","FR"],"is_corresponding":false,"raw_author_name":"Jocelyn Chanussot","raw_affiliation_strings":["CNRS, Grenoble INP, GIPSA-Laboratory, Université Grenoble Alpes, Grenoble, France","Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CNRS, Grenoble INP, GIPSA-Laboratory, Université Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013885739"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"],"apc_list":null,"apc_paid":null,"fwci":52.6736,"has_fulltext":false,"cited_by_count":334,"citation_normalized_percentile":{"value":0.99944855,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7808048725128174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6535550355911255},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6242767572402954},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.4603663682937622},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4517667591571808},{"id":"https://openalex.org/keywords/synthetic-aperture-radar","display_name":"Synthetic aperture radar","score":0.4492916464805603},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4454258978366852},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.4452793598175049},{"id":"https://openalex.org/keywords/land-cover","display_name":"Land cover","score":0.41905927658081055},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.41270050406455994},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38431015610694885},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3724372386932373},{"id":"https://openalex.org/keywords/land-use","display_name":"Land use","score":0.17606425285339355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7808048725128174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6535550355911255},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6242767572402954},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.4603663682937622},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4517667591571808},{"id":"https://openalex.org/C87360688","wikidata":"https://www.wikidata.org/wiki/Q740686","display_name":"Synthetic aperture radar","level":2,"score":0.4492916464805603},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4454258978366852},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.4452793598175049},{"id":"https://openalex.org/C2780648208","wikidata":"https://www.wikidata.org/wiki/Q3001793","display_name":"Land cover","level":3,"score":0.41905927658081055},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.41270050406455994},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38431015610694885},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3724372386932373},{"id":"https://openalex.org/C4792198","wikidata":"https://www.wikidata.org/wiki/Q1165944","display_name":"Land use","level":2,"score":0.17606425285339355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgrs.2023.3284671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3284671","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04473621v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04473621","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing, 2023, 61, pp.1-15. ⟨10.1109/TGRS.2023.3284671⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2645103404","display_name":null,"funder_award_id":"2021YFB3900502","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1536340909","https://openalex.org/W1584663654","https://openalex.org/W1983813906","https://openalex.org/W1989750313","https://openalex.org/W2053154970","https://openalex.org/W2054689043","https://openalex.org/W2063102607","https://openalex.org/W2078059562","https://openalex.org/W2095705004","https://openalex.org/W2168770424","https://openalex.org/W2261059368","https://openalex.org/W2519956323","https://openalex.org/W2531409750","https://openalex.org/W2558661413","https://openalex.org/W2772452219","https://openalex.org/W2782934949","https://openalex.org/W2810947348","https://openalex.org/W2897452159","https://openalex.org/W2899663614","https://openalex.org/W2901639336","https://openalex.org/W2902746003","https://openalex.org/W2907147407","https://openalex.org/W2977355106","https://openalex.org/W3004968762","https://openalex.org/W3037458146","https://openalex.org/W3043181422","https://openalex.org/W3047443805","https://openalex.org/W3048631361","https://openalex.org/W3086331879","https://openalex.org/W3097353710","https://openalex.org/W3101099968","https://openalex.org/W3101676849","https://openalex.org/W3102692100","https://openalex.org/W3103695279","https://openalex.org/W3105997607","https://openalex.org/W3124268907","https://openalex.org/W3135445258","https://openalex.org/W3154512708","https://openalex.org/W3168367808","https://openalex.org/W3171853541","https://openalex.org/W3195162645","https://openalex.org/W3209540366","https://openalex.org/W3214821343","https://openalex.org/W4205682476","https://openalex.org/W4206522033","https://openalex.org/W4214763222","https://openalex.org/W4214847365","https://openalex.org/W4223616928","https://openalex.org/W4225910295","https://openalex.org/W4225931144","https://openalex.org/W4225984886","https://openalex.org/W4285195596","https://openalex.org/W4285296445","https://openalex.org/W4295308382","https://openalex.org/W4312743284","https://openalex.org/W4313506322","https://openalex.org/W4313824533","https://openalex.org/W4380763457","https://openalex.org/W4385245566","https://openalex.org/W6674330103","https://openalex.org/W6739901393","https://openalex.org/W6755977528","https://openalex.org/W6810427767"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W2404757046","https://openalex.org/W2044184146","https://openalex.org/W2002297385","https://openalex.org/W3205068641","https://openalex.org/W3098233728"],"abstract_inverted_index":{"The":[0,256],"recent":[1],"success":[2],"of":[3,14,22,56,88,118,167,175,262],"attention":[4,44,156],"mechanism-driven":[5],"deep":[6,71,105],"models,":[7],"like":[8],"Vision":[9],"Transformer":[10,241],"(ViT)":[11],"as":[12,82],"one":[13],"the":[15,37,57,86,172,208],"most":[16],"representative,":[17],"has":[18],"intrigued":[19],"a":[20,68,154,191],"wave":[21],"advanced":[23],"research":[24],"to":[25,29,45,131,140,231,250],"explore":[26],"their":[27,147],"adaptation":[28],"broader":[30],"domains.":[31],"However,":[32],"current":[33],"Transformer-based":[34],"approaches":[35],"in":[36,52,163,178,248],"remote":[38],"sensing":[39],"(RS)":[40],"community":[41],"pay":[42],"more":[43],"single-modality":[46],"data,":[47,219,230],"which":[48,126],"might":[49],"lose":[50],"expandability":[51],"making":[53],"full":[54,192],"use":[55,90],"ever-growing":[58],"multimodal":[59,70,111,203],"Earth":[60],"observation":[61],"data.":[62],"To":[63],"this":[64,263],"end,":[65],"we":[66],"propose":[67],"novel":[69],"learning":[72],"framework":[73],"by":[74,158,190],"extending":[75],"conventional":[76],"ViT":[77],"with":[78,115,122,223],"minimal":[79],"modifications,":[80],"abbreviated":[81],"ExViT,":[83],"aiming":[84],"at":[85,270],"task":[87],"land":[89,92],"and":[91,135,181,213,216,220,225,259],"cover":[93],"classification.":[94],"Unlike":[95],"common":[96],"stems":[97],"that":[98,233],"adopt":[99],"either":[100],"linear":[101],"patch":[102],"projection":[103],"or":[104,242],"regional":[106],"embedder,":[107],"our":[108,234],"approach":[109],"processes":[110],"RS":[112,164,204],"image":[113],"patches":[114],"parallel":[116],"branches":[117],"position-shared":[119],"ViTs":[120],"extended":[121],"separable":[123],"convolution":[124],"modules,":[125],"offers":[127],"an":[128],"economical":[129],"solution":[130],"leverage":[132],"both":[133],"spatial":[134,161],"modality-specific":[136],"channel":[137],"information.":[138],"Furthermore,":[139],"promote":[141],"information":[142],"exchange":[143],"across":[144],"heterogeneous":[145],"modalities,":[146],"tokenized":[148],"embeddings":[149],"are":[150],"then":[151],"fused":[152],"through":[153],"cross-modality":[155],"module":[157],"exploiting":[159],"pixel-level":[160],"correlation":[162],"scenes.":[165],"Both":[166],"these":[168],"modifications":[169],"significantly":[170],"improve":[171],"discriminative":[173],"ability":[174],"classification":[176],"tokens":[177],"each":[179],"modality":[180],"thus":[182],"further":[183],"performance":[184],"increase":[185],"can":[186],"be":[187,266],"finally":[188],"attained":[189],"tokens-based":[193],"decision-level":[194],"fusion":[195],"module.":[196],"We":[197],"conduct":[198],"extensive":[199],"experiments":[200],"on":[201,240],"two":[202],"benchmark":[205],"datasets,":[206],"i.e.,":[207],"Houston2013":[209],"dataset":[210,222],"containing":[211],"hyperspectral":[212,224],"light":[214],"detection":[215],"ranging":[217],"(LiDAR)":[218],"Berlin":[221],"synthetic":[226],"aperture":[227],"radar":[228],"(SAR)":[229],"demonstrate":[232],"ExViT":[235],"outperforms":[236],"concurrent":[237],"competitors":[238],"based":[239],"convolutional":[243],"neural":[244],"network":[245],"(CNN)":[246],"backbones,":[247],"addition":[249],"several":[251],"competitive":[252],"machine":[253],"learning-based":[254],"models.":[255],"source":[257],"codes":[258],"investigated":[260],"datasets":[261],"work":[264],"will":[265],"made":[267],"publicly":[268],"available":[269],"https://github.com/jingyao16/ExViT.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":143},{"year":2024,"cited_by_count":130},{"year":2023,"cited_by_count":46}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}