{"id":"https://openalex.org/W4379622455","doi":"https://doi.org/10.1109/tgrs.2023.3283508","title":"Multimodal Transformer Network for Hyperspectral and LiDAR Classification","display_name":"Multimodal Transformer Network for Hyperspectral and LiDAR Classification","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4379622455","doi":"https://doi.org/10.1109/tgrs.2023.3283508"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2023.3283508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3283508","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101397279","display_name":"Yiyan Zhang","orcid":"https://orcid.org/0000-0001-7584-381X"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiyan Zhang","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064694486","display_name":"Shufang Xu","orcid":"https://orcid.org/0000-0002-6802-9083"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shufang Xu","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075013625","display_name":"Danfeng Hong","orcid":"https://orcid.org/0000-0002-3212-9584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danfeng Hong","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044826967","display_name":"Hongmin Gao","orcid":"https://orcid.org/0000-0002-8404-2464"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongmin Gao","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039244303","display_name":"Chenkai Zhang","orcid":"https://orcid.org/0000-0002-7507-6523"},"institutions":[{"id":"https://openalex.org/I55022517","display_name":"Heilongjiang University","ror":"https://ror.org/04zyhq975","country_code":"CN","type":"education","lineage":["https://openalex.org/I55022517"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenkai Zhang","raw_affiliation_strings":["College of Electronic Engineering, Heilongjiang University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, Heilongjiang University, Harbin, China","institution_ids":["https://openalex.org/I55022517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018455596","display_name":"Meiqiao Bi","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiqiao Bi","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China","Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100703823","display_name":"Chenming Li","orcid":"https://orcid.org/0000-0003-0959-7600"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenming Li","raw_affiliation_strings":["College of Computer and Information, Hohai University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101397279"],"corresponding_institution_ids":["https://openalex.org/I163340411"],"apc_list":null,"apc_paid":null,"fwci":9.2084,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.98252502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"61","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.7833412885665894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7384289503097534},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.6746029853820801},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5405463576316833},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.5370466113090515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5162836909294128},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.46041566133499146},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.45535731315612793},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4530791640281677},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.4530467987060547},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4350734353065491},{"id":"https://openalex.org/keywords/land-cover","display_name":"Land cover","score":0.4141216576099396},{"id":"https://openalex.org/keywords/land-use","display_name":"Land use","score":0.11784970760345459},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10042634606361389},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09571036696434021}],"concepts":[{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.7833412885665894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7384289503097534},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.6746029853820801},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5405463576316833},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.5370466113090515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5162836909294128},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.46041566133499146},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45535731315612793},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4530791640281677},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.4530467987060547},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4350734353065491},{"id":"https://openalex.org/C2780648208","wikidata":"https://www.wikidata.org/wiki/Q3001793","display_name":"Land cover","level":3,"score":0.4141216576099396},{"id":"https://openalex.org/C4792198","wikidata":"https://www.wikidata.org/wiki/Q1165944","display_name":"Land use","level":2,"score":0.11784970760345459},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10042634606361389},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09571036696434021},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2023.3283508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2023.3283508","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G1812132384","display_name":null,"funder_award_id":"2021M690885","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G2100995429","display_name":null,"funder_award_id":"BK20211201","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4658630977","display_name":null,"funder_award_id":"62071168","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W51427204","https://openalex.org/W179875071","https://openalex.org/W1584663654","https://openalex.org/W1965309615","https://openalex.org/W1976416886","https://openalex.org/W1989070508","https://openalex.org/W2054689043","https://openalex.org/W2346557146","https://openalex.org/W2548878763","https://openalex.org/W2565258258","https://openalex.org/W2623518586","https://openalex.org/W2755992512","https://openalex.org/W2765889263","https://openalex.org/W2923136550","https://openalex.org/W2937423263","https://openalex.org/W2962949934","https://openalex.org/W2973083969","https://openalex.org/W2982545969","https://openalex.org/W3004968762","https://openalex.org/W3022086662","https://openalex.org/W3033482004","https://openalex.org/W3035356612","https://openalex.org/W3040988483","https://openalex.org/W3043424630","https://openalex.org/W3047443805","https://openalex.org/W3048631361","https://openalex.org/W3066373881","https://openalex.org/W3097141235","https://openalex.org/W3097353710","https://openalex.org/W3102692100","https://openalex.org/W3103695279","https://openalex.org/W3105625590","https://openalex.org/W3105997607","https://openalex.org/W3114896399","https://openalex.org/W3123544374","https://openalex.org/W3144293453","https://openalex.org/W3151130473","https://openalex.org/W3168997536","https://openalex.org/W3171853541","https://openalex.org/W3195547108","https://openalex.org/W3205978541","https://openalex.org/W3208935369","https://openalex.org/W3209540366","https://openalex.org/W3214821343","https://openalex.org/W4200068923","https://openalex.org/W4200325139","https://openalex.org/W4210392637","https://openalex.org/W4213019189","https://openalex.org/W4213185605","https://openalex.org/W4223616928","https://openalex.org/W4225931144","https://openalex.org/W4229058281","https://openalex.org/W4280563105","https://openalex.org/W4285111599","https://openalex.org/W4285134520","https://openalex.org/W4285176380","https://openalex.org/W4285224173","https://openalex.org/W4285299034","https://openalex.org/W4293812296","https://openalex.org/W4312769131","https://openalex.org/W4312845279","https://openalex.org/W4312989292","https://openalex.org/W4319069095","https://openalex.org/W4361801444","https://openalex.org/W4380763457","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6780788537","https://openalex.org/W6782699318","https://openalex.org/W6787826751","https://openalex.org/W6810427767","https://openalex.org/W6811008586"],"related_works":["https://openalex.org/W4384112194","https://openalex.org/W2783354812","https://openalex.org/W2103009189","https://openalex.org/W4312958259","https://openalex.org/W4390813131","https://openalex.org/W2349383066","https://openalex.org/W4328132048","https://openalex.org/W4308259661","https://openalex.org/W2594043982","https://openalex.org/W3036493597"],"abstract_inverted_index":{"The":[0,15,74,153],"land":[1,180],"cover":[2],"classification":[3,24,242],"of":[4,18,52,119,135,168,206,216,244],"single-modal":[5],"remote":[6],"sensing":[7],"(RS)":[8],"data":[9,21,143],"has":[10,26],"recently":[11],"reached":[12],"a":[13,63,78,99,132,198,223],"bottleneck.":[14],"joint":[16],"use":[17],"multi-modal":[19,90],"RS":[20,91],"to":[22,47,57,67,111,190,229],"improve":[23],"performances":[25,243],"received":[27],"much":[28],"attention.":[29],"Convolutional":[30],"Neural":[31],"Networks":[32],"are":[33,219],"powerful":[34],"tools":[35],"in":[36,70,89,197],"feature":[37,194,213],"extraction":[38],"and":[39,55,85,116,122,125,141,185,203,208,222,262],"contextual":[40],"modeling.":[41],"While":[42],"they":[43],"have":[44],"attendant":[45],"drawbacks":[46],"capture":[48,112],"the":[49,114,183,192,212,231,236,241,245],"sequence":[50,163],"attributes":[51],"spectral":[53,139,173],"signatures":[54],"struggle":[56],"acquire":[58],"discriminative":[59],"spectral-spatial":[60],"features":[61],"from":[62,165],"global":[64,199],"perspective":[65],"due":[66],"limitations":[68],"inherent":[69],"their":[71],"network":[72],"backbones.":[73],"transformer":[75,109,225],"backbone":[76],"is":[77,227],"promising":[79],"approach":[80],"for":[81],"addressing":[82],"these":[83],"challenges":[84],"generating":[86],"novel":[87],"insights":[88],"image":[92],"classification.":[93],"In":[94],"this":[95],"article,":[96],"we":[97],"present":[98],"new":[100,224],"model":[101],"called":[102],"Multi-modal":[103],"Transformer":[104,158],"Network":[105],"(MTNet)":[106],"that":[107],"leverages":[108],"advantages":[110],"both":[113],"specific":[115],"shared":[117,232],"characteristics":[118,234],"hyperspectral":[120],"(HS)":[121],"light":[123],"detection":[124],"ranging":[126],"(LiDAR)":[127],"data.":[128],"HS":[129,169,184,207],"images":[130],"contain":[131],"wide":[133],"range":[134],"bands":[136,167],"with":[137],"rich":[138,176],"information":[140,147,164,178,205],"LiDAR":[142,186],"provide":[144],"accurate":[145],"elevation":[146,204],"without":[148],"affecting":[149],"by":[150,253],"environmental":[151],"factors.":[152],"well-designed":[154],"module":[155],"Hyperspectral":[156],"Spectral":[157],"can":[159],"learn":[160],"spectrally":[161],"local":[162],"neighbouring":[166],"images,":[170],"yielding":[171],"group-wise":[172],"embeddings":[174],"comprising":[175],"diagnostic":[177],"about":[179],"covers.":[181],"Furthermore,":[182],"spatial":[187,202,233],"transformers":[188],"aim":[189],"mine":[191],"pixel-wise":[193],"embedding":[195,214],"relationships":[196],"manner,":[200],"capturing":[201],"LiDAR,":[209],"respectively.":[210],"Finally,":[211],"tokens":[215],"two":[217,237],"modalities":[218],"integrated":[220],"jointly":[221],"encoder":[226],"redesigned":[228],"explore":[230],"between":[235],"modalities.":[238],"We":[239],"evaluate":[240],"proposed":[246],"MTNet":[247],"on":[248],"three":[249],"public":[250],"HS-LiDAR":[251],"datasets":[252],"conducting":[254],"extensive":[255],"experiments,":[256],"exhibiting":[257],"superiority":[258],"over":[259],"conventional":[260],"classifiers":[261],"state-of-the-art":[263],"networks.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}