{"id":"https://openalex.org/W4404035493","doi":"https://doi.org/10.1109/tgrs.2024.3490752","title":"MCFT: Multimodal Contrastive Fusion Transformer for Classification of Hyperspectral Image and LiDAR Data","display_name":"MCFT: Multimodal Contrastive Fusion Transformer for Classification of Hyperspectral Image and LiDAR Data","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404035493","doi":"https://doi.org/10.1109/tgrs.2024.3490752"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3490752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3490752","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102940895","display_name":"Yining Feng","orcid":"https://orcid.org/0009-0000-2541-9420"},"institutions":[{"id":"https://openalex.org/I153374732","display_name":"Liaoning Normal University","ror":"https://ror.org/04c3cgg32","country_code":"CN","type":"education","lineage":["https://openalex.org/I153374732"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yining Feng","raw_affiliation_strings":["School of Geography, Liaoning Normal University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Geography, Liaoning Normal University, Dalian, China","institution_ids":["https://openalex.org/I153374732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034967647","display_name":"Jiarui Jin","orcid":"https://orcid.org/0000-0002-3551-8112"},"institutions":[{"id":"https://openalex.org/I153374732","display_name":"Liaoning Normal University","ror":"https://ror.org/04c3cgg32","country_code":"CN","type":"education","lineage":["https://openalex.org/I153374732"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiarui Jin","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Liaoning Normal University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Liaoning Normal University, Dalian, China","institution_ids":["https://openalex.org/I153374732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688995","display_name":"Yin Yin","orcid":"https://orcid.org/0009-0004-0752-3039"},"institutions":[{"id":"https://openalex.org/I153374732","display_name":"Liaoning Normal University","ror":"https://ror.org/04c3cgg32","country_code":"CN","type":"education","lineage":["https://openalex.org/I153374732"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Yin","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Liaoning Normal University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Liaoning Normal University, Dalian, China","institution_ids":["https://openalex.org/I153374732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102976928","display_name":"Chuanming Song","orcid":"https://orcid.org/0000-0003-1518-8029"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanming Song","raw_affiliation_strings":["School of Information Engineering, Dalian University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210092944"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055787139","display_name":"Xianghai Wang","orcid":"https://orcid.org/0000-0002-7600-9939"},"institutions":[{"id":"https://openalex.org/I153374732","display_name":"Liaoning Normal University","ror":"https://ror.org/04c3cgg32","country_code":"CN","type":"education","lineage":["https://openalex.org/I153374732"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianghai Wang","raw_affiliation_strings":["School of Geography and the School of Computer Science and Artificial Intelligence, Liaoning Normal University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-7600-9939","affiliations":[{"raw_affiliation_string":"School of Geography and the School of Computer Science and Artificial Intelligence, Liaoning Normal University, Dalian, China","institution_ids":["https://openalex.org/I153374732"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1693,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89188744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.8242999911308289,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.8242999911308289,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7828840017318726},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.6656302809715271},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5605524182319641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5452431440353394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5393471717834473},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.48327213525772095},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4429765045642853},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.4371459484100342},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4335814118385315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4002003073692322},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3902386724948883},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.25823357701301575},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.179867684841156}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7828840017318726},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.6656302809715271},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5605524182319641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5452431440353394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5393471717834473},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.48327213525772095},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4429765045642853},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.4371459484100342},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4335814118385315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4002003073692322},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3902386724948883},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.25823357701301575},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.179867684841156},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3490752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3490752","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5953977486","display_name":null,"funder_award_id":"42371338","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8847923281","display_name":null,"funder_award_id":"JYTZD2023101","funder_id":"https://openalex.org/F4320327799","funder_display_name":"Scientific Research Fund of Liaoning Provincial Education Department"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327799","display_name":"Scientific Research Fund of Liaoning Provincial Education Department","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1965309615","https://openalex.org/W1988394261","https://openalex.org/W2030080266","https://openalex.org/W2054689043","https://openalex.org/W2744049245","https://openalex.org/W2765739551","https://openalex.org/W2782517596","https://openalex.org/W2798991696","https://openalex.org/W2814508103","https://openalex.org/W2842511635","https://openalex.org/W2899663614","https://openalex.org/W3041991648","https://openalex.org/W3081753142","https://openalex.org/W3136140595","https://openalex.org/W3168367808","https://openalex.org/W3168825659","https://openalex.org/W3209540366","https://openalex.org/W4200068923","https://openalex.org/W4206307542","https://openalex.org/W4210642697","https://openalex.org/W4210692941","https://openalex.org/W4223616928","https://openalex.org/W4225931144","https://openalex.org/W4229058281","https://openalex.org/W4280563105","https://openalex.org/W4297808394","https://openalex.org/W4312208437","https://openalex.org/W4312592451","https://openalex.org/W4312772581","https://openalex.org/W4327522253","https://openalex.org/W4379622455","https://openalex.org/W4379984088","https://openalex.org/W4380763457","https://openalex.org/W4385245566","https://openalex.org/W4385729233","https://openalex.org/W4386189887","https://openalex.org/W4388505065","https://openalex.org/W4390659044","https://openalex.org/W4391467954","https://openalex.org/W4399074152","https://openalex.org/W4401732412","https://openalex.org/W4402041082","https://openalex.org/W4402832404","https://openalex.org/W6755977528","https://openalex.org/W6776700526","https://openalex.org/W6798805250"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2072166414","https://openalex.org/W2956374172","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W3034375524"],"abstract_inverted_index":{"Multisource":[0],"remote":[1],"sensing":[2],"(RS)":[3],"image":[4,163],"fusion":[5,22,119],"leverages":[6,136],"data":[7,33,92],"from":[8,132,206],"various":[9],"sensors":[10],"to":[11,39,156,179],"enhance":[12],"the":[13,21,145,195,198,202],"accuracy":[14],"and":[15,27,30,135,149,174,183,201],"comprehensiveness":[16],"of":[17,23,64],"Earth":[18],"observation.":[19],"Notably,":[20],"hyperspectral":[24],"(HS)":[25],"images":[26],"light":[28],"detection":[29],"ranging":[31],"(LiDAR)":[32],"has":[34],"garnered":[35],"significant":[36],"attention":[37],"due":[38],"their":[40],"complementary":[41],"features.":[42],"However,":[43,94],"current":[44],"methods":[45,70],"predominantly":[46],"rely":[47],"on":[48,73,211],"simplistic":[49],"techniques":[50],"such":[51],"as":[52],"weight":[53],"sharing,":[54],"feature":[55,58,67,74,100,130,171,175],"superposition,":[56],"or":[57],"products,":[59],"which":[60],"often":[61],"fall":[62],"short":[63],"achieving":[65],"true":[66],"fusion.":[68,79,93,141],"These":[69,186],"primarily":[71],"focus":[72],"accumulation":[75],"rather":[76],"than":[77],"integrative":[78],"The":[80,226],"transformer":[81,120,137,147],"framework,":[82],"with":[83],"its":[84],"self-attention":[85],"mechanisms,":[86],"offers":[87],"potential":[88],"for":[89,129,139,161,229],"effective":[90,190],"multimodal":[91,117],"simple":[95],"linear":[96],"transformations":[97],"used":[98],"in":[99],"extraction":[101,131],"may":[102],"not":[103],"adequately":[104],"capture":[105],"all":[106],"relevant":[107],"information.":[108],"To":[109],"address":[110],"these":[111],"challenges,":[112],"we":[113],"propose":[114,150],"a":[115,151],"novel":[116,169],"contrastive":[118],"(MCFT).":[121],"Our":[122],"approach":[123,231],"employs":[124],"convolutional":[125],"neural":[126],"networks":[127,138],"(CNNs)":[128],"different":[133],"modalities":[134],"advanced":[140,224],"We":[142,166],"have":[143],"modified":[144],"basic":[146],"architecture":[148],"double":[152],"position":[153],"embedding":[154],"mode":[155],"make":[157],"it":[158],"more":[159,189],"suitable":[160],"RS":[162],"processing":[164],"tasks.":[165],"introduce":[167],"two":[168],"modules:":[170],"alignment":[172],"module":[173],"matching":[176],"module,":[177],"designed":[178],"exploit":[180],"both":[181],"paired":[182],"unpaired":[184],"samples.":[185],"modules":[187],"facilitate":[188],"cross-modal":[191],"learning":[192],"by":[193],"emphasizing":[194],"commonalities":[196],"within":[197],"same":[199],"features":[200,205],"differences":[203],"between":[204],"distinct":[207],"modalities.":[208],"Experimental":[209],"evaluations":[210],"several":[212],"publicly":[213],"available":[214,233],"HS-LiDAR":[215],"datasets":[216],"demonstrate":[217],"that":[218],"proposed":[219],"method":[220],"consistently":[221],"outperforms":[222],"existing":[223],"methods.":[225],"source":[227],"code":[228],"our":[230],"is":[232],"at:":[234],"<uri":[235],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[236],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/SYFYN0317/MCFT</uri>.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}