{"id":"https://openalex.org/W4391974558","doi":"https://doi.org/10.1109/lgrs.2024.3367814","title":"ConVaT: A Variational Generative Transformer With Momentum Contrastive Learning for Hyperspectral Image Classification","display_name":"ConVaT: A Variational Generative Transformer With Momentum Contrastive Learning for Hyperspectral Image Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391974558","doi":"https://doi.org/10.1109/lgrs.2024.3367814"},"language":"en","primary_location":{"id":"doi:10.1109/lgrs.2024.3367814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2024.3367814","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087813097","display_name":"Miaomiao Liang","orcid":"https://orcid.org/0000-0002-4289-7114"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaomiao Liang","raw_affiliation_strings":["School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China"],"raw_orcid":"https://orcid.org/0000-0002-4289-7114","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101866058","display_name":"Zuo Liu","orcid":"https://orcid.org/0009-0009-6393-7902"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuo Liu","raw_affiliation_strings":["School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China"],"raw_orcid":"https://orcid.org/0009-0009-6393-7902","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101796785","display_name":"Jian Dong","orcid":"https://orcid.org/0009-0006-5838-4299"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Dong","raw_affiliation_strings":["School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China"],"raw_orcid":"https://orcid.org/0009-0006-5838-4299","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719444","display_name":"Lingjuan Yu","orcid":"https://orcid.org/0000-0003-1118-4792"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingjuan Yu","raw_affiliation_strings":["School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China"],"raw_orcid":"https://orcid.org/0000-0003-1118-4792","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064993228","display_name":"Xiangchun Yu","orcid":"https://orcid.org/0000-0001-6206-450X"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangchun Yu","raw_affiliation_strings":["School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China"],"raw_orcid":"https://orcid.org/0000-0001-6206-450X","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054085158","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-4319-4410"},"institutions":[{"id":"https://openalex.org/I4510145","display_name":"Jiangxi University of Science and Technology","ror":"https://ror.org/03q0t9252","country_code":"CN","type":"education","lineage":["https://openalex.org/I4510145"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, China","institution_ids":["https://openalex.org/I4510145"]},{"raw_affiliation_string":"School of Information Engineering, Jiangxi University of Science and Technology, Ganzhou, Jiangxi, China","institution_ids":["https://openalex.org/I4510145"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":"https://orcid.org/0000-0003-3354-9617"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","School of Artificial Intelligence, Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-3354-9617","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Artificial Intelligence, Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1693,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88261712,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"21","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.8640411496162415},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6336389780044556},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5819978713989258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5496037602424622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5280369520187378},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5039975047111511},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4509342908859253},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3304756283760071},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12436485290527344}],"concepts":[{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.8640411496162415},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6336389780044556},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5819978713989258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5496037602424622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5280369520187378},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5039975047111511},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4509342908859253},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3304756283760071},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12436485290527344},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lgrs.2024.3367814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2024.3367814","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2201082653","display_name":null,"funder_award_id":"20224BAB212013","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G3668956084","display_name":null,"funder_award_id":"62261027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3995057478","display_name":null,"funder_award_id":"20224BAB212008","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G4671113728","display_name":null,"funder_award_id":"20212ACB202003","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G5481818271","display_name":null,"funder_award_id":"20224BAB202002","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G7894429369","display_name":"\u9762\u5411\u89c6\u9891\u76d1\u63a7\u7684\u65f6\u7a7a\u6ce8\u610f\u529b\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u591a\u76ee\u6807\u8ddf\u8e2a\u7814\u7a76","funder_award_id":"62066018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8385642319","display_name":null,"funder_award_id":"62266020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8796033106","display_name":null,"funder_award_id":"61901198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2189422931","https://openalex.org/W2914331134","https://openalex.org/W2940678725","https://openalex.org/W2942454403","https://openalex.org/W2981901304","https://openalex.org/W2997574889","https://openalex.org/W3035524453","https://openalex.org/W3035725276","https://openalex.org/W3178914557","https://openalex.org/W3200020327","https://openalex.org/W3214821343","https://openalex.org/W4206307542","https://openalex.org/W4293568373","https://openalex.org/W4311415873","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W4328007071","https://openalex.org/W4377079779","https://openalex.org/W6604803494","https://openalex.org/W6681096077","https://openalex.org/W6780248173"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W2060875994","https://openalex.org/W3034375524","https://openalex.org/W4230131218","https://openalex.org/W2404757046","https://openalex.org/W2044184146","https://openalex.org/W2070598848","https://openalex.org/W2019190440","https://openalex.org/W4324290231"],"abstract_inverted_index":{"Hyperspectral":[0],"images":[1],"provide":[2],"plentiful":[3],"latent":[4,100,118],"information":[5],"that":[6,130],"requires":[7],"exploration":[8],"for":[9,155],"ground":[10],"object":[11],"recognition,":[12],"where":[13],"self-supervised":[14],"learning":[15,66],"is":[16,132],"efficient":[17],"and":[18,34,63,140,143],"independent":[19],"of":[20,116,120],"manual":[21],"labeling.":[22],"However,":[23],"the":[24,53,80,83,112,117,156],"severe":[25],"spectral":[26,162],"uncertainty":[27],"poses":[28],"a":[29,42,59,64,97],"significant":[30],"challenge":[31],"in":[32,134],"discriminative":[33],"generalizable":[35,99],"representation":[36,72,84,119,136],"by":[37,87],"self-supervision.":[38],"This":[39],"letter":[40],"proposes":[41],"variational":[43,60,78],"generative":[44,61],"transformer":[45,76],"with":[46,77,85,105,137,160],"momentum":[47],"contrastive":[48,65],"supervision":[49],"(ConVaT)":[50],"to":[51,95],"alleviate":[52],"problem.":[54],"ConVaT":[55,131],"contains":[56],"two":[57],"branches:":[58],"branch":[62],"branch\u2014the":[67],"former":[68],"guides":[69],"informative":[70],"data":[71,104,135],"via":[73],"an":[74],"encoder-decoder":[75],"inference;":[79],"latter":[81],"encourages":[82],"discriminability":[86],"distinguishing":[88],"positive":[89],"anchors":[90],"from":[91,111],"negative":[92],"ones.":[93],"Significantly,":[94],"facilitate":[96],"more":[98],"representation,":[101],"we":[102],"reconstruct":[103],"reparameterized":[106],"tokens":[107],"sampled":[108],"multiple":[109],"times":[110],"global":[113],"anchor,":[114],"instead":[115],"unmasking":[121],"data.":[122],"Extensive":[123],"experiments":[124],"on":[125],"three":[126],"public":[127],"datasets":[128],"show":[129],"superior":[133],"intra-class":[138],"clustering":[139],"inter-class":[141],"distinction,":[142],"it":[144],"achieves":[145],"considerable":[146],"improvements":[147],"over":[148],"present":[149],"methods":[150],"under":[151],"linear":[152],"probing,":[153],"especially":[154],"Indian":[157],"pines":[158],"dataset":[159],"intense":[161],"uncertainty.":[163],"Our":[164],"code":[165],"will":[166],"be":[167],"available":[168],"at":[169],"https://github.com/liuzuo-byte/ConVaT.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}