{"id":"https://openalex.org/W4414538877","doi":"https://doi.org/10.1109/jstars.2025.3614756","title":"Hierarchical Fusion Transformer for Multimodal Ground-Based Cloud Type Classification","display_name":"Hierarchical Fusion Transformer for Multimodal Ground-Based Cloud Type Classification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414538877","doi":"https://doi.org/10.1109/jstars.2025.3614756"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2025.3614756","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3614756","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/jstars.2025.3614756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100319110","display_name":"Shuang Liu","orcid":"https://orcid.org/0000-0002-9027-0690"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Liu","raw_affiliation_strings":["Tianjin Key Laboratory of Wireless Mobile Communications and Power Transmission, Tianjin Normal University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-9027-0690","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Wireless Mobile Communications and Power Transmission, Tianjin Normal University, Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101555782","display_name":"Zeyu Yu","orcid":"https://orcid.org/0009-0004-3870-5580"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Yu","raw_affiliation_strings":["Tianjin Key Laboratory of Wireless Mobile Communications and Power Transmission, Tianjin Normal University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Wireless Mobile Communications and Power Transmission, Tianjin Normal University, Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350965","display_name":"Zhong Zhang","orcid":"https://orcid.org/0000-0002-2993-8612"},"institutions":[{"id":"https://openalex.org/I15062923","display_name":"Tianjin Normal University","ror":"https://ror.org/05x2td559","country_code":"CN","type":"education","lineage":["https://openalex.org/I15062923"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Zhang","raw_affiliation_strings":["Tianjin Key Laboratory of Wireless Mobile Communications and Power Transmission, Tianjin Normal University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-2993-8612","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Wireless Mobile Communications and Power Transmission, Tianjin Normal University, Tianjin, China","institution_ids":["https://openalex.org/I15062923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071586692","display_name":"Chaojun Shi","orcid":"https://orcid.org/0000-0002-7221-1021"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaojun Shi","raw_affiliation_strings":["Department of Electronic and Communication Engineering, North China Electric Power University, Baoding, China","Department of Electronic and Communication Engineering, North China Electric Power University, Baoding, Hebei, China"],"raw_orcid":"https://orcid.org/0000-0002-7221-1021","affiliations":[{"raw_affiliation_string":"Department of Electronic and Communication Engineering, North China Electric Power University, Baoding, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"Department of Electronic and Communication Engineering, North China Electric Power University, Baoding, Hebei, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101410361","display_name":"Baihua Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baihua Xiao","raw_affiliation_strings":["State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3941-1141","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86139835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"18","issue":null,"first_page":"25192","last_page":"25203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.9034000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.9034000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7343999743461609},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5640000104904175},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5094000101089478},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4503999948501587},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4350000023841858},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3946000039577484},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.3752000033855438},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.35920000076293945},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3441999852657318}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.798799991607666},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7343999743461609},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5640000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5184999704360962},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5094000101089478},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4503999948501587},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3752000033855438},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32440000772476196},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C2778974508","wikidata":"https://www.wikidata.org/wiki/Q2499178","display_name":"Cloud database","level":3,"score":0.2985999882221222},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.28130000829696655},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.26010000705718994},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jstars.2025.3614756","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3614756","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e61814f9b7a44fc5869edabd66cfe7db","is_oa":true,"landing_page_url":"https://doaj.org/article/e61814f9b7a44fc5869edabd66cfe7db","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 18, Pp 25192-25203 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2025.3614756","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3614756","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6758794625","display_name":null,"funder_award_id":"62471335","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8010317865","display_name":null,"funder_award_id":"62206095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8311886428","display_name":null,"funder_award_id":"62171321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1878216218","https://openalex.org/W2084516844","https://openalex.org/W2119531715","https://openalex.org/W2147141800","https://openalex.org/W2162915993","https://openalex.org/W2163352848","https://openalex.org/W2194775991","https://openalex.org/W2294272738","https://openalex.org/W2602844676","https://openalex.org/W2618530766","https://openalex.org/W2803345276","https://openalex.org/W2887626628","https://openalex.org/W2888568221","https://openalex.org/W2901627490","https://openalex.org/W2949199804","https://openalex.org/W2962858109","https://openalex.org/W2997591727","https://openalex.org/W2998993395","https://openalex.org/W3006744923","https://openalex.org/W3017096747","https://openalex.org/W3094502228","https://openalex.org/W3110309809","https://openalex.org/W3138181050","https://openalex.org/W3151130473","https://openalex.org/W3176463841","https://openalex.org/W3202384916","https://openalex.org/W4210712567","https://openalex.org/W4224028831","https://openalex.org/W4283265015","https://openalex.org/W4292313619","https://openalex.org/W4317497277","https://openalex.org/W4318706773","https://openalex.org/W4319299930","https://openalex.org/W4324290560","https://openalex.org/W4362714982","https://openalex.org/W4376226279","https://openalex.org/W4376610063","https://openalex.org/W4380319195","https://openalex.org/W4382464309","https://openalex.org/W4382657761","https://openalex.org/W4385269048","https://openalex.org/W4386072185","https://openalex.org/W4387741824","https://openalex.org/W4390872256","https://openalex.org/W4391101887","https://openalex.org/W4391184027","https://openalex.org/W4391680512","https://openalex.org/W4392131573","https://openalex.org/W4393105080","https://openalex.org/W4393156689","https://openalex.org/W4394862744","https://openalex.org/W4394938913","https://openalex.org/W4399993194","https://openalex.org/W4402753705","https://openalex.org/W4402775923","https://openalex.org/W4405819747"],"related_works":[],"abstract_inverted_index":{"Existing":[0],"methods":[1],"for":[2,36,186,201],"multimodal":[3,37,170,187,202],"ground-based":[4,38,188,203],"cloud":[5,39,57,125,189,204],"type":[6,40,190,205],"classification":[7],"are":[8],"dominated":[9],"by":[10],"Convolutional":[11],"Neural":[12],"Networks":[13],"(CNNs),":[14],"and":[15,48,54,59,67,78,81,90,106,127,153],"it":[16,181],"fails":[17],"to":[18,50,72,86,99],"capture":[19,73],"long-range":[20,52],"dependencies.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25,64,110,159],"propose":[26,65,111],"a":[27,96],"novel":[28,113],"Transformer-based":[29],"architecture":[30,98],"named":[31],"Hierarchical":[32],"Fusion":[33],"Transformer":[34],"(HFT)":[35],"classification,":[41],"which":[42,118],"leverages":[43],"the":[44,112,122,132,137,140,148,155,161,176,183,195,198],"advantages":[45],"of":[46,124,151,178,197],"self-attention":[47],"cross-attention":[49],"learn":[51],"dependencies":[53],"effectively":[55],"fuse":[56],"images":[58,126],"meteorological":[60,128],"element":[61,129],"information.":[62],"Specifically,":[63],"Visual":[66,80],"Meteorological":[68,82],"Joint-Transformer":[69],"(VM":[70,84],"Joint-Trans)":[71],"global":[74],"context":[75],"across":[76],"modalities,":[77],"present":[79],"Cross-Transformer":[83],"Cross-Trans)":[85],"align":[87],"different":[88,144],"modalities":[89],"reduce":[91],"their":[92],"inconsistencies.":[93],"We":[94],"design":[95],"hierarchical":[97],"perform":[100],"comprehensive":[101],"fusion":[102],"using":[103],"VM":[104,107],"Joint-Trans":[105],"Cross-Trans.":[108],"Meanwhile,":[109],"Multimodal":[114,163],"Contrastive":[115],"Learning":[116],"(MCL)":[117],"not":[119],"only":[120],"constrains":[121],"tokens":[123,138],"information":[130],"in":[131,143],"same":[133,141],"layer,":[134],"but":[135],"also":[136],"from":[139],"modality":[142,156],"layers,":[145],"thereby":[146],"improving":[147],"discriminative":[149],"ability":[150],"model":[152],"reducing":[154],"gap.":[157],"Furthermore,":[158],"release":[160],"Large-scale":[162],"Ground-based":[164],"Cloud":[165],"Database":[166],"(LMGCD),":[167],"containing":[168],"10,000":[169],"samples":[171],"with":[172],"seven":[173],"categories.":[174],"To":[175],"best":[177],"our":[179],"knowledge,":[180],"is":[182],"largest":[184],"database":[185],"classification.":[191,206],"Experimental":[192],"results":[193],"validate":[194],"effectiveness":[196],"proposed":[199],"HFT":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}