{"id":"https://openalex.org/W4406610713","doi":"https://doi.org/10.1109/tgrs.2025.3528423","title":"MMF-RNN: A Multimodal Fusion Model for Precipitation Nowcasting Using Radar and Ground Station Data","display_name":"MMF-RNN: A Multimodal Fusion Model for Precipitation Nowcasting Using Radar and Ground Station Data","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406610713","doi":"https://doi.org/10.1109/tgrs.2025.3528423"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2025.3528423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3528423","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100318571","display_name":"Qian Liu","orcid":"https://orcid.org/0000-0002-7579-5683"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Liu","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7579-5683","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yongxiang Xiao","orcid":"https://orcid.org/0009-0001-7227-5383"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxiang Xiao","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-7227-5383","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058668329","display_name":"Yaocheng Gui","orcid":"https://orcid.org/0000-0002-8275-0205"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaocheng Gui","raw_affiliation_strings":["School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8275-0205","affiliations":[{"raw_affiliation_string":"School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071467160","display_name":"Guilan Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guilan Dai","raw_affiliation_strings":["Research Institution of Information Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institution of Information Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327742","display_name":"Haoran Li","orcid":"https://orcid.org/0000-0003-0868-9554"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haoran Li","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","School of Computing and Information Technology, University of Wollongong, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0868-9554","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, New South Wales, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Zhou","orcid":"https://orcid.org/0009-0009-5003-0471"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xu Zhou","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","School of Computing and Information Technology, University of Wollongong, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0009-0009-5003-0471","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, New South Wales, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059014261","display_name":"Aiai Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Aiai Ren","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","School of Computing and Information Technology, University of Wollongong, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0009-0007-1808-5347","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, New South Wales, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guoqiang Zhou","orcid":"https://orcid.org/0000-0001-5861-8565"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Zhou","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5861-8565","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031318875","display_name":"Jun Shen","orcid":"https://orcid.org/0000-0002-9403-7140"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jun Shen","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","School of Computing and Information Technology, University of Wollongong, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9403-7140","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, New South Wales, Australia","institution_ids":["https://openalex.org/I204824540"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5473,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97024445,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11234","display_name":"Precipitation Measurement and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11234","display_name":"Precipitation Measurement and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11312","display_name":"Soil Moisture and Remote Sensing","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nowcasting","display_name":"Nowcasting","score":0.8601938486099243},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.5803762078285217},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5507746338844299},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5464009046554565},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5450224876403809},{"id":"https://openalex.org/keywords/precipitation","display_name":"Precipitation","score":0.4939940571784973},{"id":"https://openalex.org/keywords/radar-tracker","display_name":"Radar tracker","score":0.4276270866394043},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.3885675072669983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3430728316307068},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.16878855228424072},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11857354640960693},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08947840332984924}],"concepts":[{"id":"https://openalex.org/C2781013037","wikidata":"https://www.wikidata.org/wiki/Q1433331","display_name":"Nowcasting","level":2,"score":0.8601938486099243},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.5803762078285217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5507746338844299},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5464009046554565},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5450224876403809},{"id":"https://openalex.org/C107054158","wikidata":"https://www.wikidata.org/wiki/Q25257","display_name":"Precipitation","level":2,"score":0.4939940571784973},{"id":"https://openalex.org/C32283439","wikidata":"https://www.wikidata.org/wiki/Q1407014","display_name":"Radar tracker","level":3,"score":0.4276270866394043},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.3885675072669983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3430728316307068},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.16878855228424072},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11857354640960693},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08947840332984924}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3528423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3528423","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.7900000214576721}],"awards":[{"id":"https://openalex.org/G7528833784","display_name":null,"funder_award_id":"62272214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1480390167","https://openalex.org/W1901129140","https://openalex.org/W1979890053","https://openalex.org/W2058913535","https://openalex.org/W2108313219","https://openalex.org/W2134093296","https://openalex.org/W2136664483","https://openalex.org/W2619383789","https://openalex.org/W2752782242","https://openalex.org/W2960813931","https://openalex.org/W2967033144","https://openalex.org/W3119319039","https://openalex.org/W3126335003","https://openalex.org/W3134265440","https://openalex.org/W3184447318","https://openalex.org/W3199775909","https://openalex.org/W3200528587","https://openalex.org/W3202525453","https://openalex.org/W3206213776","https://openalex.org/W3207011416","https://openalex.org/W3214037127","https://openalex.org/W3217658907","https://openalex.org/W4200157320","https://openalex.org/W4207086037","https://openalex.org/W4285106044","https://openalex.org/W4285591162","https://openalex.org/W4288391634","https://openalex.org/W4293192773","https://openalex.org/W4301141993","https://openalex.org/W4310038336","https://openalex.org/W4312851276","https://openalex.org/W4362653028","https://openalex.org/W4366590207","https://openalex.org/W4380882504","https://openalex.org/W4384162039","https://openalex.org/W4387623850","https://openalex.org/W4387846586","https://openalex.org/W4388087636","https://openalex.org/W4390970466","https://openalex.org/W4391849411","https://openalex.org/W4394862616","https://openalex.org/W6628877408","https://openalex.org/W6631190155","https://openalex.org/W6739112683","https://openalex.org/W6745829810","https://openalex.org/W6746028128","https://openalex.org/W6750259706","https://openalex.org/W6772413346","https://openalex.org/W6839078922","https://openalex.org/W6839401937","https://openalex.org/W6854651118","https://openalex.org/W6855367518","https://openalex.org/W6855795039"],"related_works":["https://openalex.org/W2098567841","https://openalex.org/W3124209601","https://openalex.org/W2238969010","https://openalex.org/W2189249776","https://openalex.org/W1526105959","https://openalex.org/W3193710367","https://openalex.org/W3122492506","https://openalex.org/W4311063044","https://openalex.org/W1938087941","https://openalex.org/W1582120664"],"abstract_inverted_index":{"Precipitation":[0],"nowcasting":[1],"is":[2,141],"crucial":[3],"for":[4,58],"economic":[5],"development":[6],"and":[7,18,41,72,76,84,134,152,170,209,224,227,236],"social":[8],"life.":[9],"Numerous":[10],"deep":[11],"learning":[12],"models":[13,146],"have":[14,19],"recently":[15],"been":[16],"developed":[17],"achieved":[20],"better":[21],"results":[22,156],"than":[23],"traditional":[24],"extrapolation":[25],"models.":[26],"However,":[27],"they":[28],"mainly":[29],"focus":[30,107],"on":[31,109,119,157,271],"improving":[32],"model":[33,50,105,128,168,173],"architectures,":[34],"ignoring":[35],"the":[36,90,104,127,158,166,171,256],"impact":[37],"of":[38],"error":[39,91,116],"accumulation":[40,92],"data":[42,75],"inconsistency.":[43],"This":[44],"article":[45],"proposes":[46],"a":[47,64,96],"multimodal":[48,52,85,136,172],"fusion":[49,53],"named":[51],"recurrent":[54],"neural":[55],"network":[56],"(MMF-RNN)":[57],"precipitation":[59,273],"prediction.":[60],"Specifically,":[61],"we":[62,94,121],"use":[63],"dual-branch":[65],"encoder":[66],"to":[67,106,114,129,186,268],"extract":[68],"features":[69],"from":[70],"radar":[71],"ground":[73],"station":[74],"then":[77],"fuse":[78],"them":[79],"effectively":[80],"through":[81],"attention":[82],"mechanisms":[83],"loss":[86,100],"(ML).":[87],"To":[88],"address":[89],"problem,":[93],"propose":[95,122],"block-based":[97],"dynamic":[98],"weighted":[99],"(BDWLoss)":[101],"that":[102,125,162],"enables":[103],"more":[108,246],"hard-to-predict":[110],"areas":[111],"during":[112],"training":[113],"reduce":[115],"accumulation.":[117],"Based":[118],"BDWLoss,":[120],"an":[123],"ML":[124],"encourages":[126],"maintain":[130],"consistency":[131],"between":[132],"single-modal":[133,167],"fused":[135],"features.":[137],"In":[138,175],"addition,":[139],"MMF-RNN":[140,163,177],"compatible":[142],"with":[143,196],"various":[144,193],"RNN":[145],"such":[147],"as":[148],"ConvLSTM,":[149],"PredRNN,":[150],"PredRNN++,":[151],"MIM.":[153],"The":[154],"experimental":[155],"RAIN-F":[159],"dataset":[160],"demonstrate":[161],"outperforms":[164],"both":[165],"MS-RNN":[169],"MM-RNN.":[174],"particular,":[176],"achieves":[178],"significant":[179],"improvement":[180],"in":[181],"predicting":[182],"heavy":[183],"precipitation.":[184],"Compared":[185],"MM-PredRNN++,":[187],"MMF-PredRNN++":[188],"shows":[189],"marked":[190],"improvements":[191],"across":[192],"performance":[194,270],"metrics,":[195],"critical":[197],"success":[198],"index":[199],"(CSI)":[200],"(<inline-formula":[201,214,229,238],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[202,215,230,239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[203,216,231,240],"<tex-math":[204,217,232,241],"notation=\"LaTeX\">$R\\geq":[205,218,233,242],"5":[206],"$":[207],"</tex-math></inline-formula>)":[208,220,235,244],"Heidke":[210],"skill":[211],"score":[212],"(HSS)":[213],"5$":[219],"increasing":[221],"by":[222,255,262],"58.08%":[223],"48.55%,":[225],"respectively,":[226],"CSI":[228],"10$":[234,243],"HSS":[237],"showing":[245],"pronounced":[247],"gains.":[248],"These":[249],"advancements":[250],"are":[251],"facilitated":[252],"not":[253],"only":[254],"proposed":[257],"architectural":[258],"innovations":[259],"but":[260],"also":[261],"sample":[263],"weighting,":[264],"which":[265],"collectively":[266],"contribute":[267],"superior":[269],"imbalanced":[272],"datasets.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}