{"id":"https://openalex.org/W6941107169","doi":"https://doi.org/10.1109/tcsvt.2025.3587918","title":"CFMW: Cross-Modality Fusion Mamba for Robust Object Detection Under Adverse Weather","display_name":"CFMW: Cross-Modality Fusion Mamba for Robust Object Detection Under Adverse Weather","publication_year":2025,"publication_date":"2025-07-10","ids":{"openalex":"https://openalex.org/W6941107169","doi":"https://doi.org/10.1109/tcsvt.2025.3587918"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3587918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3587918","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haoyuan Li","orcid":"https://orcid.org/0000-0001-8781-7280"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haoyuan Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Hu","orcid":"https://orcid.org/0009-0002-2945-3786"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Hu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Binjia Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binjia Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":null,"display_name":"You Yao","orcid":"https://orcid.org/0009-0001-8902-4193"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"You Yao","raw_affiliation_strings":["USC Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"USC Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiacheng Lin","orcid":"https://orcid.org/0000-0003-1393-5027"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiacheng Lin","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["School of Artificial Intelligence and Robotics, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I4210121405"]}]},{"author_position":"last","author":{"id":null,"display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-6122-0574"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":14.7762,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98963188,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"35","issue":"12","first_page":"12066","last_page":"12081"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10451","display_name":"Mycorrhizal Fungi and Plant Interactions","score":0.5220000147819519,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10451","display_name":"Mycorrhizal Fungi and Plant Interactions","score":0.5220000147819519,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.1590999960899353,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10825","display_name":"Plant Pathogens and Fungal Diseases","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7865999937057495},{"id":"https://openalex.org/keywords/adverse-weather","display_name":"Adverse weather","score":0.6036999821662903},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.45809999108314514},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4350999891757965},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.43369999527931213},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.39959999918937683},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.33000001311302185},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3273000121116638}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7865999937057495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595000267028809},{"id":"https://openalex.org/C2992147540","wikidata":"https://www.wikidata.org/wiki/Q1277161","display_name":"Adverse weather","level":2,"score":0.6036999821662903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5583000183105469},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.45809999108314514},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4526999890804291},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4350999891757965},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42750000953674316},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.39959999918937683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3865000009536743},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3273000121116638},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2833999991416931},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3587918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3587918","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7984815835952759,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G1548865700","display_name":null,"funder_award_id":"62473139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2426134034","display_name":null,"funder_award_id":"No. 62473139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4041047505","display_name":null,"funder_award_id":"U23A20341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8354495100","display_name":null,"funder_award_id":"U21A20518","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1910108985","https://openalex.org/W2114770744","https://openalex.org/W2133665775","https://openalex.org/W2143635852","https://openalex.org/W2176924101","https://openalex.org/W2884068670","https://openalex.org/W2897436422","https://openalex.org/W2930755307","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963085671","https://openalex.org/W2963800716","https://openalex.org/W2964137095","https://openalex.org/W2998529071","https://openalex.org/W3006663681","https://openalex.org/W3009302252","https://openalex.org/W3035713416","https://openalex.org/W3036931590","https://openalex.org/W3091790581","https://openalex.org/W3096609285","https://openalex.org/W3103549414","https://openalex.org/W3108042295","https://openalex.org/W3118570274","https://openalex.org/W3131439390","https://openalex.org/W3138808092","https://openalex.org/W3139382121","https://openalex.org/W3151130473","https://openalex.org/W3170697543","https://openalex.org/W3191805365","https://openalex.org/W3193296307","https://openalex.org/W3194523157","https://openalex.org/W3213472242","https://openalex.org/W3215632849","https://openalex.org/W4220893768","https://openalex.org/W4225852025","https://openalex.org/W4283023197","https://openalex.org/W4286751453","https://openalex.org/W4295916779","https://openalex.org/W4308310215","https://openalex.org/W4308979724","https://openalex.org/W4312373367","https://openalex.org/W4312594135","https://openalex.org/W4312699294","https://openalex.org/W4312756164","https://openalex.org/W4312880823","https://openalex.org/W4313007055","https://openalex.org/W4317496742","https://openalex.org/W4319069103","https://openalex.org/W4362654659","https://openalex.org/W4364352089","https://openalex.org/W4367721788","https://openalex.org/W4382119971","https://openalex.org/W4385245566","https://openalex.org/W4385801610","https://openalex.org/W4386076325","https://openalex.org/W4386076504","https://openalex.org/W4387546313","https://openalex.org/W4389252782","https://openalex.org/W4398138244","https://openalex.org/W4398788549","https://openalex.org/W4399375400","https://openalex.org/W4399939098","https://openalex.org/W4403844485","https://openalex.org/W4409326045"],"related_works":[],"abstract_inverted_index":{"Visible-infrared":[0],"image":[1,107],"pairs":[2],"provide":[3],"complementary":[4],"information,":[5],"enhancing":[6],"the":[7,36,63,80,104,127,179,193],"reliability":[8],"and":[9,48,73,86,150,176,178,195],"robustness":[10,26],"of":[11,106],"object":[12],"detection":[13,190],"applications":[14],"in":[15,24,41,129],"real-world":[16],"scenarios.":[17],"However,":[18],"most":[19],"existing":[20],"methods":[21],"face":[22],"challenges":[23],"maintaining":[25],"under":[27,75],"complex":[28],"weather":[29,77,144],"conditions,":[30],"which":[31],"limits":[32],"their":[33],"applicability.":[34],"Meanwhile,":[35],"reliance":[37],"on":[38,169],"attention":[39],"mechanisms":[40],"modality":[42],"fusion":[43,120],"introduces":[44],"significant":[45],"computational":[46],"complexity":[47],"storage":[49],"overhead,":[50],"particularly":[51],"when":[52],"dealing":[53],"with":[54,67],"high-resolution":[55],"images.":[56],"To":[57,125],"address":[58],"these":[59],"challenges,":[60],"we":[61,132],"propose":[62],"Cross-modality":[64,87],"Fusion":[65,88],"Mamba":[66,89],"Weather-removal":[68],"(CFMW)":[69],"to":[70,95],"augment":[71],"stability":[72],"cost-effectiveness":[74],"adverse":[76,101,143],"conditions.":[78],"Leveraging":[79],"proposed":[81],"Perturbation-Adaptive":[82],"Diffusion":[83],"Model":[84],"(PADM)":[85],"(CFM)":[90],"modules,":[91],"CFMW":[92,113,187],"is":[93,114],"able":[94],"reconstruct":[96],"visual":[97],"features":[98],"affected":[99],"by":[100],"weather,":[102],"enriching":[103],"representation":[105],"details.":[108],"With":[109],"efficient":[110],"architecture":[111],"design,":[112],"3":[115],"times":[116],"faster":[117],"than":[118],"Transformer-style":[119],"(<italic":[121,172],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[122,173],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e.g.</i>,":[123],"CFT).":[124],"bridge":[126],"gap":[128],"relevant":[130],"datasets,":[131],"construct":[133],"a":[134,161],"new":[135],"Severe":[136],"Weather":[137],"Visible-Infrared":[138],"(SWVI)":[139],"dataset,":[140],"encompassing":[141],"diverse":[142],"scenarios":[145],"such":[146],"as":[147],"rain,":[148],"haze,":[149],"snow.":[151],"The":[152],"dataset":[153,183,194],"contains":[154],"64,":[155],"281":[156],"paired":[157],"visible-infrared":[158],"images,":[159],"providing":[160],"valuable":[162],"resource":[163],"for":[164],"future":[165],"research.":[166],"Extensive":[167],"experiments":[168],"public":[170],"datasets":[171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i.e</i>.,":[174],"M3FD":[175],"LLVIP)":[177],"newly":[180],"constructed":[181],"SWVI":[182],"conclusively":[184],"demonstrate":[185],"that":[186],"achieves":[188],"state-of-the-art":[189],"performance.":[191],"Both":[192],"source":[196],"code":[197],"will":[198],"be":[199],"made":[200],"publicly":[201],"available":[202],"at":[203],"https://github.com/lhy-zjut/CFMW.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}