{"id":"https://openalex.org/W4283826390","doi":"https://doi.org/10.1109/tpami.2022.3186629","title":"Learning to Remove Rain in Video With Self-Supervision","display_name":"Learning to Remove Rain in Video With Self-Supervision","publication_year":2022,"publication_date":"2022-07-04","ids":{"openalex":"https://openalex.org/W4283826390","doi":"https://doi.org/10.1109/tpami.2022.3186629"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3186629","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3186629","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070884682","display_name":"Wenhan Yang","orcid":"https://orcid.org/0000-0002-1692-0069"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Wenhan Yang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111887396","display_name":"Robby T. Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I3089745140","display_name":"Yale-NUS College","ror":"https://ror.org/04g9wch13","country_code":"SG","type":"education","lineage":["https://openalex.org/I3089745140"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Robby T. Tan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Yale-NUS College, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Yale-NUS College, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I3089745140","https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385178","display_name":"Shiqi Wang","orcid":"https://orcid.org/0000-0002-3583-959X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shiqi Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080977911","display_name":"Alex C. Kot","orcid":"https://orcid.org/0000-0001-6262-8125"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Alex C. Kot","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100761525","display_name":"Jiaying Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaying Liu","raw_affiliation_strings":["Wangxuan Institute of Computer Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Wangxuan Institute of Computer Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070884682"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.0188,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.76843263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"46","issue":"3","first_page":"1378","last_page":"1396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/streak","display_name":"Streak","score":0.8819409608840942},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7423410415649414},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.6706689596176147},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6363586187362671},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5624175667762756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4992837905883789},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4153621792793274},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.38595491647720337},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.22623991966247559},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1738353669643402},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08723083138465881},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08064347505569458}],"concepts":[{"id":"https://openalex.org/C65185188","wikidata":"https://www.wikidata.org/wiki/Q107775","display_name":"Streak","level":2,"score":0.8819409608840942},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7423410415649414},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.6706689596176147},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6363586187362671},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5624175667762756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4992837905883789},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4153621792793274},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.38595491647720337},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.22623991966247559},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1738353669643402},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08723083138465881},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08064347505569458},{"id":"https://openalex.org/C199289684","wikidata":"https://www.wikidata.org/wiki/Q83353","display_name":"Mineralogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2022.3186629","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3186629","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1572507715","https://openalex.org/W1755205674","https://openalex.org/W1909316225","https://openalex.org/W1965218248","https://openalex.org/W1965572510","https://openalex.org/W1976056157","https://openalex.org/W1977808497","https://openalex.org/W1986266272","https://openalex.org/W1992687477","https://openalex.org/W2008393432","https://openalex.org/W2017416107","https://openalex.org/W2081140338","https://openalex.org/W2084053957","https://openalex.org/W2107861471","https://openalex.org/W2113569611","https://openalex.org/W2114770744","https://openalex.org/W2119535410","https://openalex.org/W2121396509","https://openalex.org/W2122596619","https://openalex.org/W2133665775","https://openalex.org/W2154621477","https://openalex.org/W2154815154","https://openalex.org/W2163146621","https://openalex.org/W2170069228","https://openalex.org/W2209874411","https://openalex.org/W2327077105","https://openalex.org/W2466666260","https://openalex.org/W2467473805","https://openalex.org/W2534578327","https://openalex.org/W2549850705","https://openalex.org/W2559264300","https://openalex.org/W2613034492","https://openalex.org/W2737207197","https://openalex.org/W2740982616","https://openalex.org/W2753548330","https://openalex.org/W2777170053","https://openalex.org/W2777241530","https://openalex.org/W2789288870","https://openalex.org/W2790883954","https://openalex.org/W2798401637","https://openalex.org/W2798744505","https://openalex.org/W2884068670","https://openalex.org/W2891269274","https://openalex.org/W2910832120","https://openalex.org/W2912435603","https://openalex.org/W2930755307","https://openalex.org/W2938759126","https://openalex.org/W2948667002","https://openalex.org/W2954171777","https://openalex.org/W2963017889","https://openalex.org/W2963843230","https://openalex.org/W2963866045","https://openalex.org/W2963878020","https://openalex.org/W2964212750","https://openalex.org/W2966083079","https://openalex.org/W2980047233","https://openalex.org/W3028045870","https://openalex.org/W3034242291","https://openalex.org/W3034972231","https://openalex.org/W3035250394","https://openalex.org/W3035326127","https://openalex.org/W3035688623","https://openalex.org/W3092703224","https://openalex.org/W3093101131","https://openalex.org/W3098038213","https://openalex.org/W3100194298","https://openalex.org/W3160914846","https://openalex.org/W3167082280","https://openalex.org/W3169078099","https://openalex.org/W3170697543","https://openalex.org/W3171125843","https://openalex.org/W3174756006","https://openalex.org/W3175186117","https://openalex.org/W3176958085","https://openalex.org/W3202915404","https://openalex.org/W4235713725"],"related_works":["https://openalex.org/W2082818786","https://openalex.org/W2000740899","https://openalex.org/W2371834895","https://openalex.org/W2997637732","https://openalex.org/W2381571063","https://openalex.org/W213647845","https://openalex.org/W2047678803","https://openalex.org/W2362555026","https://openalex.org/W4255171458","https://openalex.org/W1970284974"],"abstract_inverted_index":{"In":[0],"heavy":[1],"rain":[2,4,7,66,69,114,125,154,157,174,219,226,237,249],"video,":[3],"streak":[5,227],"and":[6,20,36,68,156,164,183,213,236,264,270,296],"accumulation":[8,70,158,250],"are":[9,116],"the":[10,24,32,39,45,85,95,120,124,134,137,168,187,191,195,209,217,222,225,242,257,260,276,287,291],"most":[11],"common":[12],"causes":[13],"of":[14,190,278,290],"degradation.":[15],"They":[16],"occlude":[17],"background":[18],"information":[19,135],"can":[21,83,102,129],"significantly":[22],"impair":[23],"visibility.":[25],"Most":[26],"existing":[27,288],"methods":[28,293],"rely":[29],"heavily":[30],"on":[31,94,140],"synthetic":[33],"training":[34,78],"data,":[35],"thus":[37],"raise":[38],"domain":[40,86],"gap":[41,87],"problem":[42],"that":[43,97],"prevents":[44],"trained":[46],"models":[47],"from":[48,107,133,216,259],"performing":[49],"adequately":[50],"in":[51,77,119],"real":[52],"testing":[53],"cases.":[54],"Unlike":[55],"these":[56,141],"methods,":[57],"we":[58,143],"introduce":[59],"a":[60,198,205,245],"self-learning":[61],"method":[62,252],"to":[63,110,151,185,203,255,265],"remove":[64,152],"both":[65,153,294],"streaks":[67,115,155],"without":[71],"using":[72],"any":[73],"ground-truth":[74],"clean":[75,100,188,211],"images":[76],"our":[79,171,279],"model,":[80],"which":[81,281],"consequently":[82],"alleviate":[84],"issue.":[88],"The":[89,298],"main":[90],"idea":[91],"is":[92,201,230,253],"based":[93],"assumptions":[96],"(1)":[98],"adjacent":[99,176,218],"frames":[101,177],"be":[103,130,302],"aligned":[104],"or":[105],"warped":[106],"one":[108],"frame":[109,212],"another":[111],"frame,":[112],"(2)":[113],"distributed":[117],"randomly":[118],"temporal":[121,161,169,196,271],"domain,":[122],"(3)":[123],"streak/accumulation":[126],"related":[127],"variables/priors":[128],"inferred":[131],"reliably":[132],"within":[136],"images/sequences.":[138],"Based":[139],"assumptions,":[142],"construct":[144],"an":[145],"augmented":[146],"Self-Learned":[147],"Deraining":[148],"Network":[149],"(SLDNet+)":[150],"by":[159],"utilizing":[160],"correlation,":[162,170],"consistency,":[163,197],"rain-related":[165],"priors.":[166],"For":[167,194,221],"SLDNet+":[172],"takes":[173],"degraded":[175],"as":[178],"its":[179],"input,":[180],"aligns":[181],"them,":[182],"learns":[184],"predict":[186],"version":[189],"current":[192],"frame.":[193],"new":[199],"loss":[200],"designed":[202],"build":[204],"robust":[206],"mapping":[207],"between":[208],"predicted":[210],"non-rain":[214],"regions":[215],"frames.":[220],"rain-streak-related":[223],"prior,":[224,244],"removal":[228,251],"network":[229],"optimized":[231],"jointly":[232],"with":[233,286],"motion":[234],"estimation":[235],"region":[238],"detection;":[239],"while":[240],"for":[241],"rain-accumulation-related":[243],"novel":[246],"non-local":[247],"video":[248,263],"developed":[254],"estimate":[256],"accumulation-lines":[258],"whole":[261],"input":[262],"offer":[266],"better":[267],"color":[268],"constancy":[269],"smoothness.":[272],"Extensive":[273],"experiments":[274],"show":[275],"effectiveness":[277],"approach,":[280],"provides":[282],"superior":[283],"results":[284],"compared":[285],"state":[289],"art":[292],"quantitatively":[295],"qualitatively.":[297],"source":[299],"code":[300],"will":[301],"made":[303],"publicly":[304],"available":[305],"at:":[306],"<uri":[307],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[308],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/flyywh/CVPR-2020-Self-Rain-Removal-Journal</uri>":[309],".":[310]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2022-07-07T00:00:00"}