{"id":"https://openalex.org/W4386075855","doi":"https://doi.org/10.1109/cvpr52729.2023.01348","title":"Real-Time Controllable Denoising for Image and Video","display_name":"Real-Time Controllable Denoising for Image and Video","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386075855","doi":"https://doi.org/10.1109/cvpr52729.2023.01348"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01348","doi":"https://doi.org/10.1109/cvpr52729.2023.01348","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01348","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.16425","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100751311","display_name":"Zhaoyang Zhang","orcid":"https://orcid.org/0000-0003-2346-6228","observed_orcids":["https://orcid.org/0000-0003-2346-6228","https://orcid.org/0000-0003-2287-2486","https://orcid.org/0009-0007-7888-911X","https://orcid.org/0000-0002-2429-0757"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhaoyang Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101093961","display_name":"Yitong Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yitong Jiang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101827257","display_name":"Wenqi Shao","orcid":"https://orcid.org/0000-0003-3781-4086","observed_orcids":["https://orcid.org/0000-0003-3781-4086"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Wenqi Shao","raw_affiliation_strings":["The Chinese University of Hong Kong","Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444820","display_name":"Xiaogang Wang","orcid":"https://orcid.org/0000-0002-7929-5889","observed_orcids":["https://orcid.org/0000-0002-7929-5889"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaogang Wang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752686","display_name":"Ping Luo","orcid":"https://orcid.org/0000-0002-6685-7950","observed_orcids":["https://orcid.org/0000-0002-6685-7950"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Ping Luo","raw_affiliation_strings":["The Univesity of Hong Kong","Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Univesity of Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079352699","display_name":"Kaimo Lin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaimo Lin","raw_affiliation_strings":["SenseBrain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseBrain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100370029","display_name":"Jinwei Gu","orcid":"https://orcid.org/0000-0001-8705-8237","observed_orcids":["https://orcid.org/0000-0001-8705-8237"]},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Jinwei Gu","raw_affiliation_strings":["The Chinese University of Hong Kong","Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9532,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.94385898,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"14028","last_page":"14038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-denoising","display_name":"video denoising","score":0.9279999732971191},{"id":"https://openalex.org/keywords/real-time-denoising","display_name":"real-time denoising","score":0.843999981880188},{"id":"https://openalex.org/keywords/noise-decorrelation","display_name":"noise decorrelation","score":0.9480000138282776},{"id":"https://openalex.org/keywords/user-interaction","display_name":"user interaction","score":0.5009999871253967}],"concepts":[{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.7762476205825806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7427505850791931},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.7001845836639404},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5846593379974365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5633845329284668},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4760810434818268},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47309520840644836},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43466705083847046},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.41998499631881714},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3576810359954834},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25367483496665955},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.2210613489151001},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.193226158618927},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C23431618","wikidata":"https://www.wikidata.org/wiki/Q1404672","display_name":"Multiview Video Coding","level":4,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01348","doi":"https://doi.org/10.1109/cvpr52729.2023.01348","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01348","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.16425","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.16425","pdf_url":"https://arxiv.org/pdf/2303.16425","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.16425","doi":"https://doi.org/10.48550/arxiv.2303.16425","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.16425","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.16425","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.16425","pdf_url":"https://arxiv.org/pdf/2303.16425","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386075855.pdf","grobid_xml":"https://content.openalex.org/works/W4386075855.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1912194039","https://openalex.org/W1930824406","https://openalex.org/W2001515960","https://openalex.org/W2017132642","https://openalex.org/W2037642501","https://openalex.org/W2045079989","https://openalex.org/W2048695508","https://openalex.org/W2056370875","https://openalex.org/W2063599529","https://openalex.org/W2097073572","https://openalex.org/W2105119246","https://openalex.org/W2113945798","https://openalex.org/W2121927366","https://openalex.org/W2135065661","https://openalex.org/W2153663612","https://openalex.org/W2160547390","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2520164769","https://openalex.org/W2556068545","https://openalex.org/W2613155248","https://openalex.org/W2626778328","https://openalex.org/W2741137940","https://openalex.org/W2764207251","https://openalex.org/W2765811365","https://openalex.org/W2768814045","https://openalex.org/W2773916127","https://openalex.org/W2799192307","https://openalex.org/W2884569173","https://openalex.org/W2896409484","https://openalex.org/W2914992179","https://openalex.org/W2940805846","https://openalex.org/W2955419283","https://openalex.org/W2962848800","https://openalex.org/W2963725279","https://openalex.org/W2963743626","https://openalex.org/W2963949217","https://openalex.org/W2971719842","https://openalex.org/W2979475574","https://openalex.org/W2984447413","https://openalex.org/W2985577924","https://openalex.org/W2986324132","https://openalex.org/W3021581008","https://openalex.org/W3108114584","https://openalex.org/W3108547481","https://openalex.org/W3132289026","https://openalex.org/W3137474318","https://openalex.org/W3160160218","https://openalex.org/W3173521009","https://openalex.org/W3204478975","https://openalex.org/W3211771658","https://openalex.org/W4225672218","https://openalex.org/W4242059867","https://openalex.org/W4280522565","https://openalex.org/W4286582016","https://openalex.org/W4312938066","https://openalex.org/W4392543517","https://openalex.org/W6766844187","https://openalex.org/W6811331513"],"related_works":["https://openalex.org/W4413278322","https://openalex.org/W7131788487","https://openalex.org/W4413146326","https://openalex.org/W4321392391","https://openalex.org/W7217716350","https://openalex.org/W4297173502","https://openalex.org/W3021581008","https://openalex.org/W3165862556","https://openalex.org/W4404217025","https://openalex.org/W2956106283"],"abstract_inverted_index":{"Controllable":[0,63],"image":[1,69,176],"denoising":[2,20,41,72,84,96,179],"aims":[3],"to":[4,81,139],"generate":[5],"clean":[6],"samples":[7],"with":[8,88,123],"human":[9],"perceptual":[10],"priors":[11],"and":[12,15,70,102,161,177],"balance":[13],"sharpness":[14],"smoothness.":[16],"In":[17,57],"traditional":[18],"filter-based":[19],"methods,":[21],"this":[22,58],"can":[23,172],"be":[24],"easily":[25],"achieved":[26],"by":[27],"adjusting":[28,38],"the":[29,39,66,107,141,144],"filtering":[30],"strength.":[31],"However,":[32],"for":[33,53,180],"NN":[34],"(Neural":[35],"Network)-based":[36],"models,":[37],"final":[40],"strength":[42],"requires":[43],"performing":[44],"network":[45,91,165],"inference":[46],"each":[47],"time,":[48],"making":[49],"it":[50],"almost":[51],"impossible":[52],"real-time":[54,87,174],"user":[55,79],"interaction.":[56],"paper,":[59],"we":[60],"introduce":[61],"Real-time":[62],"Denoising":[64],"(RCD),":[65],"first":[67],"deep":[68],"video":[71,178],"pipeline":[73],"that":[74,98,127,170],"provides":[75],"a":[76,114,124,134],"fully":[77],"controllable":[78,95],"interface":[80],"edit":[82],"arbitrary":[83,149],"levels":[85],"in":[86],"only":[89],"one-time":[90],"inference.":[92,166],"Unlike":[93],"existing":[94,120,182],"methods":[97],"require":[99,164],"multiple":[100,129],"denoisers":[101],"training":[103],"stages,":[104],"RCD":[105,171],"replaces":[106],"last":[108],"output":[109],"layer":[110],"(which":[111],"usually":[112],"outputs":[113,128],"single":[115],"noise":[116,130,145,150,154],"map)":[117],"of":[118,143],"an":[119],"CNN-based":[121],"model":[122],"lightweight":[125],"module":[126],"maps.":[131],"We":[132],"propose":[133],"novel":[135],"Noise":[136],"Decorrelation":[137],"process":[138,158],"enforce":[140],"orthogonality":[142],"feature":[146],"maps,":[147],"allowing":[148],"level":[151],"control":[152],"through":[153],"map":[155],"interpolation.":[156],"This":[157],"is":[159],"network-free":[160],"does":[162],"not":[163],"Our":[167],"experiments":[168],"show":[169],"enable":[173],"editable":[175],"various":[181],"heavy-weight":[183],"models":[184],"without":[185],"sacrificing":[186],"their":[187],"original":[188],"performance.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":14}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-08-23T00:00:00"}