{"id":"https://openalex.org/W4415970876","doi":"https://doi.org/10.1109/tcsvt.2025.3629686","title":"Diff-Restorer: Unleashing Visual Prompts for Diffusion-Based Universal Image Restoration","display_name":"Diff-Restorer: Unleashing Visual Prompts for Diffusion-Based Universal Image Restoration","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415970876","doi":"https://doi.org/10.1109/tcsvt.2025.3629686"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2025.3629686","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3629686","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004323368","display_name":"Yuhong Zhang","orcid":"https://orcid.org/0009-0000-8902-0013"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhong Zhang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0000-8902-0013","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084917118","display_name":"Hengsheng Zhang","orcid":"https://orcid.org/0009-0004-0733-6428"},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengsheng Zhang","raw_affiliation_strings":["College of Information, Mechanical and Electrical Engineering, Shanghai Normal University, Shanghai, China","College of Information, Mechanical and Electrical Engineering, Shanghai Normal University, China"],"raw_orcid":"https://orcid.org/0000-0001-6738-3462","affiliations":[{"raw_affiliation_string":"College of Information, Mechanical and Electrical Engineering, Shanghai Normal University, Shanghai, China","institution_ids":["https://openalex.org/I21945476"]},{"raw_affiliation_string":"College of Information, Mechanical and Electrical Engineering, Shanghai Normal University, China","institution_ids":["https://openalex.org/I21945476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037457833","display_name":"Xinning Chai","orcid":"https://orcid.org/0009-0007-7310-6796"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinning Chai","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0007-7310-6796","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071945287","display_name":"Zhengxue Cheng","orcid":"https://orcid.org/0000-0001-8258-6364"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxue Cheng","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-8258-6364","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101577089","display_name":"Rong Xie","orcid":"https://orcid.org/0000-0002-8261-5337"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xie","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-8261-5337","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002404808","display_name":"Li Song","orcid":"https://orcid.org/0000-0002-7124-5182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Song","raw_affiliation_strings":["Institute of Image Communication and Network Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-7124-5182","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-8799-1182","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0621,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92598815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"36","issue":"4","first_page":"4259","last_page":"4274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.42089998722076416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.42089998722076416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.28600001335144043,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.13429999351501465,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.6157000064849854},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation (telecommunications)","score":0.5304999947547913},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5236999988555908},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.48069998621940613},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4799000024795532},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.474700003862381},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4702000021934509},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4609000086784363},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.45339998602867126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8162000179290771},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.6157000064849854},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.5304999947547913},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5001000165939331},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4799000024795532},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.474700003862381},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4702000021934509},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4609000086784363},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.45339998602867126},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41990000009536743},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3930000066757202},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.3626999855041504},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35929998755455017},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.34610000252723694},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.271699994802475},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3629686","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3629686","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G301855622","display_name":null,"funder_award_id":"24511106200","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G3275187693","display_name":null,"funder_award_id":"62431015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4950456183","display_name":null,"funder_award_id":"BP0719010","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G7861642954","display_name":null,"funder_award_id":"62571317","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8586712636","display_name":null,"funder_award_id":"22DZ2229005","funder_id":"https://openalex.org/F4320327718","funder_display_name":"Shanghai Key Laboratory of Digital Media Processing and Transmission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320327718","display_name":"Shanghai Key Laboratory of Digital Media Processing and Transmission","ror":null},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Image":[0],"restoration":[1,93],"aims":[2],"to":[3,18,24,53,66,75,129,151,163,172],"recover":[4],"high-quality":[5],"images":[6],"from":[7,110],"degraded":[8],"observations,":[9],"yet":[10],"real-world":[11,54],"degradations":[12],"are":[13],"complex,":[14],"coupled,":[15],"and":[16,55,70,79,118,167,182,197],"difficult":[17,65],"model.":[19,103],"Existing":[20],"task-specific":[21,45],"methods":[22,35,191],"struggle":[23],"generalize":[25],"beyond":[26],"predefined":[27],"degradation":[28,98,119,140,184],"types,":[29],"while":[30],"recent":[31],"all-in-one":[32],"or":[33,47,60],"prompt-based":[34],"still":[36],"face":[37],"three":[38],"key":[39],"challenges:":[40],"(1)":[41],"they":[42,72],"rely":[43],"on":[44,178],"training":[46],"fixed":[48],"prompt":[49],"pools,":[50],"limiting":[51],"adaptability":[52],"mixed":[56,183],"degradations;":[57],"(2)":[58],"human-instruction":[59],"implicit-prompt":[61],"mechanisms":[62],"make":[63],"them":[64],"use":[67],"in":[68,192],"practice;":[69],"(3)":[71],"often":[73],"fail":[74],"balance":[76],"structural":[77,165],"fidelity":[78],"perceptual":[80,137],"realism.":[81],"To":[82],"address":[83],"these":[84],"issues,":[85],"we":[86,158],"propose":[87],"Diff-Restorer,":[88],"a":[89,101,111,160],"diffusion-based":[90],"universal":[91],"image":[92],"framework":[94],"that":[95,187],"unifies":[96],"diverse":[97],"handling":[99],"within":[100],"single":[102],"Diff-Restorer":[104,188],"adaptively":[105],"extracts":[106],"decoupled":[107],"visual":[108],"prompts":[109,128],"visual-language":[112],"model":[113,133],"(CLIP),":[114],"including":[115],"clear":[116,122],"semantic":[117,123],"embeddings.":[120],"The":[121,139],"embeddings":[124,141],"serve":[125],"as":[126,142],"content":[127],"guide":[130],"the":[131,143,147,169,173],"diffusion":[132],"for":[134],"generation,":[135],"improving":[136],"quality.":[138],"task":[144],"identifier":[145],"modulate":[146],"Image-guided":[148],"Control":[149],"Module":[150],"generate":[152],"structure":[153],"control,":[154],"ensuring":[155],"faithfulness.":[156],"Furthermore,":[157],"design":[159],"Task-aware":[161],"Decoder":[162],"perform":[164],"correction":[166],"convert":[168],"latent":[170],"code":[171],"pixel":[174],"domain.":[175],"Extensive":[176],"experiments":[177],"various":[179],"single,":[180],"real-world,":[181],"tasks":[185],"show":[186],"outperforms":[189],"state-of-the-art":[190],"terms":[193],"of":[194],"generality,":[195],"realism,":[196],"fidelity.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-10T06:02:16.177343","created_date":"2025-11-06T00:00:00"}