{"id":"https://openalex.org/W4402774366","doi":"https://doi.org/10.1109/cvpr52733.2024.02403","title":"Multimodal Prompt Perceiver: Empower Adaptiveness, Generalizability and Fidelity for All-in-One Image Restoration","display_name":"Multimodal Prompt Perceiver: Empower Adaptiveness, Generalizability and Fidelity for All-in-One Image Restoration","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402774366","doi":"https://doi.org/10.1109/cvpr52733.2024.02403"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.02403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.02403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021103579","display_name":"Yuang Ai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuang Ai","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005195235","display_name":"Huaibo Huang","orcid":"https://orcid.org/0000-0001-5866-2283"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaibo Huang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103242235","display_name":"Xiaoqiang Zhou","orcid":"https://orcid.org/0000-0002-8709-3574"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Zhou","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695034","display_name":"Jiexiang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiexiang Wang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112749024","display_name":"Ran He","orcid":"https://orcid.org/0000-0002-3807-991X"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran He","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,MAIS & CRIPAC,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021103579"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":15.0275,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.99224336,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"25432","last_page":"25444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9078624844551086},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.7163166403770447},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.6401737928390503},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5784540176391602},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4939892888069153},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37686049938201904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3744693994522095},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.364715039730072},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.16418638825416565},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.08384767174720764}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9078624844551086},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.7163166403770447},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.6401737928390503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5784540176391602},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4939892888069153},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37686049938201904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3744693994522095},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.364715039730072},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.16418638825416565},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.08384767174720764},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.02403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.02403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G357238165","display_name":null,"funder_award_id":"2022132","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G5305587972","display_name":null,"funder_award_id":"U21B2045,U20A20223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8295388262","display_name":null,"funder_award_id":"20230484276","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W1598401975","https://openalex.org/W2365681766","https://openalex.org/W2393963626"],"abstract_inverted_index":{"Despite":[0],"substantial":[1],"progress,":[2],"all-in-one":[3,39,110],"image":[4,76],"restoration":[5,92],"(IR)":[6],"grapples":[7],"with":[8],"persistent":[9],"challenges":[10],"in":[11,128,137,151],"handling":[12],"intricate":[13],"real-world":[14],"degradations.":[15,84],"This":[16],"paper":[17],"introduces":[18],"MPerceiver:":[19],"a":[20,45,86,125],"novel":[21],"multimodal":[22],"prompt":[23],"learning":[24],"approach":[25],"that":[26],"harnesses":[27],"Stable":[28],"Diffusion":[29],"(SD)":[30],"priors":[31],"to":[32,48,81],"enhance":[33],"adaptiveness,":[34,154],"generalizability":[35],"and":[36,59,112,134,156],"fidelity":[37,93],"for":[38,56,61,109],"im-age":[40],"restoration.":[41],"Specifically,":[42],"we":[43],"develop":[44],"dual-branch":[46],"module":[47,90],"master":[49],"two":[50],"types":[51],"of":[52,149,153],"SD":[53],"prompts:":[54],"textual":[55],"holistic":[57],"representation":[58,127],"visual":[60],"multiscale":[62],"detail":[63,88],"rep-resentation.":[64],"Both":[65],"prompts":[66],"are":[67],"dynamically":[68],"adjusted":[69],"by":[70],"degradation":[71],"predictions":[72],"from":[73],"the":[74,147],"CLIP":[75],"encoder,":[77],"en-abling":[78],"adaptive":[79],"responses":[80],"diverse":[82],"unknown":[83],"Moreover,":[85],"plug-in":[87],"refinement":[89],"im-proves":[91],"via":[94],"direct":[95],"encoder-to-decoder":[96],"in-formation":[97],"transformation.":[98],"To":[99],"assess":[100],"our":[101],"method,":[102],"MPer-ceiver":[103],"is":[104],"trained":[105],"on":[106,142],"9":[107],"tasks":[108,145],"IR":[111,144],"outper-forms":[113],"state-of-the-art":[114],"task-specific":[115],"methods":[116],"across":[117],"many":[118],"tasks.":[119,139],"Post":[120],"multitask":[121],"pre-training,":[122],"MPerceiver":[123,150],"attains":[124],"generalized":[126],"low-level":[129],"vision,":[130],"exhibiting":[131],"remarkable":[132],"zero-shot":[133],"few-shot":[135],"capabilities":[136],"unseen":[138],"Extensive":[140],"experiments":[141],"16":[143],"underscore":[146],"superiority":[148],"terms":[152],"gener-alizability":[155],"fidelity.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":11}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}