{"id":"https://openalex.org/W3212516020","doi":"https://doi.org/10.1145/3528233.3530757","title":"Palette: Image-to-Image Diffusion Models","display_name":"Palette: Image-to-Image Diffusion Models","publication_year":2022,"publication_date":"2022-07-20","ids":{"openalex":"https://openalex.org/W3212516020","doi":"https://doi.org/10.1145/3528233.3530757","mag":"3212516020"},"language":"en","primary_location":{"id":"doi:10.1145/3528233.3530757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530757","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530757","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530757","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022455158","display_name":"Chitwan Saharia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Chitwan Saharia","raw_affiliation_strings":["Google Research, Canada"],"affiliations":[{"raw_affiliation_string":"Google Research, Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102811560","display_name":"William Chan","orcid":"https://orcid.org/0000-0001-6205-255X"},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"William Chan","raw_affiliation_strings":["Google Research, Canada"],"affiliations":[{"raw_affiliation_string":"Google Research, Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080892652","display_name":"Huiwen Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huiwen Chang","raw_affiliation_strings":["Google Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039950841","display_name":"Chris Lee","orcid":"https://orcid.org/0000-0001-7020-2036"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Lee","raw_affiliation_strings":["Google Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053018827","display_name":"Jonathan Ho","orcid":"https://orcid.org/0000-0003-4010-5256"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Ho","raw_affiliation_strings":["Google Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082512329","display_name":"Tim Salimans","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tim Salimans","raw_affiliation_strings":["Google Research, Netherlands"],"affiliations":[{"raw_affiliation_string":"Google Research, Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035123135","display_name":"David J. Fleet","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"David Fleet","raw_affiliation_strings":["Google Research, Canada"],"affiliations":[{"raw_affiliation_string":"Google Research, Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103947107","display_name":"Mohammad Norouzi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad Norouzi","raw_affiliation_strings":["Google Research, Canada"],"affiliations":[{"raw_affiliation_string":"Google Research, Canada","institution_ids":["https://openalex.org/I4210148186"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5022455158"],"corresponding_institution_ids":["https://openalex.org/I4210148186"],"apc_list":null,"apc_paid":null,"fwci":139.9234,"has_fulltext":true,"cited_by_count":1432,"citation_normalized_percentile":{"value":0.99985379,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9383000135421753,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8118956089019775},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.724276065826416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6072790622711182},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5779199600219727},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5211615562438965},{"id":"https://openalex.org/keywords/image-translation","display_name":"Image translation","score":0.5178161263465881},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5066474080085754},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.45050835609436035},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4308817684650421},{"id":"https://openalex.org/keywords/jpeg","display_name":"JPEG","score":0.42881518602371216},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.4287777841091156},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4246971607208252},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3933649957180023},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38117751479148865},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.374683678150177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8118956089019775},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.724276065826416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6072790622711182},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5779199600219727},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5211615562438965},{"id":"https://openalex.org/C2779757391","wikidata":"https://www.wikidata.org/wiki/Q6002292","display_name":"Image translation","level":3,"score":0.5178161263465881},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5066474080085754},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.45050835609436035},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4308817684650421},{"id":"https://openalex.org/C198751489","wikidata":"https://www.wikidata.org/wiki/Q2195","display_name":"JPEG","level":3,"score":0.42881518602371216},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.4287777841091156},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4246971607208252},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3933649957180023},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38117751479148865},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.374683678150177},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3528233.3530757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530757","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530757","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3528233.3530757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530757","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530757","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3212516020.pdf","grobid_xml":"https://content.openalex.org/works/W3212516020.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W134498629","https://openalex.org/W1993120651","https://openalex.org/W2092143568","https://openalex.org/W2095297868","https://openalex.org/W2108598243","https://openalex.org/W2142683286","https://openalex.org/W2214802144","https://openalex.org/W2295936755","https://openalex.org/W2308529009","https://openalex.org/W2326925005","https://openalex.org/W2584890299","https://openalex.org/W2732026016","https://openalex.org/W2738588019","https://openalex.org/W2798365772","https://openalex.org/W2911590151","https://openalex.org/W2948627722","https://openalex.org/W2962687329","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963186101","https://openalex.org/W2963255313","https://openalex.org/W2963470893","https://openalex.org/W2963494934","https://openalex.org/W2963767194","https://openalex.org/W2963879752","https://openalex.org/W2964343197","https://openalex.org/W2982763192","https://openalex.org/W2986945954","https://openalex.org/W2989855043","https://openalex.org/W2991377405","https://openalex.org/W3008062244","https://openalex.org/W3034419329","https://openalex.org/W3034482833","https://openalex.org/W3043547428","https://openalex.org/W3104026448","https://openalex.org/W3111504995","https://openalex.org/W3176607118","https://openalex.org/W3179869055","https://openalex.org/W3198769980","https://openalex.org/W4240726888","https://openalex.org/W4251264660","https://openalex.org/W4312315996","https://openalex.org/W6600339963"],"related_works":["https://openalex.org/W4288069866","https://openalex.org/W4323644272","https://openalex.org/W3141680784","https://openalex.org/W2936127876","https://openalex.org/W4387421677","https://openalex.org/W4213477128","https://openalex.org/W2806541789","https://openalex.org/W2957407072","https://openalex.org/W4312511225","https://openalex.org/W3094011899"],"abstract_inverted_index":{"This":[0],"paper":[1],"develops":[2],"a":[3,96,116,133,144],"unified":[4,97],"framework":[5,17],"for":[6,161],"image-to-image":[7,21,35,137],"translation":[8,22,138],"based":[9,100],"on":[10,18,44,77,101],"conditional":[11],"diffusion":[12,36,75,147],"models":[13,37],"and":[14,28,41,80,106,119,167],"evaluates":[15],"this":[16,127],"four":[19],"challenging":[20],"tasks,":[23,46],"namely":[24],"colorization,":[25],"inpainting,":[26],"uncropping,":[27],"JPEG":[29],"restoration.":[30],"Our":[31],"simple":[32],"implementation":[33],"of":[34,66,84,115,164],"outperforms":[38],"strong":[39],"GAN":[40],"regression":[42],"baselines":[43],"all":[45],"without":[47],"task-specific":[48,155],"hyper-parameter":[49],"tuning,":[50],"architecture":[51,89],"customization,":[52],"or":[53,57,152],"any":[54],"auxiliary":[55],"loss":[56,71],"sophisticated":[58],"new":[59],"techniques":[60],"needed.":[61],"We":[62,125],"uncover":[63],"the":[64,73,82,87,165],"impact":[65],"an":[67,162],"L2":[68],"vs.":[69],"L1":[70],"in":[72,86,135],"denoising":[74],"objective":[76],"sample":[78,107],"diversity,":[79],"demonstrate":[81],"importance":[83],"self-attention":[85],"neural":[88],"through":[90],"empirical":[91],"studies.":[92],"Importantly,":[93],"we":[94,141],"advocate":[95],"evaluation":[98,105,129],"protocol":[99,130],"ImageNet,":[102],"with":[103],"human":[104],"quality":[108],"scores":[109],"(FID,":[110],"Inception":[111],"Score,":[112],"Classification":[113],"Accuracy":[114],"pre-trained":[117],"ResNet-50,":[118],"Perceptual":[120],"Distance":[121],"against":[122],"original":[123],"images).":[124],"expect":[126],"standardized":[128],"to":[131],"play":[132],"role":[134],"advancing":[136],"research.":[139],"Finally,":[140],"show":[142],"that":[143],"generalist,":[145],"multi-task":[146],"model":[148],"performs":[149],"as":[150],"well":[151],"better":[153],"than":[154],"specialist":[156],"counterparts.":[157],"Check":[158],"out":[159],"https://diffusion-palette.github.io/":[160],"overview":[163],"results":[166],"code.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":61},{"year":2025,"cited_by_count":438},{"year":2024,"cited_by_count":572},{"year":2023,"cited_by_count":325},{"year":2022,"cited_by_count":35},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}