{"id":"https://openalex.org/W4404371545","doi":"https://doi.org/10.1109/tpami.2024.3498003","title":"DiffI2I: Efficient Diffusion Model for Image-to-Image Translation","display_name":"DiffI2I: Efficient Diffusion Model for Image-to-Image Translation","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404371545","doi":"https://doi.org/10.1109/tpami.2024.3498003","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030370"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3498003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3498003","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100751857","display_name":"Bin Xia","orcid":"https://orcid.org/0000-0002-5583-3275"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bin Xia","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074865219","display_name":"Yulun Zhang","orcid":"https://orcid.org/0000-0002-2288-5079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yulun Zhang","raw_affiliation_strings":["Computer Vision Lab, ETH Zürich, Zürich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Computer Vision Lab, ETH Zürich, Zürich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074220649","display_name":"Shiyin Wang","orcid":"https://orcid.org/0009-0008-6970-0140"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiyin Wang","raw_affiliation_strings":["ByteDance Inc., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650009","display_name":"Yitong Wang","orcid":"https://orcid.org/0000-0002-7559-4152"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yitong Wang","raw_affiliation_strings":["ByteDance Inc., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015726547","display_name":"Xinglong Wu","orcid":"https://orcid.org/0009-0007-5860-5941"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinglong Wu","raw_affiliation_strings":["ByteDance Inc., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101835756","display_name":"Yapeng Tian","orcid":"https://orcid.org/0000-0003-1423-4513"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yapeng Tian","raw_affiliation_strings":["Department of Computer Science, The University of Texas at Dallas, Richardson, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026184280","display_name":"Wenming Yang","orcid":"https://orcid.org/0000-0002-2506-1286"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Yang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092715225","display_name":"Radu Timotfe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Radu Timotfe","raw_affiliation_strings":["Computer Vision Lab, IFI & CAIDAS, University of Würzburg, Würzburg, Germany"],"affiliations":[{"raw_affiliation_string":"Computer Vision Lab, IFI & CAIDAS, University of Würzburg, Würzburg, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001254143","display_name":"Luc Van Gool","orcid":"https://orcid.org/0000-0002-3445-5711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luc Van Gool","raw_affiliation_strings":["Computer Vision Lab, ETH Zürich, Zürich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Computer Vision Lab, ETH Zürich, Zürich, Switzerland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100751857"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.1579,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93228868,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"47","issue":"3","first_page":"1578","last_page":"1593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6751627326011658},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.6684376001358032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6426663994789124},{"id":"https://openalex.org/keywords/image-translation","display_name":"Image translation","score":0.6148446202278137},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5923925638198853},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5902575850486755},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.4994666576385498},{"id":"https://openalex.org/keywords/image-registration","display_name":"Image registration","score":0.4441232681274414},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42982080578804016},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4270060658454895}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6751627326011658},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.6684376001358032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6426663994789124},{"id":"https://openalex.org/C2779757391","wikidata":"https://www.wikidata.org/wiki/Q6002292","display_name":"Image translation","level":3,"score":0.6148446202278137},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5923925638198853},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5902575850486755},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.4994666576385498},{"id":"https://openalex.org/C166704113","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image registration","level":3,"score":0.4441232681274414},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42982080578804016},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4270060658454895},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3498003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3498003","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40030370","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030370","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":147,"referenced_works":["https://openalex.org/W1885185971","https://openalex.org/W1903029394","https://openalex.org/W1930824406","https://openalex.org/W2047920195","https://openalex.org/W2108598243","https://openalex.org/W2125389028","https://openalex.org/W2167307343","https://openalex.org/W2192954843","https://openalex.org/W2194775991","https://openalex.org/W2242218935","https://openalex.org/W2412782625","https://openalex.org/W2503339013","https://openalex.org/W2557216475","https://openalex.org/W2560533888","https://openalex.org/W2732026016","https://openalex.org/W2737258237","https://openalex.org/W2739757502","https://openalex.org/W2741137940","https://openalex.org/W2787091153","https://openalex.org/W2798735168","https://openalex.org/W2866634454","https://openalex.org/W2883780447","https://openalex.org/W2899663614","https://openalex.org/W2907097116","https://openalex.org/W2910628332","https://openalex.org/W2952773607","https://openalex.org/W2954930822","https://openalex.org/W2961218591","https://openalex.org/W2962785568","https://openalex.org/W2962960377","https://openalex.org/W2963037989","https://openalex.org/W2963163009","https://openalex.org/W2963312584","https://openalex.org/W2963372104","https://openalex.org/W2963420272","https://openalex.org/W2963470893","https://openalex.org/W2963814095","https://openalex.org/W2964030969","https://openalex.org/W2965217508","https://openalex.org/W2982763192","https://openalex.org/W2982795046","https://openalex.org/W2985764327","https://openalex.org/W2987150909","https://openalex.org/W2988641380","https://openalex.org/W2990946490","https://openalex.org/W3000775737","https://openalex.org/W3011043518","https://openalex.org/W3017136408","https://openalex.org/W3034419329","https://openalex.org/W3034595214","https://openalex.org/W3034789174","https://openalex.org/W3035302306","https://openalex.org/W3035484352","https://openalex.org/W3035557850","https://openalex.org/W3043547428","https://openalex.org/W3096609285","https://openalex.org/W3101659800","https://openalex.org/W3107405705","https://openalex.org/W3108179104","https://openalex.org/W3121370741","https://openalex.org/W3122239467","https://openalex.org/W3129651364","https://openalex.org/W3131500599","https://openalex.org/W3136958399","https://openalex.org/W3138516171","https://openalex.org/W3147328569","https://openalex.org/W3155072588","https://openalex.org/W3167568784","https://openalex.org/W3170697543","https://openalex.org/W3170841864","https://openalex.org/W3171125843","https://openalex.org/W3173727695","https://openalex.org/W3174397558","https://openalex.org/W3175528029","https://openalex.org/W3188511781","https://openalex.org/W3199003182","https://openalex.org/W3202040256","https://openalex.org/W3203631022","https://openalex.org/W3207918547","https://openalex.org/W3212516020","https://openalex.org/W4221147148","https://openalex.org/W4225672218","https://openalex.org/W4225759859","https://openalex.org/W4225949693","https://openalex.org/W4226014430","https://openalex.org/W4281487633","https://openalex.org/W4281702815","https://openalex.org/W4281781228","https://openalex.org/W4283706543","https://openalex.org/W4289639899","https://openalex.org/W4295521014","https://openalex.org/W4303440777","https://openalex.org/W4308023490","https://openalex.org/W4312293341","https://openalex.org/W4312383858","https://openalex.org/W4312460030","https://openalex.org/W4312497550","https://openalex.org/W4312785900","https://openalex.org/W4312873952","https://openalex.org/W4312933868","https://openalex.org/W4312938066","https://openalex.org/W4313051036","https://openalex.org/W4322760941","https://openalex.org/W4385815585","https://openalex.org/W4386723894","https://openalex.org/W4390872147","https://openalex.org/W4390872583","https://openalex.org/W4400524387","https://openalex.org/W4402781400","https://openalex.org/W4402816858","https://openalex.org/W4404533930","https://openalex.org/W6638194035","https://openalex.org/W6678815747","https://openalex.org/W6679045638","https://openalex.org/W6726497184","https://openalex.org/W6735913928","https://openalex.org/W6755977528","https://openalex.org/W6757857098","https://openalex.org/W6762718338","https://openalex.org/W6765779288","https://openalex.org/W6766261854","https://openalex.org/W6779823529","https://openalex.org/W6780226713","https://openalex.org/W6783182287","https://openalex.org/W6783713337","https://openalex.org/W6784094891","https://openalex.org/W6784333009","https://openalex.org/W6786375611","https://openalex.org/W6788135285","https://openalex.org/W6791190667","https://openalex.org/W6795288823","https://openalex.org/W6797359156","https://openalex.org/W6797399245","https://openalex.org/W6797906067","https://openalex.org/W6805335523","https://openalex.org/W6809940947","https://openalex.org/W6810242703","https://openalex.org/W6810661541","https://openalex.org/W6838327568","https://openalex.org/W6838400046","https://openalex.org/W6838738615","https://openalex.org/W6845281891","https://openalex.org/W6846611385","https://openalex.org/W6846696581","https://openalex.org/W6848963243","https://openalex.org/W6850292659","https://openalex.org/W6850556344"],"related_works":["https://openalex.org/W4288069866","https://openalex.org/W4323644272","https://openalex.org/W4405115932","https://openalex.org/W2936127876","https://openalex.org/W4387421677","https://openalex.org/W4213477128","https://openalex.org/W2957407072","https://openalex.org/W4312511225","https://openalex.org/W4281776416","https://openalex.org/W3094011899"],"abstract_inverted_index":{"The":[0],"Diffusion":[1],"Model":[2],"(DM)":[3],"has":[4],"emerged":[5],"as":[6,34,163],"the":[7,14,145,148,155,160,169],"SOTA":[8,200],"approach":[9],"for":[10,46,73,88],"image":[11,28,47],"synthesis.":[12],"However,":[13],"existing":[15],"DM":[16,86,122,149],"cannot":[17],"perform":[18],"well":[19],"on":[20,191],"some":[21,30],"image-to-image":[22],"translation":[23],"(I2I)":[24],"tasks.":[25],"Different":[26],"from":[27],"synthesis,":[29],"I2I":[31,100,107,138,193],"tasks,":[32,194],"such":[33],"super-resolution,":[35],"require":[36,49],"generating":[37],"results":[38],"in":[39,117],"accordance":[40],"with":[41],"GT":[42,126],"images.":[43],"Traditional":[44],"DMs":[45],"synthesis":[48],"extensive":[50,189],"iterations":[51],"and":[52,71,84,110,121,127,179,185],"large":[53],"denoising":[54,112,183],"models":[55],"to":[56,69,134,152,158,166,174],"estimate":[57,159],"entire":[58],"images,":[59],"which":[60],"gives":[61],"their":[62],"strong":[63],"generative":[64],"ability":[65],"but":[66],"also":[67],"leads":[68],"artifacts":[70],"inefficiency":[72],"I2I.":[74],"To":[75],"tackle":[76],"this":[77],"challenge,":[78],"we":[79,195],"propose":[80],"a":[81,98,105,111,136,181],"simple,":[82],"efficient,":[83],"powerful":[85],"framework":[87],"I2I,":[89],"called":[90],"DiffI2I.":[91],"Specifically,":[92],"DiffI2I":[93,116,173,198],"comprises":[94],"three":[95],"key":[96],"components:":[97],"compact":[99,137,170],"prior":[101,139],"extraction":[102],"network":[103,184],"(CPEN),":[104],"dynamic":[106],"transformer":[108],"(DI2Iformer),":[109],"network.":[113],"We":[114],"train":[115],"two":[118],"stages:":[119],"pretraining":[120],"training.":[123],"For":[124],"pretraining,":[125],"input":[128,156],"images":[129,157],"are":[130],"fed":[131],"into":[132],"CPEN":[133],"capture":[135],"representation":[140],"(IPR)":[141],"guiding":[142],"DI2Iformer.":[143],"In":[144],"second":[146],"stage,":[147],"is":[150],"trained":[151],"only":[153],"use":[154],"same":[161],"IRP":[162],"CPEN.":[164],"Compared":[165],"traditional":[167],"DMs,":[168],"IPR":[171],"enables":[172],"obtain":[175],"more":[176],"accurate":[177],"outcomes":[178],"employ":[180],"lighter":[182],"fewer":[186],"iterations.":[187],"Through":[188],"experiments":[190],"various":[192],"demonstrate":[196],"that":[197],"achieves":[199],"performance":[201],"while":[202],"significantly":[203],"reducing":[204],"computational":[205],"burdens.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}