{"id":"https://openalex.org/W4402980226","doi":"https://doi.org/10.1109/icme57554.2024.10687818","title":"Minutes to Seconds: Speeded-up DDPM-based Image Inpainting with Coarse-to-Fine Sampling","display_name":"Minutes to Seconds: Speeded-up DDPM-based Image Inpainting with Coarse-to-Fine Sampling","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980226","doi":"https://doi.org/10.1109/icme57554.2024.10687818"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101985939","display_name":"Lintao Zhang","orcid":"https://orcid.org/0000-0003-2234-9476"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lintao Zhang","raw_affiliation_strings":["Fudan University,School of Computer Science,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047942518","display_name":"Xiangcheng Du","orcid":"https://orcid.org/0000-0002-4268-6114"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangcheng Du","raw_affiliation_strings":["Fudan University,School of Computer Science,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094178890","display_name":"LeoWu TomyEnrique","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"LeoWu TomyEnrique","raw_affiliation_strings":["Fudan University,School of Computer Science,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355038","display_name":"Yiqun Wang","orcid":"https://orcid.org/0000-0002-4400-9379"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Wang","raw_affiliation_strings":["Fudan University,School of Computer Science,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056833841","display_name":"Yingbin Zheng","orcid":"https://orcid.org/0000-0002-5590-9292"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingbin Zheng","raw_affiliation_strings":["Videt Technology,China"],"affiliations":[{"raw_affiliation_string":"Videt Technology,China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100625873","display_name":"Cheng Jin","orcid":"https://orcid.org/0000-0003-3063-1957"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Jin","raw_affiliation_strings":["Fudan University,School of Computer Science,China"],"affiliations":[{"raw_affiliation_string":"Fudan University,School of Computer Science,China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101985939"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.8369,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86940656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.7892606258392334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6373083591461182},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6035215854644775},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5872294306755066},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5479360818862915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5399970412254333},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.36848002672195435}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.7892606258392334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6373083591461182},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6035215854644775},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5872294306755066},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5479360818862915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5399970412254333},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.36848002672195435},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2013035813","https://openalex.org/W2096461046","https://openalex.org/W2100415658","https://openalex.org/W2133665775","https://openalex.org/W2295936755","https://openalex.org/W2962785568","https://openalex.org/W2963420272","https://openalex.org/W2989505547","https://openalex.org/W2991377405","https://openalex.org/W3035002246","https://openalex.org/W3036167779","https://openalex.org/W3130440474","https://openalex.org/W3136958399","https://openalex.org/W3144276858","https://openalex.org/W3157141280","https://openalex.org/W3162926177","https://openalex.org/W3166762869","https://openalex.org/W3199003182","https://openalex.org/W3206082266","https://openalex.org/W4221004921","https://openalex.org/W4288099666","https://openalex.org/W4294643831","https://openalex.org/W4301206121","https://openalex.org/W4312383858","https://openalex.org/W4312497550","https://openalex.org/W4312870564","https://openalex.org/W4313142698","https://openalex.org/W4367315935","https://openalex.org/W4385490375","https://openalex.org/W6745560452","https://openalex.org/W6765779288","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6791190667","https://openalex.org/W6795288823","https://openalex.org/W6840815571"],"related_works":["https://openalex.org/W2017457812","https://openalex.org/W3178025616","https://openalex.org/W2131831293","https://openalex.org/W2946160871","https://openalex.org/W3035059915","https://openalex.org/W1995073329","https://openalex.org/W2060947339","https://openalex.org/W425542480","https://openalex.org/W49967185","https://openalex.org/W2107727507"],"abstract_inverted_index":{"For":[0],"image":[1,58,110,133],"inpainting,":[2],"the":[3,37,77,95,113,121],"existing":[4],"Denoising":[5,89],"Diffusion":[6,72,90],"Probabilistic":[7],"Model":[8,73],"(DDPM)":[9],"based":[10],"method":[11,60,138],"i.e.":[12],"RePaint":[13],"can":[14],"produce":[15],"high-quality":[16],"images":[17],"for":[18,94],"any":[19],"inpainting":[20,32,59,134],"form.":[21],"It":[22],"utilizes":[23],"a":[24,28,69,84],"pre-trained":[25,70],"DDPM":[26],"as":[27],"prior":[29],"and":[30,116,131,136],"generates":[31],"results":[33],"by":[34,108],"conditioning":[35],"on":[36,128],"reverse":[38],"diffusion":[39],"process,":[40],"namely":[41],"denoising":[42,96,118],"process.":[43,97],"However,":[44],"this":[45,51],"process":[46],"is":[47],"significantly":[48],"time-consuming.":[49],"In":[50],"paper,":[52],"we":[53,67,82,99],"propose":[54,100],"an":[55],"efficient":[56],"DDPM-based":[57],"which":[61,104],"includes":[62],"three":[63],"speed-up":[64],"strategies.":[65],"First,":[66],"utilize":[68],"Light-Weight":[71],"(LWDM)":[74],"to":[75],"reduce":[76],"number":[78],"of":[79,88],"parameters.":[80],"Second,":[81],"introduce":[83],"skip-step":[85],"sampling":[86],"scheme":[87],"Implicit":[91],"Models":[92],"(DDIM)":[93],"Finally,":[98],"Coarse-to-Fine":[101],"Sampling":[102],"(CFS),":[103],"speeds":[105],"up":[106],"inference":[107],"reducing":[109],"resolution":[111],"in":[112,120],"coarse":[114],"stage":[115],"decreasing":[117],"timesteps":[119],"refinement":[122],"stage.":[123],"We":[124],"conduct":[125],"extensive":[126],"experiments":[127],"both":[129],"faces":[130],"general-purpose":[132],"tasks,":[135],"our":[137],"achieves":[139],"competitive":[140],"performance":[141],"with":[142],"approximately":[143],"60":[144],"times":[145],"speedup.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}