{"id":"https://openalex.org/W4393253100","doi":"https://doi.org/10.1109/tmm.2024.3382484","title":"MMGInpainting: Multi-Modality Guided Image Inpainting Based on Diffusion Models","display_name":"MMGInpainting: Multi-Modality Guided Image Inpainting Based on Diffusion Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393253100","doi":"https://doi.org/10.1109/tmm.2024.3382484"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3382484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3382484","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011494774","display_name":"Cong Zhang","orcid":"https://orcid.org/0009-0000-4986-5484"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cong Zhang","raw_affiliation_strings":["Department of Mathematics, School of Science, Wuhan University of Technology, Wuhan, China","Department of mathematics, the School of Science, Wuhan University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, School of Science, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Department of mathematics, the School of Science, Wuhan University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017169227","display_name":"Wenxia Yang","orcid":"https://orcid.org/0000-0003-3005-5224"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxia Yang","raw_affiliation_strings":["Department of Mathematics, School of Science, Wuhan University of Technology, Wuhan, China","Department of mathematics, the School of Science, Wuhan University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, School of Science, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Department of mathematics, the School of Science, Wuhan University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354039","display_name":"Xin Li","orcid":"https://orcid.org/0000-0003-2067-2763"},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["Department of Computer Science at the University at Albany, State University of New York, Albany, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science at the University at Albany, State University of New York, Albany, NY, USA","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007061277","display_name":"Huan Han","orcid":"https://orcid.org/0000-0002-6334-4738"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Han","raw_affiliation_strings":["Department of Mathematics, School of Science, Wuhan University of Technology, Wuhan, China","Department of mathematics, the School of Science, Wuhan University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, School of Science, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Department of mathematics, the School of Science, Wuhan University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I196699116"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011494774"],"corresponding_institution_ids":["https://openalex.org/I196699116"],"apc_list":null,"apc_paid":null,"fwci":10.5579,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.993739,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"8811","last_page":"8823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11245","display_name":"Advanced Numerical Analysis Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11245","display_name":"Advanced Numerical Analysis Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.7918825149536133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7773882150650024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5871434211730957},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5266582369804382},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5256741642951965},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5115769505500793},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36999818682670593}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.7918825149536133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773882150650024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5871434211730957},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5266582369804382},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5256741642951965},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5115769505500793},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36999818682670593}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3382484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3382484","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G257097855","display_name":null,"funder_award_id":"11901443","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4511072078","display_name":null,"funder_award_id":"11971024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1901129140","https://openalex.org/W2732026016","https://openalex.org/W2798365772","https://openalex.org/W2800677667","https://openalex.org/W2962785568","https://openalex.org/W2963420272","https://openalex.org/W2980019719","https://openalex.org/W2982763192","https://openalex.org/W2991377405","https://openalex.org/W3035426499","https://openalex.org/W3043547428","https://openalex.org/W3121986773","https://openalex.org/W3153469116","https://openalex.org/W3174194560","https://openalex.org/W3191805365","https://openalex.org/W3192575616","https://openalex.org/W3195253653","https://openalex.org/W3199003182","https://openalex.org/W3200611399","https://openalex.org/W3203538104","https://openalex.org/W3212516020","https://openalex.org/W3216352822","https://openalex.org/W4281718656","https://openalex.org/W4285146136","https://openalex.org/W4285215683","https://openalex.org/W4293327156","https://openalex.org/W4308163867","https://openalex.org/W4312383858","https://openalex.org/W4312419008","https://openalex.org/W4312497550","https://openalex.org/W4312740349","https://openalex.org/W4312933868","https://openalex.org/W4312938066","https://openalex.org/W4319300158","https://openalex.org/W4319300595","https://openalex.org/W4321012491","https://openalex.org/W4321435343","https://openalex.org/W4360884927","https://openalex.org/W4378648416","https://openalex.org/W4385245566","https://openalex.org/W4385271134","https://openalex.org/W4385271281","https://openalex.org/W4385800876","https://openalex.org/W4386057725","https://openalex.org/W4386071676","https://openalex.org/W4386072096","https://openalex.org/W4386075890","https://openalex.org/W4386075893","https://openalex.org/W4386075993","https://openalex.org/W4386076603","https://openalex.org/W4386566621","https://openalex.org/W4387195417","https://openalex.org/W4390873054","https://openalex.org/W4402753949","https://openalex.org/W6757817989","https://openalex.org/W6765779288","https://openalex.org/W6778946027","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6786375611","https://openalex.org/W6788328477","https://openalex.org/W6791190667","https://openalex.org/W6791353385","https://openalex.org/W6795288823","https://openalex.org/W6809986647","https://openalex.org/W6810940779","https://openalex.org/W6811013733","https://openalex.org/W6811291704","https://openalex.org/W6838629043","https://openalex.org/W6838639034","https://openalex.org/W6840155194","https://openalex.org/W6846344700","https://openalex.org/W6846655393","https://openalex.org/W6848774630","https://openalex.org/W6850471477","https://openalex.org/W6852065897","https://openalex.org/W6853521693"],"related_works":["https://openalex.org/W2017457812","https://openalex.org/W3178025616","https://openalex.org/W2131831293","https://openalex.org/W2946160871","https://openalex.org/W3035059915","https://openalex.org/W1995073329","https://openalex.org/W2060947339","https://openalex.org/W425542480","https://openalex.org/W49967185","https://openalex.org/W2107727507"],"abstract_inverted_index":{"Proper":[0],"inference":[1],"of":[2,53,122,179,202],"semantics":[3],"is":[4,37,185],"necessary":[5],"for":[6,98,105,212],"realistic":[7],"image":[8,11,21,49,58,80,93,116],"inpainting.":[9],"Most":[10],"inpainting":[12,81,194,216],"methods":[13],"use":[14,169],"deep":[15],"generative":[16],"models,":[17],"which":[18,155],"require":[19],"large":[20],"datasets":[22],"to":[23,40,159,174,188,207,228],"predict":[24],"and":[25,33,59,94,190,205],"generate":[26,191],"content.":[27],"However,":[28],"predicting":[29],"the":[30,62,85,102,109,114,120,123,133,176,180,192,229],"missing":[31],"regions":[32],"generating":[34,99],"coherent":[35],"content":[36,100,121],"difficult":[38],"due":[39],"limited":[41],"control.":[42],"Existing":[43],"approaches":[44],"include":[45],"image-guided":[46],"or":[47,117],"text-guided":[48],"inpainting,":[50,106,167],"but":[51],"none":[52],"them":[54],"has":[55],"taken":[56],"both":[57,92],"text":[60,95,118],"as":[61,65,67,96],"guidance":[63,97,211],"signals,":[64],"far":[66],"we":[68,74,129,168,197],"know.":[69],"To":[70,126,165],"fill":[71],"this":[72],"gap,":[73],"propose":[75],"a":[76,137,170,213],"multi-modality":[77],"guided":[78],"(MMG)":[79],"approach":[82,223],"based":[83],"on":[84],"diffusion":[86,181],"model.":[87,182],"This":[88,144],"MMGInpainting":[89],"method":[90],"uses":[91],"within":[101],"target":[103],"area":[104],"effectively":[107,160],"integrating":[108],"semantic":[110],"information":[111],"conveyed":[112],"by":[113,131],"guiding":[115,230],"into":[119],"inpainted":[124],"region.":[125],"construct":[127],"MMGInpainting,":[128],"start":[130],"enhancing":[132],"U-Net":[134],"backbone":[135],"with":[136],"customized":[138],"Nonlinear":[139],"Activation":[140],"Free":[141],"Network":[142],"(NAFNet).":[143],"adapted":[145],"NAFNet":[146],"incorporates":[147],"an":[148],"<italic":[149],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[150,240],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Anchored":[151],"Stripe":[152],"Attention</i>":[153],"mechanism,":[154],"utilizes":[156],"anchor":[157],"points":[158],"model":[161],"global":[162],"contextual":[163],"dependencies.":[164],"regulate":[166],"Semantic":[171],"Fusion":[172],"Encoder":[173],"guide":[175],"inverse":[177],"process":[178,184],"The":[183],"iteratively":[186],"executed":[187],"denoise":[189],"desired":[193],"result.":[195],"Additionally,":[196],"explore":[198],"how":[199],"different":[200],"modes":[201],"meaning":[203],"interact":[204],"coordinate":[206],"offer":[208],"users":[209],"useful":[210],"more":[214],"manageable":[215],"procedure.":[217],"Experimental":[218],"results":[219,226],"demonstrate":[220],"that":[221],"our":[222],"produces":[224],"faithful":[225],"adhering":[227],"information,":[231],"while":[232],"significantly":[233],"improving":[234],"computational":[235],"efficiency.":[236],"Github":[237],"Repository:":[238],"<uri":[239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/skipper-zc/MMGInpainting/</uri>":[241]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}