{"id":"https://openalex.org/W4389664665","doi":"https://doi.org/10.1109/lsp.2023.3342649","title":"MFECLIP: CLIP With Mapping-Fusion Embedding for Text-Guided Image Editing","display_name":"MFECLIP: CLIP With Mapping-Fusion Embedding for Text-Guided Image Editing","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389664665","doi":"https://doi.org/10.1109/lsp.2023.3342649"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2023.3342649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2023.3342649","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039792198","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0001-5498-4947"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5498-4947","affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103031346","display_name":"Yongheng Ma","orcid":"https://orcid.org/0009-0003-4201-6342"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongheng Ma","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-4201-6342","affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616429","display_name":"Hao Jin","orcid":"https://orcid.org/0009-0001-9312-7945"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Jin","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-9312-7945","affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029691902","display_name":"Xiao\u2010Yuan Jing","orcid":"https://orcid.org/0000-0002-0392-8475"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Yuan Jing","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0392-8475","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005382201","display_name":"Guo\u2010Ping Jiang","orcid":"https://orcid.org/0000-0001-9448-0989"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo-Ping Jiang","raw_affiliation_strings":["College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9448-0989","affiliations":[{"raw_affiliation_string":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8818,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.72558379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"31","issue":null,"first_page":"116","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8268011808395386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7864727973937988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6125857830047607},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5613925457000732},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.5130525827407837},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4897775650024414},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4685426950454712},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.45013538002967834},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4303797483444214},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3914029896259308},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3911038637161255},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34019017219543457},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08804625272750854}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8268011808395386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7864727973937988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6125857830047607},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5613925457000732},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.5130525827407837},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4897775650024414},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4685426950454712},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.45013538002967834},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4303797483444214},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3914029896259308},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3911038637161255},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34019017219543457},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08804625272750854},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2023.3342649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2023.3342649","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1623347460","display_name":null,"funder_award_id":"62076139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W2533598788","https://openalex.org/W2962770929","https://openalex.org/W2963163163","https://openalex.org/W2963966654","https://openalex.org/W2964313012","https://openalex.org/W3035316078","https://openalex.org/W3037028611","https://openalex.org/W3048489162","https://openalex.org/W3127393268","https://openalex.org/W3174194560","https://openalex.org/W3176445421","https://openalex.org/W3194731230","https://openalex.org/W3195003693","https://openalex.org/W4213186350","https://openalex.org/W4214926101","https://openalex.org/W4224035735","https://openalex.org/W4225272741","https://openalex.org/W4285606530","https://openalex.org/W4286611322","https://openalex.org/W4296338129","https://openalex.org/W4312931308","https://openalex.org/W4312933868","https://openalex.org/W4312977351","https://openalex.org/W4366504149","https://openalex.org/W4378771718","https://openalex.org/W4382317964","https://openalex.org/W4383472654","https://openalex.org/W4385536252","https://openalex.org/W4386065752","https://openalex.org/W4386066025","https://openalex.org/W4386076458","https://openalex.org/W6631190155","https://openalex.org/W6638319203","https://openalex.org/W6713645886","https://openalex.org/W6718379498","https://openalex.org/W6755102824","https://openalex.org/W6765779288","https://openalex.org/W6784364625","https://openalex.org/W6786375611","https://openalex.org/W6791353385","https://openalex.org/W6803601828","https://openalex.org/W6809885388","https://openalex.org/W6852648671","https://openalex.org/W6854511533"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871","https://openalex.org/W2272354214","https://openalex.org/W2084768720","https://openalex.org/W2043010663","https://openalex.org/W4248308508"],"abstract_inverted_index":{"Recently,":[0],"generative":[1],"adversarial":[2],"networks":[3],"(GAN)":[4],"have":[5,46,193],"made":[6],"remarkable":[7],"progress,":[8],"particularly":[9],"with":[10,121],"the":[11,29,57,60,68,80,96,101,105,133,140,152,168,176,186,204,208],"advent":[12],"of":[13,53,167,207],"Contrastive":[14],"Language-Image":[15],"Pretraining":[16],"(CLIP),":[17],"which":[18,129,148],"take":[19,72],"image":[20,38,62,127,188],"and":[21,44,64,71,104,136,155,189,201],"text":[22,65,102,170,190],"into":[23],"a":[24,116,160],"joint":[25],"latent":[26],"space,":[27,70],"bridging":[28],"gap":[30],"between":[31,59,83,185],"these":[32,50],"two":[33,131],"modalities.":[34],"Several":[35],"impressive":[36],"text-guided":[37,126],"editing":[39,97,164],"methods":[40],"based":[41],"on":[42,173,197],"GANs":[43],"CLIP":[45,69,120],"emerged.":[47],"However,":[48],"in":[49,67,91,107],"studies,":[51],"most":[52],"them":[54,84],"simply":[55],"minimize":[56],"distance":[58,82],"target":[61,187],"embedding":[63,66],"this":[73,112],"objective":[74],"as":[75,159],"network's":[76],"optimization":[77],"goal,":[78],"overlooking":[79],"real":[81,198],"may":[85,89],"be":[86],"large.":[87],"This":[88],"result":[90],"inability":[92],"to":[93,100,181],"accurately":[94],"guide":[95,162],"process":[98,165],"according":[99],"prompts":[103],"changes":[106],"text-irrelevant":[108],"attributes.":[109],"To":[110],"mitigate":[111],"issue,":[113],"we":[114,143],"propose":[115],"novel":[117],"approach":[118],"named":[119],"Mapping-Fusion":[122,145],"Embedding":[123,146],"(MFECLIP)":[124],"for":[125,163],"editing,":[128],"comprises":[130],"components:":[132],"MFE":[134,137,141,177],"Block":[135],"Loss.":[138],"Through":[139],"Block,":[142],"obtain":[144],"(MFE),":[147],"can":[149,157],"further":[150],"eliminate":[151],"modality":[153],"gap,":[154],"it":[156],"serve":[158],"superior":[161],"instead":[166],"original":[169],"embedding.":[171],"Based":[172],"contrastive":[174],"learning,":[175],"Loss":[178],"is":[179],"designed":[180],"achieve":[182],"accurate":[183],"alignment":[184],"prompt.":[191],"We":[192],"conducted":[194],"extensive":[195],"experiments":[196],"datasets,":[199],"CUB":[200],"Oxford,":[202],"demonstrating":[203],"favorable":[205],"performance":[206],"proposed":[209],"method.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}
