{"id":"https://openalex.org/W4403791276","doi":"https://doi.org/10.1145/3664647.3681576","title":"Hunting Blemishes: Language-guided High-fidelity Face Retouching Transformer with Limited Paired Data","display_name":"Hunting Blemishes: Language-guided High-fidelity Face Retouching Transformer with Limited Paired Data","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791276","doi":"https://doi.org/10.1145/3664647.3681576"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681576","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681576?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681576?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112269305","display_name":"Le Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Le Jiang","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053838315","display_name":"Yan Huang","orcid":"https://orcid.org/0000-0001-9136-195X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Huang","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104159360","display_name":"Lianxin Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianxin Xie","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112538444","display_name":"Wen Xue","orcid":"https://orcid.org/0000-0002-0251-3489"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Xue","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101660672","display_name":"Cheng Liu","orcid":"https://orcid.org/0000-0002-7204-7030"},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Liu","raw_affiliation_strings":["Shantou University, Shantou, China"],"affiliations":[{"raw_affiliation_string":"Shantou University, Shantou, China","institution_ids":["https://openalex.org/I32574673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070982537","display_name":"Si Wu","orcid":"https://orcid.org/0000-0003-4022-0852"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Wu","raw_affiliation_strings":["South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014196059","display_name":"Hau\u2212San Wong","orcid":"https://orcid.org/0000-0002-1530-7529"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hau-San Wong","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5112269305"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18140653,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5102","last_page":"5111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5482119917869568},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5390260815620422},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5170260071754456},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4896455407142639},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.32726651430130005},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19905292987823486},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17628711462020874},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.17051070928573608},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06424716114997864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5482119917869568},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5390260815620422},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5170260071754456},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4896455407142639},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.32726651430130005},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19905292987823486},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17628711462020874},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17051070928573608},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06424716114997864},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681576","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681576?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3664647.3681576","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3681576","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664647.3681576?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2032815746","display_name":null,"funder_award_id":"51501043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2220120485","display_name":null,"funder_award_id":"20231","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2635635610","display_name":null,"funder_award_id":"51501143","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4110595055","display_name":null,"funder_award_id":"62072189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4488680036","display_name":null,"funder_award_id":"2022A15","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G520475613","display_name":null,"funder_award_id":"2024YFE0105400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5594612476","display_name":null,"funder_award_id":"2022A1515011160","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6809183074","display_name":null,"funder_award_id":"Project No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6945421991","display_name":null,"funder_award_id":"62106136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6999594241","display_name":null,"funder_award_id":"51501116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7531851943","display_name":null,"funder_award_id":"1501116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7620326010","display_name":null,"funder_award_id":"2024A1515011437","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8592329818","display_name":null,"funder_award_id":"2022A1515010434","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403791276.pdf","grobid_xml":"https://content.openalex.org/works/W4403791276.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1556425515","https://openalex.org/W1998799724","https://openalex.org/W2027461913","https://openalex.org/W2172037281","https://openalex.org/W2295537950","https://openalex.org/W2559655401","https://openalex.org/W2612690371","https://openalex.org/W2749379418","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963767194","https://openalex.org/W2963800363","https://openalex.org/W3003162010","https://openalex.org/W3034431451","https://openalex.org/W3034600949","https://openalex.org/W3035436031","https://openalex.org/W3096609285","https://openalex.org/W3118836296","https://openalex.org/W3138516171","https://openalex.org/W3152798676","https://openalex.org/W3159712608","https://openalex.org/W3167297682","https://openalex.org/W3168649818","https://openalex.org/W3170697543","https://openalex.org/W3177221875","https://openalex.org/W3205021045","https://openalex.org/W4214493665","https://openalex.org/W4240805545","https://openalex.org/W4246999471","https://openalex.org/W4255556797","https://openalex.org/W4309130331","https://openalex.org/W4312249688","https://openalex.org/W4312326192","https://openalex.org/W4312453657","https://openalex.org/W4313130906","https://openalex.org/W4386075870","https://openalex.org/W4386076126","https://openalex.org/W4386597288","https://openalex.org/W4386790226","https://openalex.org/W4389500794"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381850946","https://openalex.org/W4380449851","https://openalex.org/W3125091513","https://openalex.org/W4318832338","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433"],"abstract_inverted_index":{"The":[0,113],"prevalence":[1],"of":[2,37,75,183,197,205],"multimedia":[3],"applications":[4],"has":[5],"led":[6],"to":[7,19,86,110,121,170,192],"increased":[8],"concerns":[9],"and":[10,41,48,179,213],"demand":[11],"for":[12,62,93],"auto":[13],"face":[14,65],"retouching.":[15],"Face":[16],"retouching":[17,64,134,186],"aims":[18],"enhance":[20],"portrait":[21],"quality":[22],"by":[23],"removing":[24],"blemishes.":[25,50],"However,":[26],"the":[27,69,73,76,108,118,131,147,155,159,172,176,180,184,194],"existing":[28],"auto-retouching":[29,201],"methods":[30,202],"rely":[31],"heavily":[32],"on":[33,78,133,207],"a":[34,57,101,140,167],"large":[35],"amount":[36],"paired":[38,79],"training":[39,80,135,208],"samples,":[40],"perform":[42],"less":[43],"satisfactorily":[44],"when":[45],"handling":[46],"complex":[47],"unusual":[49],"To":[51],"address":[52],"this":[53],"issue,":[54],"we":[55,99,138,165],"propose":[56],"Language-guided":[58],"Blemish":[59],"Removal":[60],"Transformer":[61],"automatically":[63],"images,":[66],"while":[67,153],"at":[68,154],"same":[70,156],"time":[71,157],"reducing":[72],"dependency":[74,206],"model":[77,83],"data.":[81,136],"Our":[82],"is":[84],"referred":[85],"as":[87],"LangBRT,":[88],"which":[89],"leverages":[90],"vision-language":[91],"pre-training":[92],"precise":[94],"facial":[95],"blemish":[96,103,210],"removal.":[97],"Specifically,":[98],"design":[100],"text-prompted":[102],"detection":[104,211],"module":[105],"that":[106,146],"indicates":[107],"regions":[109,149,162],"be":[111],"edited.":[112],"priors":[114],"not":[115],"only":[116],"enable":[117],"transformer":[119],"network":[120],"handle":[122],"specific":[123],"blemishes":[124],"in":[125,203],"certain":[126],"areas,":[127],"but":[128],"also":[129],"reduce":[130],"reliance":[132],"Further,":[137],"adopt":[139,166],"target-aware":[141],"cross":[142],"attention":[143],"mechanism,":[144],"such":[145],"blemish-like":[148],"are":[150,190],"edited":[151],"accurately":[152],"maintaining":[158],"normal":[160],"skin":[161],"unchanged.":[163],"Finally,":[164],"regularization":[168],"approach":[169],"encourage":[171],"semantic":[173],"consistency":[174],"between":[175],"synthesized":[177],"image":[178],"text":[181],"description":[182],"desired":[185],"outcome.":[187],"Extensive":[188],"experiments":[189],"performed":[191],"demonstrate":[193],"superior":[195],"performance":[196],"LangBRT":[198],"over":[199],"competing":[200],"terms":[204],"data,":[209],"accuracy":[212],"synthesis":[214],"quality.":[215]},"counts_by_year":[],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}