{"id":"https://openalex.org/W4388966551","doi":"https://doi.org/10.1109/tnnls.2023.3332065","title":"SSAT++: A Semantic-Aware and Versatile Makeup Transfer Network With Local Color Consistency Constraint","display_name":"SSAT++: A Semantic-Aware and Versatile Makeup Transfer Network With Local Color Consistency Constraint","publication_year":2023,"publication_date":"2023-11-24","ids":{"openalex":"https://openalex.org/W4388966551","doi":"https://doi.org/10.1109/tnnls.2023.3332065","pmid":"https://pubmed.ncbi.nlm.nih.gov/37999963"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3332065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3332065","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077127390","display_name":"Zhaoyang Sun","orcid":"https://orcid.org/0000-0002-7795-6719"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoyang Sun","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003775716","display_name":"Yaxiong Chen","orcid":"https://orcid.org/0000-0002-2903-6723"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210149102","display_name":"Sanya University","ror":"https://ror.org/04fa2qd52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149102"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxiong Chen","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China","Shanghai Artificial Intelligence Laboratory, Shanghai, China","Chongqing Research Institute, Wuhan University of Technology, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China","institution_ids":["https://openalex.org/I4210149102","https://openalex.org/I196699116"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"Chongqing Research Institute, Wuhan University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011707621","display_name":"Shengwu Xiong","orcid":"https://orcid.org/0000-0002-4006-7029"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210089944","display_name":"Qiongtai Teachers College","ror":"https://ror.org/00e42ba10","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210089944"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210149102","display_name":"Sanya University","ror":"https://ror.org/04fa2qd52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210149102"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengwu Xiong","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","Shanghai Artificial Intelligence Laboratory, Shanghai, China","School of Information Science and Technology, Qiongtai Normal University, Haikou, China","Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Shanghai Artificial Intelligence Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]},{"raw_affiliation_string":"School of Information Science and Technology, Qiongtai Normal University, Haikou, China","institution_ids":["https://openalex.org/I4210089944"]},{"raw_affiliation_string":"Sanya Science and Education Innovation Park, Wuhan University of Technology, Sanya, China","institution_ids":["https://openalex.org/I4210149102","https://openalex.org/I196699116"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077127390"],"corresponding_institution_ids":["https://openalex.org/I196699116"],"apc_list":null,"apc_paid":null,"fwci":1.0851,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80179933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"36","issue":"1","first_page":"1287","last_page":"1301"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7763150930404663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6448853611946106},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6266489028930664},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.542286217212677},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5114878416061401},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.4659859538078308},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4605409801006317},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4259081184864044},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.42008304595947266},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.17825058102607727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7763150930404663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6448853611946106},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6266489028930664},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.542286217212677},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5114878416061401},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.4659859538078308},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4605409801006317},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4259081184864044},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.42008304595947266},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.17825058102607727},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3332065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3332065","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37999963","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37999963","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4653825012","display_name":null,"funder_award_id":"62176194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4976606596","display_name":null,"funder_award_id":"cstc2021jcyj-msxmX1148","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G6567435007","display_name":null,"funder_award_id":"62101393","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1916003155","https://openalex.org/W2056566827","https://openalex.org/W2121293528","https://openalex.org/W2194775991","https://openalex.org/W2603351312","https://openalex.org/W2603777577","https://openalex.org/W2740546229","https://openalex.org/W2798600195","https://openalex.org/W2883996939","https://openalex.org/W2885650013","https://openalex.org/W2886934227","https://openalex.org/W2895340641","https://openalex.org/W2896240508","https://openalex.org/W2909096461","https://openalex.org/W2955636606","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2962974533","https://openalex.org/W2963020784","https://openalex.org/W2963073614","https://openalex.org/W2963091558","https://openalex.org/W2963342110","https://openalex.org/W2963782415","https://openalex.org/W2963827464","https://openalex.org/W2963857251","https://openalex.org/W2963890275","https://openalex.org/W2964014798","https://openalex.org/W2969686176","https://openalex.org/W2969985801","https://openalex.org/W2979841973","https://openalex.org/W2981689412","https://openalex.org/W2989149111","https://openalex.org/W2995723062","https://openalex.org/W3034463304","https://openalex.org/W3034723751","https://openalex.org/W3034832575","https://openalex.org/W3035022492","https://openalex.org/W3035523051","https://openalex.org/W3035661604","https://openalex.org/W3044364325","https://openalex.org/W3047385447","https://openalex.org/W3081727869","https://openalex.org/W3088751363","https://openalex.org/W3096609285","https://openalex.org/W3149806960","https://openalex.org/W3158464135","https://openalex.org/W3159890710","https://openalex.org/W3169770341","https://openalex.org/W3186501579","https://openalex.org/W3188904624","https://openalex.org/W3198702899","https://openalex.org/W3205688125","https://openalex.org/W3207692456","https://openalex.org/W4200632246","https://openalex.org/W4210447173","https://openalex.org/W4221161856","https://openalex.org/W4226227850","https://openalex.org/W4298289240","https://openalex.org/W4311766677","https://openalex.org/W4385245566","https://openalex.org/W6618372016","https://openalex.org/W6637568146","https://openalex.org/W6716912179","https://openalex.org/W6718140377","https://openalex.org/W6752378368","https://openalex.org/W6765415082","https://openalex.org/W6765779288","https://openalex.org/W6766445712","https://openalex.org/W6793707814","https://openalex.org/W6794223183","https://openalex.org/W6809899834"],"related_works":["https://openalex.org/W2381850946","https://openalex.org/W4380449851","https://openalex.org/W3125091513","https://openalex.org/W4248383205","https://openalex.org/W4234745530","https://openalex.org/W2146383839","https://openalex.org/W2231829109","https://openalex.org/W2789577489","https://openalex.org/W2372185929","https://openalex.org/W3013984414"],"abstract_inverted_index":{"The":[0,274],"purpose":[1],"of":[2,40,51,70,110,134,242,258],"makeup":[3,9,90,154,186,259,292],"transfer":[4,8,85,148],"(MT)":[5],"is":[6,128,175,219],"to":[7,14,58,88,125,141,161,172,184,205,221],"from":[10,122,169],"a":[11,15,82,195,216,256],"reference":[12,124,153,174],"image":[13],"target":[16,127,158,171],"face":[17],"while":[18],"preserving":[19],"the":[20,48,68,98,105,111,119,123,126,132,144,152,157,166,170,173,179,185,202,207,213,240,251,263],"target's":[21],"content.":[22],"Existing":[23],"methods":[24,72,282],"have":[25,206,247],"made":[26],"remarkable":[27],"progress":[28],"in":[29,38,62,73],"generating":[30],"realistic":[31],"results":[32,61,204],"but":[33],"do":[34],"not":[35],"perform":[36],"well":[37],"terms":[39],"semantic":[41,108,120,142,147,167],"correspondence":[42,121,168],"and":[43,92,107,182,234,261,272,285,288,295,303],"color":[44,191,198,209],"fidelity.":[45],"In":[46],"addition,":[47],"straightforward":[49],"extension":[50],"processing":[52],"videos":[53],"frame":[54,56,232],"by":[55,130,177],"tends":[57],"produce":[59],"flickering":[60],"most":[63],"methods.":[64],"These":[65],"limitations":[66],"restrict":[67],"applicability":[69],"previous":[71],"real-world":[74],"scenarios.":[75],"To":[76,189,238],"address":[77],"these":[78],"issues,":[79],"we":[80,193],"propose":[81,194],"symmetric":[83,145],"semantic-aware":[84],"network":[86],"(SSAT++)":[87],"improve":[89],"similarity":[91],"video":[93,226,231],"temporal":[94,223],"consistency.":[95],"For":[96],"MT,":[97],"feature":[99],"fusion":[100,116,135],"(FF)":[101],"module":[102,150],"first":[103],"integrates":[104],"content":[106,159],"features":[109,136,155,160],"input":[112,233],"images,":[113],"producing":[114],"multiscale":[115],"features.":[117],"Then,":[118],"obtained":[129,176],"measuring":[131],"correlation":[133,180],"at":[137,301],"each":[138],"position.":[139],"According":[140],"correspondence,":[143],"mask":[146],"(SMST)":[149],"aligns":[151],"with":[156,269],"generate":[162],"MT":[163,227,252,281],"results.":[164],"Meanwhile,":[165],"transposing":[178],"matrix":[181],"applied":[183],"removal":[187],"task.":[188],"enhance":[190],"fidelity,":[192],"novel":[196],"local":[197],"loss":[199],"that":[200,277],"forces":[201],"transferred":[203],"same":[208],"histogram":[210],"distribution":[211],"as":[212],"reference.":[214],"Furthermore,":[215],"morphing":[217],"simulation":[218],"designed":[220],"ensure":[222],"consistency":[224],"for":[225],"without":[228],"requiring":[229],"additional":[230],"optical":[235],"flow":[236],"estimation.":[237],"evaluate":[239],"effectiveness":[241],"our":[243],"SSAT++,":[244],"extensive":[245],"experiments":[246,275],"been":[248],"conducted":[249],"on":[250,262],"dataset":[253,265],"which":[254,266],"has":[255],"variety":[257],"styles,":[260],"MT-Wild":[264],"contains":[267],"images":[268],"diverse":[270],"poses":[271],"expressions.":[273],"show":[276],"SSAT++":[278],"outperforms":[279],"existing":[280],"through":[283],"qualitative":[284],"quantitative":[286],"evaluation":[287],"provides":[289],"more":[290],"flexible":[291],"control.":[293],"Code":[294],"trained":[296],"model":[297],"will":[298],"be":[299],"available":[300],"https://gitee.com/sunzhaoyang0304/ssat-msp":[302],"https://github.com/Snowfallingplum/SSAT.":[304]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}