{"id":"https://openalex.org/W4415536352","doi":"https://doi.org/10.1145/3746027.3755060","title":"Uncertainty-Guided Face Matting for Occlusion-Aware Face Transformation","display_name":"Uncertainty-Guided Face Matting for Occlusion-Aware Face Transformation","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415536352","doi":"https://doi.org/10.1145/3746027.3755060"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755060","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755060","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3755060","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hyebin Cho","orcid":"https://orcid.org/0009-0000-3060-8824"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyebin Cho","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science &amp; Technology, Daejeon, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-3060-8824","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science &amp; Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002247218","display_name":"Jaehyup Lee","orcid":"https://orcid.org/0000-0002-2137-2650"},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaehyup Lee","raw_affiliation_strings":["School of Computer Science Engineering, Kyungpook National University, Daegu, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2137-2650","affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering, Kyungpook National University, Daegu, Republic of Korea","institution_ids":["https://openalex.org/I31419693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25832025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9686","last_page":"9694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7501999735832214},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6787999868392944},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5814999938011169},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5666999816894531},{"id":"https://openalex.org/keywords/compositing","display_name":"Compositing","score":0.5472999811172485},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41440001130104065},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.38429999351501465},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36239999532699585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784000039100647},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7501999735832214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7034000158309937},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6787999868392944},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5814999938011169},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5666999816894531},{"id":"https://openalex.org/C129315195","wikidata":"https://www.wikidata.org/wiki/Q1121886","display_name":"Compositing","level":3,"score":0.5472999811172485},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5403000116348267},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41440001130104065},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C64943373","wikidata":"https://www.wikidata.org/wiki/Q2651003","display_name":"Alpha (finance)","level":4,"score":0.351500004529953},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.33660000562667847},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30559998750686646},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.2651999890804291},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755060","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755060","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746027.3755060","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755060","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2047643928","https://openalex.org/W2059875884","https://openalex.org/W2111372597","https://openalex.org/W2111959010","https://openalex.org/W2119512810","https://openalex.org/W2604469346","https://openalex.org/W2608058963","https://openalex.org/W2963566548","https://openalex.org/W2963881378","https://openalex.org/W2997597456","https://openalex.org/W3034521057","https://openalex.org/W3166852674","https://openalex.org/W3174887243","https://openalex.org/W3176288137","https://openalex.org/W3193427204","https://openalex.org/W4205174848","https://openalex.org/W4214492424","https://openalex.org/W4283804702","https://openalex.org/W4312524025","https://openalex.org/W4385804882","https://openalex.org/W4402703064"],"related_works":[],"abstract_inverted_index":{"Face":[0],"filters":[1,224],"have":[2],"become":[3],"a":[4,12,72,87,91,105,195],"key":[5],"element":[6],"of":[7,15,32,53,222],"short-form":[8],"video":[9,228],"content,":[10],"enabling":[11,183],"wide":[13],"array":[14],"visual":[16,218],"effects":[17],"such":[18],"as":[19,177,181],"stylization":[20],"and":[21,101,110,140,179,220,233],"face":[22,54,203,223],"swapping.":[23],"However,":[24],"their":[25],"performance":[26],"often":[27],"degrades":[28],"in":[29,225],"the":[30,42,50,118,129,170,217],"presence":[31],"occlusions,":[33],"where":[34],"objects":[35],"like":[36],"hands,":[37],"hair,":[38],"or":[39,135,151],"accessories":[40],"obscure":[41],"face.":[43],"To":[44,187],"address":[45],"this":[46,111,189],"limitation,":[47],"we":[48,168,191],"introduce":[49],"novel":[51],"task":[52],"matting,":[55],"which":[56],"estimates":[57],"fine-grained":[58],"alpha":[59,79,99],"mattes":[60,80,100],"to":[61,96,116,131],"separate":[62],"occluding":[63],"elements":[64],"from":[65],"facial":[66],"regions.":[67],"We":[68],"further":[69],"present":[70],"FaceMat,":[71],"trimap-free,":[73],"uncertainty-aware":[74],"framework":[75,155],"that":[76,147,208],"predicts":[77],"high-quality":[78],"under":[81],"complex":[82],"occlusions.":[83],"Our":[84],"approach":[85],"leverages":[86],"two-stage":[88],"training":[89],"pipeline:":[90],"teacher":[92],"model":[93,120],"is":[94,113],"trained":[95],"jointly":[97],"estimate":[98],"per-pixel":[102],"uncertainty":[103,112],"using":[104],"negative":[106],"log-likelihood":[107],"(NLL)":[108],"loss,":[109],"then":[114],"used":[115],"guide":[117],"student":[119,130],"through":[121],"spatially":[122],"adaptive":[123],"knowledge":[124],"distillation.":[125],"This":[126],"formulation":[127],"enables":[128],"focus":[132],"on":[133,149],"ambiguous":[134],"occluded":[136],"regions,":[137],"improving":[138],"generalization":[139],"preserving":[141],"semantic":[142],"consistency.":[143],"Unlike":[144],"previous":[145],"approaches":[146],"rely":[148],"trimaps":[150],"segmentation":[152],"masks,":[153],"our":[154],"requires":[156],"no":[157],"auxiliary":[158],"inputs":[159],"making":[160],"it":[161],"well-suited":[162],"for":[163,201],"real-time":[164],"applications.":[165],"In":[166],"addition,":[167],"reformulate":[169],"matting":[171],"objective":[172],"by":[173],"explicitly":[174],"treating":[175],"skin":[176],"foreground":[178],"occlusions":[180],"background,":[182],"clearer":[184],"compositing":[185],"strategies.":[186],"support":[188],"task,":[190],"newly":[192],"constructed":[193],"CelebAMat,":[194],"large-scale":[196],"synthetic":[197],"dataset":[198,235],"specifically":[199],"designed":[200],"occlusion-aware":[202],"matting.":[204],"Extensive":[205],"experiments":[206],"show":[207],"FaceMat":[209],"outperforms":[210],"state-of-the-art":[211],"methods":[212],"across":[213],"multiple":[214],"benchmarks,":[215],"enhancing":[216],"quality":[219],"robustness":[221],"real-world,":[226],"unconstrained":[227],"scenarios.":[229],"The":[230],"source":[231],"code":[232],"CelebAMat":[234],"are":[236],"available":[237],"at":[238],"https://github.com/hyebin-c/FaceMat.git":[239]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-25T00:00:00"}
