{"id":"https://openalex.org/W2968899839","doi":"https://doi.org/10.1109/vr.2019.8797925","title":"Mask-off: Synthesizing Face Images in the Presence of Head-mounted Displays","display_name":"Mask-off: Synthesizing Face Images in the Presence of Head-mounted Displays","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2968899839","doi":"https://doi.org/10.1109/vr.2019.8797925","mag":"2968899839"},"language":"en","primary_location":{"id":"doi:10.1109/vr.2019.8797925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vr.2019.8797925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101433524","display_name":"Yajie Zhao","orcid":"https://orcid.org/0000-0002-3717-9513"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yajie Zhao","raw_affiliation_strings":["University of Kentucky"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102099419","display_name":"Qingguo Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]},{"id":"https://openalex.org/I4388482679","display_name":"USC Institute for Creative Technologies","ror":"https://ror.org/03hjhvn29","country_code":null,"type":"facility","lineage":["https://openalex.org/I1174212","https://openalex.org/I4388482679"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingguo Xu","raw_affiliation_strings":["USC Institute for Creative Technologies"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Institute for Creative Technologies","institution_ids":["https://openalex.org/I4210087747","https://openalex.org/I4388482679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103189918","display_name":"Weikai Chen","orcid":"https://orcid.org/0000-0002-5060-5476"},"institutions":[{"id":"https://openalex.org/I123127086","display_name":"North Carolina Central University","ror":"https://ror.org/051r3tx83","country_code":"US","type":"education","lineage":["https://openalex.org/I123127086"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weikai Chen","raw_affiliation_strings":["North Carolina Central University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina Central University","institution_ids":["https://openalex.org/I123127086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003507425","display_name":"Chao Du","orcid":null},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chao Du","raw_affiliation_strings":["University of Kentucky"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103814497","display_name":"Jun Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Xing","raw_affiliation_strings":["University of Kentucky"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028148644","display_name":"Xinyu Huang","orcid":"https://orcid.org/0000-0002-5786-3101"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Huang","raw_affiliation_strings":["University of Kentucky"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076524203","display_name":"Ruigang Yang","orcid":"https://orcid.org/0000-0001-5296-6307"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruigang Yang","raw_affiliation_strings":["University of Kentucky Baidu Inc., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Kentucky Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2203,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.83565591,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"267","last_page":"276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7812273502349854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7713261842727661},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.71442711353302},{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.7115814685821533},{"id":"https://openalex.org/keywords/optical-head-mounted-display","display_name":"Optical head-mounted display","score":0.588984489440918},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4972403347492218},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4928619861602783},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.48491889238357544},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.44078025221824646},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.43868446350097656},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.43324369192123413},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.1082727313041687}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7812273502349854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7713261842727661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.71442711353302},{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.7115814685821533},{"id":"https://openalex.org/C9751117","wikidata":"https://www.wikidata.org/wiki/Q17105103","display_name":"Optical head-mounted display","level":2,"score":0.588984489440918},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4972403347492218},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4928619861602783},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.48491889238357544},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.44078025221824646},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.43868446350097656},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.43324369192123413},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.1082727313041687},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vr.2019.8797925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vr.2019.8797925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W8437397","https://openalex.org/W1862680710","https://openalex.org/W1927238661","https://openalex.org/W1967250880","https://openalex.org/W1974821667","https://openalex.org/W1992989752","https://openalex.org/W2004068758","https://openalex.org/W2013871799","https://openalex.org/W2017107803","https://openalex.org/W2021816345","https://openalex.org/W2033819227","https://openalex.org/W2038891881","https://openalex.org/W2039239232","https://openalex.org/W2062712751","https://openalex.org/W2070604790","https://openalex.org/W2083624955","https://openalex.org/W2086331119","https://openalex.org/W2087681821","https://openalex.org/W2090518410","https://openalex.org/W2104785905","https://openalex.org/W2106395586","https://openalex.org/W2109745128","https://openalex.org/W2128958079","https://openalex.org/W2129112648","https://openalex.org/W2136154655","https://openalex.org/W2237250383","https://openalex.org/W2252330914","https://openalex.org/W2301937176","https://openalex.org/W2339268922","https://openalex.org/W2486034530","https://openalex.org/W2532511219","https://openalex.org/W2556634673","https://openalex.org/W2604635052","https://openalex.org/W2671927134","https://openalex.org/W2802758546","https://openalex.org/W2804764297","https://openalex.org/W2810084975","https://openalex.org/W2884470345","https://openalex.org/W2902991970","https://openalex.org/W2951166315","https://openalex.org/W2962737616","https://openalex.org/W2963273804","https://openalex.org/W2997095758","https://openalex.org/W4231139999","https://openalex.org/W4301236961","https://openalex.org/W6600324250","https://openalex.org/W6679105373","https://openalex.org/W6753629098"],"related_works":["https://openalex.org/W4294974825","https://openalex.org/W3173825713","https://openalex.org/W3027547044","https://openalex.org/W4224238571","https://openalex.org/W2562843170","https://openalex.org/W4302759797","https://openalex.org/W4385484948","https://openalex.org/W2592664920","https://openalex.org/W2071215013","https://openalex.org/W1589515535"],"abstract_inverted_index":{"Wearable":[0],"VR/AR":[1],"devices":[2],"provide":[3],"users":[4],"with":[5,75,121,135,190],"fully":[6],"immersive":[7],"experience":[8],"in":[9,31,61,71],"a":[10,28,35,51,89,126,150],"virtual":[11,62],"environment,":[12],"enabling":[13],"possibilities":[14],"to":[15,129,146,155,184],"reshape":[16],"the":[17,24,42,72,101,131,136,141,157,164,169],"forms":[18],"of":[19,78,95,172,193],"entertainment":[20],"and":[21,45,81,106,161,198],"telepresence.":[22],"While":[23],"body":[25],"language":[26],"is":[27,153,182],"crucial":[29],"element":[30],"effective":[32],"communication,":[33],"wearing":[34],"head-mounted":[36],"display":[37],"(HMD)":[38],"could":[39],"severely":[40],"hinder":[41],"eye":[43,82,104,159,199],"contact":[44],"block":[46],"facial":[47,79,188,196],"expressions.":[48],"We":[49],"present":[50],"novel":[52,90],"headset":[53],"removal":[54],"technique":[55],"that":[56,93,179],"enables":[57],"high-quality":[58],"occlusion-free":[59],"communication":[60],"environment.":[63],"In":[64,144],"particular,":[65],"our":[66,180],"solution":[67],"synthesizes":[68],"photoreal":[69],"faces":[70],"occluded":[73],"region":[74],"faithful":[76],"reconstruction":[77],"expressions":[80],"movements.":[83],"Towards":[84],"this":[85],"goal,":[86],"we":[87,124],"develop":[88],"capture":[91],"setup":[92],"consists":[94],"two":[96],"near-infrared":[97],"(NIR)":[98],"cameras":[99],"inside":[100],"HMD":[102],"for":[103,111],"capturing":[105],"one":[107],"external":[108,142],"RGB":[109,137],"camera":[110],"recording":[112],"visible":[113],"face":[114,119],"regions.":[115],"To":[116],"enable":[117],"realistic":[118],"synthesis":[120],"consistent":[122],"illuminations,":[123],"propose":[125],"data-driven":[127],"approach":[128],"fuse":[130],"narrow-field-of-view":[132],"NIR":[133,158],"images":[134,160,189],"image":[138],"captured":[139],"from":[140],"camera.":[143],"addition,":[145],"generate":[147],"pho-torealistic":[148],"eyes,":[149],"dedicated":[151],"algorithm":[152],"proposed":[154],"colorize":[156],"further":[162],"rectify":[163],"color":[165],"distortion":[166],"caused":[167],"by":[168],"non-linear":[170],"mapping":[171],"IR":[173],"light":[174],"sensitivity.":[175],"Experimental":[176],"results":[177],"demonstrate":[178],"framework":[181],"capable":[183],"synthesize":[185],"high-fidelity":[186],"unoccluded":[187],"accurate":[191],"tracking":[192],"head":[194],"motion,":[195],"expression":[197],"movement.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}