{"id":"https://openalex.org/W4388823971","doi":"https://doi.org/10.1145/3626495.3626497","title":"Expression-aware video inpainting for HMD removal in XR applications","display_name":"Expression-aware video inpainting for HMD removal in XR applications","publication_year":2023,"publication_date":"2023-11-20","ids":{"openalex":"https://openalex.org/W4388823971","doi":"https://doi.org/10.1145/3626495.3626497"},"language":"en","primary_location":{"id":"doi:10.1145/3626495.3626497","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626495.3626497","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM SIGGRAPH European Conference on Visual Media Production","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.14136","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114973246","display_name":"Fatemeh Ghorbani","orcid":"https://orcid.org/0000-0002-5121-3052"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Fatemeh Ghorbani Lohesara","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5121-3052","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090213299","display_name":"Karen Egiazarian","orcid":"https://orcid.org/0000-0002-8135-1085"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Karen Egiazarian","raw_affiliation_strings":["Tampere University, Finland"],"raw_orcid":"https://orcid.org/0000-0002-8135-1085","affiliations":[{"raw_affiliation_string":"Tampere University, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005859513","display_name":"Sebastian Knorr","orcid":"https://orcid.org/0000-0001-9745-8605"},"institutions":[{"id":"https://openalex.org/I4210107832","display_name":"Ernst Abbe University of Applied Sciences Jena","ror":"https://ror.org/01rfnc002","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210107832"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Knorr","raw_affiliation_strings":["Ernst Abbe University of Applied Sciences Jena, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9745-8605","affiliations":[{"raw_affiliation_string":"Ernst Abbe University of Applied Sciences Jena, Germany","institution_ids":["https://openalex.org/I4210107832"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5114973246"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":0.3519,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60585873,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8306573033332825},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7077807784080505},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6164344549179077},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5867721438407898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5632491707801819},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.5295663475990295},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.5120683312416077},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.41139212250709534},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.23373162746429443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8306573033332825},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7077807784080505},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6164344549179077},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5867721438407898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5632491707801819},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.5295663475990295},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.5120683312416077},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.41139212250709534},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.23373162746429443},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3626495.3626497","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626495.3626497","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM SIGGRAPH European Conference on Visual Media Production","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.14136","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.14136","pdf_url":"https://arxiv.org/pdf/2401.14136","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:trepo.tuni.fi:10024/207623","is_oa":false,"landing_page_url":"https://trepo.tuni.fi/handle/10024/207623","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.14136","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.14136","pdf_url":"https://arxiv.org/pdf/2401.14136","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2200427662","display_name":null,"funder_award_id":"956770","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388823971.pdf","grobid_xml":"https://content.openalex.org/works/W4388823971.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1981918162","https://openalex.org/W2087681821","https://openalex.org/W2115252128","https://openalex.org/W2117539524","https://openalex.org/W2133665775","https://openalex.org/W2341528187","https://openalex.org/W2671927134","https://openalex.org/W2739748921","https://openalex.org/W2794857359","https://openalex.org/W2804078698","https://openalex.org/W2886398146","https://openalex.org/W2886714066","https://openalex.org/W2888908488","https://openalex.org/W2951166315","https://openalex.org/W2954284167","https://openalex.org/W2962785568","https://openalex.org/W2963273804","https://openalex.org/W2963920537","https://openalex.org/W2968749391","https://openalex.org/W2982763192","https://openalex.org/W2988407809","https://openalex.org/W2990152177","https://openalex.org/W2999106241","https://openalex.org/W3009520263","https://openalex.org/W3035426499","https://openalex.org/W3101998545","https://openalex.org/W3130368190","https://openalex.org/W3162781182","https://openalex.org/W3171287051","https://openalex.org/W3198225285","https://openalex.org/W3201409833","https://openalex.org/W3217695125","https://openalex.org/W4225763874","https://openalex.org/W4281785895","https://openalex.org/W4283325290","https://openalex.org/W4283591250","https://openalex.org/W4289656844","https://openalex.org/W4292829120","https://openalex.org/W4320013936","https://openalex.org/W4321231442","https://openalex.org/W4322732597","https://openalex.org/W4360619005","https://openalex.org/W4368351348","https://openalex.org/W4387303305","https://openalex.org/W6601968593"],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W2244018504","https://openalex.org/W4242046654","https://openalex.org/W3174923100","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W2082717302","https://openalex.org/W2291113340","https://openalex.org/W2642127892"],"abstract_inverted_index":{"Head-mounted":[0],"displays":[1],"(HMDs)":[2],"serve":[3],"as":[4,25],"indispensable":[5],"devices":[6],"for":[7,68,72,142,186,202],"observing":[8],"extended":[9],"reality":[10],"(XR)":[11],"environments":[12],"and":[13,46,94,105,167],"virtual":[14],"content.":[15],"However,":[16],"HMDs":[17,157],"present":[18],"an":[19,56],"obstacle":[20],"to":[21,91,155,193],"external":[22],"recording":[23],"techniques":[24],"they":[26],"block":[27],"the":[28,32,101,109,112,118,124,129,148,152,163,170,176,191,200],"upper":[29],"face":[30],"of":[31,100,111,126,128,151],"user.":[33,102],"This":[34,179],"limitation":[35],"significantly":[36],"affects":[37],"social":[38],"XR":[39,197],"applications,":[40],"specifically":[41],"teleconferencing,":[42],"where":[43],"facial":[44,92,136,159,165],"features":[45],"eye":[47],"gaze":[48],"information":[49,88],"play":[50],"a":[51,65,95,134,183],"vital":[52],"role":[53],"in":[54,86],"creating":[55],"immersive":[57],"user":[58],"experience.":[59],"In":[60],"this":[61],"study,":[62],"we":[63,132],"propose":[64],"new":[66],"network":[67],"expression-aware":[69],"video":[70],"inpainting":[71],"HMD":[73,187],"removal":[74],"(EVI-HRnet)":[75],"based":[76],"on":[77],"generative":[78],"adversarial":[79],"networks":[80],"(GANs).":[81],"Our":[82,145],"model":[83],"effectively":[84],"fills":[85],"missing":[87],"with":[89,190],"regard":[90],"landmarks":[93],"single":[96],"occlusion-free":[97],"reference":[98,119],"image":[99],"The":[103],"framework":[104,154,181],"its":[106],"components":[107],"ensure":[108],"preservation":[110],"user\u2019s":[113],"identity":[114],"across":[115],"frames":[116],"using":[117],"frame.":[120],"To":[121],"further":[122],"improve":[123],"level":[125],"realism":[127],"inpainted":[130,177],"output,":[131],"introduce":[133],"novel":[135],"expression":[137,166],"recognition":[138],"(FER)":[139],"loss":[140],"function":[141],"emotion":[143],"preservation.":[144],"results":[146],"demonstrate":[147],"remarkable":[149],"capability":[150],"proposed":[153],"remove":[156],"from":[158],"videos":[160],"while":[161],"maintaining":[162],"subject\u2019s":[164],"identity.":[168],"Moreover,":[169],"outputs":[171],"exhibit":[172],"temporal":[173],"consistency":[174],"along":[175],"frames.":[178],"lightweight":[180],"presents":[182],"practical":[184],"approach":[185],"occlusion":[188],"removal,":[189],"potential":[192],"enhance":[194],"various":[195],"collaborative":[196],"applications":[198],"without":[199],"need":[201],"additional":[203],"hardware.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}